framework,version,device,op_name,kernel_source,gemm_dtype,m,n,k,latency
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,65536,51200,38.787061055501304
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,65536,51200,18.10768000284831
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,65536,51200,18.633514404296875
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,65536,51200,20.094261169433594
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,65536,51200,22.11290740966797
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,65536,51200,20.683648427327473
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,65536,51200,17.75788752237956
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,65536,51200,17.229573567708332
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,65536,51200,16.432523091634113
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,65536,51200,16.361979166666668
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,65536,51200,16.71346664428711
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,65536,51200,14.489365895589193
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,65536,51200,14.487567901611328
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,65536,51200,85.15805053710938
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,65536,51200,13.341876983642578
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,65536,51200,12.5076904296875
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,65536,51200,12.941354115804037
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,65536,51200,14.503018697102865
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,65536,51200,11.599936167399088
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,65536,51200,9.158479690551758
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,65536,51200,8.979178746541342
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,65536,51200,11.288197835286459
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,65536,51200,8.51201057434082
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,65536,51200,8.369061152140299
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,65536,51200,7.3821226755778
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,65536,51200,3.869034767150879
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,65536,51200,4.666639963785808
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,65536,51200,4.826618512471517
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,65536,51200,6.0482133229573565
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,65536,51200,6.599903742472331
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,65536,51200,10.799269358317057
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,65536,51200,1.4474879900614421
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,65536,51200,3.3786932627360025
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,65536,51200,2.704357465108236
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,65536,51200,1.9595519701639812
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,65536,51200,1.3408212661743164
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,65536,51200,1.3686399459838867
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,65536,51200,1.3560907046000164
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,65536,51200,1.3213600317637126
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,65536,51200,1.1010719935099285
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,65536,51200,1.1686879793802898
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,65536,51200,1.1711573600769043
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,65536,51200,1.1715199947357178
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,65536,51200,1.1525440216064453
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,65536,51200,1.1574560006459553
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,65536,51200,1.1636160214742024
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,65536,51200,1.1352427005767822
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,65536,51200,1.2260959943135579
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,65536,51200,1.129589319229126
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,65536,51200,1.1493120193481445
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,65536,51200,1.1476266384124756
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,65536,51200,1.1223039627075195
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,65536,51200,1.1311893463134766
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,65536,51200,1.141418695449829
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,65536,51200,1.8531893094380696
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,65536,51200,0.9776053428649902
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,65536,51200,0.9643733501434326
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,65536,51200,0.9879786968231201
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,65536,51200,1.2162026564280193
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,65536,51200,0.9794080257415771
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,65536,51200,0.9716107050577799
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,65536,51200,0.9871093432108561
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,65536,51200,1.0036106904347737
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,65536,51200,1.0245813528696697
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,65536,51200,1.0156213442484539
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,65536,51200,1.0749119917551677
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,65536,51200,1.0270613034566243
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,65536,51200,1.1175039609273274
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,65536,51200,1.0901707013448079
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,65536,51200,1.1236480077107747
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,65536,51200,1.1178932984670003
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,65536,51200,2.9964586893717446
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,65536,51200,0.9765173594156901
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,65536,51200,11.42401123046875
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,65536,51200,10.552645365397135
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,65536,51200,10.247413635253906
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,65536,51200,9.989679972330729
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,65536,51200,166.55887858072916
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,65536,51200,21.054922739664715
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,65536,51200,9.360031763712565
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,65536,51200,9.92636235555013
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,65536,51200,9.005184173583984
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,65536,51200,8.935338973999023
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,65536,51200,8.338223775227865
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,65536,51200,7.958490371704102
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,65536,51200,8.450944264729818
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,65536,51200,8.074864069620768
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,65536,51200,6.802533467610677
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,65536,51200,6.609935760498047
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,65536,51200,6.764282862345378
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,65536,51200,6.719178517659505
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,65536,51200,5.603408177693685
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,65536,51200,5.906298955281575
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,65536,51200,4.551434516906738
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,65536,51200,5.060490608215332
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,65536,51200,3.9011732737223306
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,65536,51200,4.574602762858073
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,65536,51200,4.200277328491211
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,65536,51200,46.498881022135414
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,65536,51200,1.9281066258748372
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,65536,51200,7.0347944895426435
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,65536,51200,2.501413345336914
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,65536,51200,3.123157183329264
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,65536,51200,3.489978790283203
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,65536,51200,0.7829493681589762
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,65536,51200,1.4123627344767253
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,65536,51200,2.3641227086385093
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,65536,51200,0.9451146920522054
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,65536,51200,0.9678133328755697
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,65536,51200,0.7468533515930176
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,65536,51200,0.7222452958424886
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,65536,51200,0.7385706901550293
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,65536,51200,0.7054186662038168
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,65536,51200,0.6275093158086141
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,65536,51200,0.6186453501383463
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,65536,51200,0.6233333349227905
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,65536,51200,0.6206719875335693
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,65536,51200,0.6181600093841553
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,65536,51200,0.6169493198394775
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,65536,51200,0.6131199995676676
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,65536,51200,0.5923466682434082
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,65536,51200,0.6557973225911459
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,65536,51200,0.604970653851827
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,65536,51200,0.5949120124181112
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,65536,51200,0.5940479834874471
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,65536,51200,2.676746686299642
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,65536,51200,0.5963573455810547
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,65536,51200,0.5536959966023763
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,65536,51200,0.6077173153559366
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,65536,51200,0.6055093208948771
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,65536,51200,0.5943306684494019
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,65536,51200,0.601861317952474
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,65536,51200,1.415455977121989
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,65536,51200,0.590885321299235
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,65536,51200,0.5807626644770304
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,65536,51200,0.5909973382949829
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,65536,51200,0.5389973322550455
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,65536,51200,0.5358826716740926
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,65536,51200,0.5381706555684408
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,65536,51200,0.5777973333994547
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,65536,51200,0.5379999876022339
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,65536,51200,0.5299199819564819
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,65536,51200,0.5336266756057739
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,65536,51200,0.5251520077387491
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,65536,51200,0.5276319980621338
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,65536,51200,0.6223733425140381
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,65536,51200,0.606607993443807
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,65536,51200,92.64821370442708
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,65536,51200,16.508853912353516
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,65536,51200,93.59893798828125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,65536,51200,6.171786626180013
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,65536,51200,5.891210556030273
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,65536,51200,5.840159734090169
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,65536,51200,5.382218678792317
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,65536,51200,5.08128007253011
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,65536,51200,5.0726931889851885
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,65536,51200,4.789882659912109
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,65536,51200,4.542928059895833
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,65536,51200,4.308512051900228
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,65536,51200,4.155818621317546
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,65536,51200,3.8486293156941733
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,65536,51200,3.7405385971069336
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,65536,51200,3.4969921112060547
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,65536,51200,3.3478291829427085
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,65536,51200,3.0939626693725586
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,65536,51200,2.945002555847168
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,65536,51200,2.7106399536132812
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,65536,51200,2.5620692571004233
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,65536,51200,2.3107199668884277
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,65536,51200,2.208570639292399
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,65536,51200,1.9599092801411946
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,65536,51200,1.7923466364542644
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,65536,51200,1.5614080429077148
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,65536,51200,1.4418667157491047
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,65536,51200,1.2117760181427002
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,65536,51200,1.041103998819987
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,65536,51200,0.8313279946645101
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,65536,51200,0.701141357421875
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,65536,51200,0.493615984916687
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,65536,51200,0.5022666851679484
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,65536,51200,0.4863733450571696
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,65536,51200,0.49770132700602215
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,65536,51200,0.4853973388671875
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,65536,51200,0.4994026819864909
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,65536,51200,0.4922720193862915
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,65536,51200,7.077941258748372
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,65536,51200,0.5058133204778036
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,65536,51200,0.33804798126220703
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,65536,51200,0.3412373463312785
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,65536,51200,0.33714131514231366
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,65536,51200,0.34015464782714844
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,65536,51200,0.33693333466847736
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,65536,51200,0.3381119966506958
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,65536,51200,0.33637332916259766
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,65536,51200,0.34142935276031494
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,65536,51200,0.33745066324869794
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,65536,51200,0.34136533737182617
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,65536,51200,0.3372960090637207
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,65536,51200,6.740170796712239
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,65536,51200,0.3346986770629883
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,65536,51200,0.3362720012664795
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,65536,51200,0.3381280104319255
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,65536,51200,0.3336586554845174
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,65536,51200,0.3455253442128499
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,65536,51200,0.339957316716512
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,65536,51200,7.147408167521159
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,65536,51200,0.34168001015981037
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,65536,51200,0.3338613510131836
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,65536,51200,0.34250664710998535
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,65536,51200,0.3535840113957723
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,65536,51200,0.3452586730321248
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,65536,51200,0.3437066475550334
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,65536,51200,0.34622399012247723
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,65536,51200,0.3441386620203654
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,65536,51200,0.34828801949818927
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,65536,51200,0.3369973500569661
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,65536,51200,0.3350026607513428
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,65536,51200,0.33639466762542725
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,65536,51200,0.33938666184743244
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,65536,16384,5.887653350830078
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,65536,16384,6.201215744018555
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,65536,16384,11.926597595214844
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,65536,16384,5.689840316772461
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,65536,16384,6.416543960571289
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,65536,16384,6.097018559773763
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,65536,16384,5.480192184448242
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,65536,16384,4.793749491373698
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,65536,16384,24.599995930989582
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,65536,16384,4.992464065551758
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,65536,16384,4.945125261942546
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,65536,16384,4.915013313293457
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,65536,16384,4.468778610229492
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,65536,16384,4.085930824279785
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,65536,16384,4.549914677937825
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,65536,16384,4.447973251342773
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,65536,16384,3.847402572631836
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,65536,16384,4.211471875508626
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,65536,16384,4.631888071695964
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,65536,16384,3.469109217325846
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,65536,16384,3.1960748036702475
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,65536,16384,2.646005312601725
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,65536,16384,2.8619200388590493
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,65536,16384,2.6971521377563477
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,65536,16384,2.1978559494018555
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,65536,16384,1.8893760045369465
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,65536,16384,1.4173493385314941
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,65536,16384,1.4387466112772624
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,65536,16384,1.1548373699188232
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,65536,16384,50.82646179199219
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,65536,16384,1.0644373099009197
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,65536,16384,0.9909760157267252
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,65536,16384,0.9337173302968343
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,65536,16384,0.46938665707906085
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,65536,16384,0.6341546773910522
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,65536,16384,0.6417280038197836
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,65536,16384,0.44357868035634357
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,65536,16384,0.44500799973805744
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,65536,16384,0.43270401159922284
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,65536,16384,0.41562668482462567
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,65536,16384,0.39052800337473553
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,65536,16384,0.3722879886627197
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,65536,16384,0.3797973394393921
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,65536,16384,0.38249067465464276
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,65536,16384,0.3780746857325236
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,65536,16384,0.37885332107543945
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,65536,16384,0.3819520076115926
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,65536,16384,0.37780265013376874
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,65536,16384,0.37275731563568115
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,65536,16384,1.9010559717814128
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,65536,16384,0.4055519898732503
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,65536,16384,0.37139201164245605
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,65536,16384,0.3733813365300496
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,65536,16384,2.6203734079996743
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,65536,16384,0.38260801633199054
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,65536,16384,0.37065064907073975
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,65536,16384,0.3673066695531209
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,65536,16384,0.326746662457784
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,65536,16384,0.32599467039108276
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,65536,16384,0.3380213181177775
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,65536,16384,0.32546667257944745
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,65536,16384,0.32475199302037555
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,65536,16384,0.3263840079307556
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,65536,16384,0.34854400157928467
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,65536,16384,0.3329919974009196
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,65536,16384,0.3428586721420288
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,65536,16384,0.34362133344014484
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,65536,16384,0.3389279842376709
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,65536,16384,0.33897598584493
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,65536,16384,0.33873601754506427
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,65536,16384,0.3353919982910156
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,65536,16384,0.33402665456136066
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,65536,16384,0.3736693461736043
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,65536,16384,0.34086934725443524
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,65536,16384,5.904720306396484
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,65536,16384,3.3118718465169272
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,65536,16384,3.6120052337646484
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,65536,16384,3.145445187886556
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,65536,16384,3.3363253275553384
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,65536,16384,13.108272552490234
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,65536,16384,2.861642519632975
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,65536,16384,2.986735979715983
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,65536,16384,2.7330506642659507
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,65536,16384,2.936330795288086
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,65536,16384,2.458768049875895
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,65536,16384,2.475503921508789
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,65536,16384,2.4399466514587402
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,65536,16384,2.317514737447103
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,65536,16384,2.108352025349935
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,65536,16384,2.326554616292318
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,65536,16384,2.051146666208903
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,65536,16384,1.9885387420654297
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,65536,16384,1.7670772870381672
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,65536,16384,1.7677866617838542
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,65536,16384,1.7276479403177898
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,65536,16384,1.540298620859782
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,65536,16384,1.4651360511779785
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,65536,16384,1.451621373494466
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,65536,16384,0.9690186977386475
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,65536,16384,1.2420799732208252
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,65536,16384,1.151583989461263
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,65536,16384,0.7608266671498617
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,65536,16384,0.628378669420878
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,65536,16384,0.7823413213094076
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,65536,16384,26.219161987304688
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,65536,16384,0.585370659828186
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,65536,16384,0.42854400475819904
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,65536,16384,0.4918453296025594
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,65536,16384,0.31565866867701214
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,65536,16384,0.3192853331565857
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,65536,16384,0.25863466660181683
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,65536,16384,0.2855199972788493
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,65536,16384,0.246778666973114
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,65536,16384,0.2383413314819336
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,65536,16384,0.25890133778254193
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,65536,16384,0.21579732497533163
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,65536,16384,0.205567995707194
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,65536,16384,0.22686932484308878
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,65536,16384,0.2151413361231486
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,65536,16384,0.2169439991315206
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,65536,16384,0.21432000398635864
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,65536,16384,0.21454399824142456
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,65536,16384,0.2152000069618225
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,65536,16384,0.2097866733868917
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,65536,16384,0.21716266870498657
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,65536,16384,0.20567999283472696
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,65536,16384,0.20625599225362143
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,65536,16384,0.20296533902486166
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,65536,16384,0.2010879913965861
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,65536,16384,1.268719991048177
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,65536,16384,0.17035732666651407
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,65536,16384,0.1690453290939331
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,65536,16384,0.17020267248153687
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,65536,16384,0.1700800061225891
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,65536,16384,0.17011733849843344
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,65536,16384,0.16848532358805338
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,65536,16384,0.16993065675099692
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,65536,16384,0.181877334912618
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,65536,16384,0.18152532974878946
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,65536,16384,0.19252800941467285
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,65536,16384,0.19164266188939413
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,65536,16384,0.19273066520690918
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,65536,16384,0.18926399946212769
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,65536,16384,0.1897653341293335
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,65536,16384,0.18846400578816733
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,65536,16384,0.1867306629816691
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,65536,16384,0.20905067523320517
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,65536,16384,0.20012267430623373
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,65536,51200,34.97939809163412
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,65536,51200,6.564874649047852
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,65536,16384,3.2291253407796225
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,65536,16384,3.3426666259765625
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,65536,16384,2.756629308064779
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,65536,16384,3.47541872660319
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,65536,16384,2.6338027318318686
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,65536,16384,3.464837392171224
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,65536,16384,6.0851090749104815
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,65536,16384,2.5001866022745767
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,65536,16384,2.4370400110880532
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,65536,16384,2.863973299662272
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,65536,16384,2.118490695953369
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,65536,16384,4.382255872090657
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,65536,16384,2.4258453051249185
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,65536,16384,2.2250186602274575
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,65536,16384,2.6507040659586587
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,65536,16384,1.6948960622151692
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,65536,16384,3.179722785949707
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,65536,16384,1.5163520177205403
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,65536,16384,1.3567466735839844
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,65536,16384,2.844640096028646
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,65536,16384,1.528549353281657
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,65536,16384,4.522576014200847
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,65536,16384,1.6141600608825684
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,65536,16384,1.2960906823476155
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,65536,16384,0.7506826718648275
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,65536,16384,1.5070080757141113
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,65536,16384,1.4993173281351726
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,65536,16384,0.8273493448893229
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,65536,16384,0.7753067016601562
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,65536,16384,0.8998880386352539
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,65536,16384,0.3893653154373169
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,65536,16384,0.461573322614034
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,65536,16384,0.27243733406066895
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,65536,16384,0.3257066607475281
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,65536,16384,0.3203466733296712
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,65536,16384,0.26969067255655926
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,65536,16384,0.321450670560201
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,65536,16384,0.2664960026741028
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,65536,16384,0.3169333338737488
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,65536,16384,0.18513067563374838
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,65536,16384,0.3195733428001404
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,65536,16384,0.18303465843200684
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,65536,16384,0.18502400318781534
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,65536,16384,0.1862186590830485
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,65536,16384,0.18354666233062744
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,65536,16384,0.1827253301938375
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,65536,16384,0.18175999323527017
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,65536,16384,0.18201067050298056
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,65536,16384,0.18181333939234415
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,65536,16384,0.1808746655782064
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,65536,16384,0.18094933032989502
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,65536,16384,0.17873066663742065
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,65536,16384,0.17848533391952515
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,65536,16384,0.18657066424687704
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,65536,16384,0.18080000082651773
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,65536,16384,0.18212266763051352
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,65536,16384,0.18131200472513834
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,65536,16384,0.17587733268737793
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,65536,16384,0.1797706683476766
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,65536,16384,0.1755626598993937
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,65536,16384,0.17947733402252197
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,65536,16384,0.17667200167973837
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,65536,16384,0.17990400393803915
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,65536,16384,0.20532800753911337
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,65536,16384,0.21284266312917074
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,65536,16384,0.21822933355967203
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,65536,16384,0.21353065967559814
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,65536,16384,0.22122132778167725
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,65536,16384,0.21277866760889688
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,65536,16384,0.22708266973495483
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,65536,51200,6.448986689249675
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,65536,16384,10.527642567952475
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,65536,16384,1.7914026578267415
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,65536,16384,1.7507626215616863
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,65536,16384,1.690048058827718
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,65536,16384,4.255930582682292
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,65536,16384,1.615114688873291
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,65536,16384,1.583024024963379
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,65536,16384,1.515061378479004
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,65536,16384,1.4660639762878418
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,65536,16384,1.3929012616475422
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,65536,16384,1.3542720476786296
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,65536,16384,27.602330525716145
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,65536,16384,1.2796320120493572
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,65536,16384,1.237488031387329
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,65536,16384,1.1600533326466878
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,65536,16384,1.0993279616038005
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,65536,16384,1.0590506394704182
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,65536,16384,1.000058650970459
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,65536,16384,0.9170560042063395
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,65536,16384,0.8804799715677897
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,65536,16384,0.8180692990620931
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,65536,16384,0.7445387045542399
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,65536,16384,0.7035199801127116
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,65536,16384,0.6413546800613403
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,65536,16384,0.5644106864929199
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,65536,16384,0.5195839802424113
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,65536,16384,0.46217600504557294
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,65536,16384,0.3935360113779704
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,65536,16384,0.337775985399882
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,65536,16384,0.21921600898106894
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,65536,16384,0.16337600350379944
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,65536,16384,0.2753173311551412
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,65536,16384,0.15795733531316122
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,65536,16384,0.1605280041694641
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,65536,16384,0.15983999768892923
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,65536,16384,0.16218666235605875
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,65536,16384,0.17618666092554727
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,65536,16384,0.16818666458129883
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,65536,16384,0.1567253371079763
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,65536,16384,0.1157866617043813
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,65536,16384,0.11817600329717
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,65536,16384,0.11902933319409688
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,65536,16384,0.11778133114178975
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,65536,16384,0.11636799573898315
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,65536,16384,0.11646933356920879
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,65536,16384,0.11517332990964253
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,65536,16384,0.11850133538246155
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,65536,16384,0.1181119978427887
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,65536,16384,0.11699733138084412
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,65536,16384,0.11983467141787212
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,65536,16384,0.12378666798273723
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,65536,16384,0.12723199526468912
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,65536,16384,0.1306933363278707
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,65536,16384,0.1318666636943817
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,65536,16384,0.11963199575742085
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,65536,16384,0.12566933035850525
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,65536,16384,0.12473600109418233
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,65536,16384,0.1216319998105367
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,65536,16384,0.12380799651145935
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,65536,16384,0.1360266705354055
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,65536,16384,0.12129066387812297
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,65536,16384,0.12381333112716675
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,65536,16384,0.12134400010108948
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,65536,16384,0.12058132886886597
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,65536,16384,0.12434666355450948
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,65536,16384,0.136053333679835
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,65536,16384,0.11957333485285442
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,65536,16384,0.12501866618792215
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,65536,16384,0.13589333494504294
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,65536,12288,8.747360229492188
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,65536,12288,5.508069356282552
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,65536,12288,4.514320055643718
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,65536,12288,18.71404266357422
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,65536,12288,4.78660265604655
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,65536,12288,4.690357208251953
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,65536,12288,4.3143307367960615
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,65536,12288,4.020981470743815
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,65536,12288,3.9933226903279624
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,65536,12288,4.088741302490234
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,65536,12288,3.8515679041544595
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,65536,12288,37.389172871907554
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,65536,12288,3.795525232950846
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,65536,12288,3.493781407674154
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,65536,12288,3.65445868174235
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,65536,12288,3.1576159795125327
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,65536,12288,3.1729227701822915
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,65536,12288,2.7867520650227866
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,65536,12288,2.831653277079264
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,65536,12288,2.851930618286133
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,65536,12288,2.7210346857706704
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,65536,12288,2.226698716481527
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,65536,12288,2.233418623606364
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,65536,12288,1.8686292966206868
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,65536,12288,1.809567928314209
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,65536,12288,1.784330685933431
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,65536,12288,1.7963573137919109
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,65536,12288,1.4228746096293132
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,65536,12288,1.4453760782877605
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,65536,12288,1.0058240095774333
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,65536,12288,1.101413329442342
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,65536,12288,0.8796213467915853
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,65536,12288,0.6648746728897095
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,65536,12288,0.7793760299682617
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,65536,12288,0.6341919898986816
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,65536,12288,0.3580053249994914
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,65536,12288,0.3395040035247803
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,65536,12288,0.41651733716328937
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,65536,12288,0.33746135234832764
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,65536,12288,0.3280106584231059
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,65536,12288,0.31758934259414673
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,65536,12288,0.28913066784540814
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,65536,12288,0.28038932879765827
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,65536,12288,0.2868373394012451
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,65536,12288,0.2872160077095032
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,65536,12288,0.2856106758117676
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,65536,12288,0.2815413276354472
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,65536,12288,0.28434133529663086
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,65536,12288,0.2802346746126811
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,65536,12288,0.2781173388163249
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,65536,12288,0.2951253255208333
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,65536,12288,0.2812906702359517
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,65536,12288,0.28065599997838336
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,65536,12288,0.2791680097579956
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,65536,12288,0.27934932708740234
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,65536,12288,0.27965333064397174
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,65536,12288,0.22988265752792358
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,65536,12288,0.22875734170277914
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,65536,12288,0.22881599267323813
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,65536,12288,0.22804800669352213
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,65536,12288,0.22826667626698813
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,65536,12288,0.3131786584854126
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,65536,12288,0.22858132918675741
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,65536,12288,0.25730133056640625
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,65536,12288,0.25328532854715985
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,65536,12288,0.24573334058125815
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,65536,12288,0.25756800174713135
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,65536,12288,0.26053333282470703
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,65536,12288,0.25650666157404584
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,65536,12288,0.25836799542109173
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,65536,12288,0.2545173366864522
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,65536,12288,0.25546133518218994
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,65536,12288,0.2513973315556844
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,65536,12288,0.2736799915631612
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,65536,12288,4.396746635437012
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,65536,12288,2.8029279708862305
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,65536,12288,9.467231750488281
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,65536,12288,2.3797173500061035
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,65536,12288,2.6855894724527993
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,65536,12288,2.2152320543924966
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,65536,12288,2.226757367451986
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,65536,12288,2.1703786849975586
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,65536,12288,2.0139519373575845
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,65536,12288,2.091071923573812
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,65536,12288,19.000165303548176
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,65536,12288,1.824277400970459
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,65536,12288,1.8166186014811199
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,65536,12288,1.9560160636901855
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,65536,12288,1.6843093236287434
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,65536,12288,1.5635840098063152
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,65536,12288,1.4579893747965496
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,65536,12288,1.4991040229797363
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,65536,12288,1.6585119565327961
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,65536,12288,1.3689972559611003
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,65536,12288,1.2350986798604329
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,65536,12288,1.1828479766845703
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,65536,12288,1.1775413354237874
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,65536,12288,1.0092000166575115
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,65536,12288,1.0112799803415935
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,65536,12288,0.9494826793670654
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,65536,12288,0.9201707045237223
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,65536,12288,0.7715413570404053
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,65536,12288,0.5829973220825195
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,65536,12288,0.4621173143386841
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,65536,12288,0.5701546669006348
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,65536,12288,0.4267413218816121
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,65536,12288,0.3635093371073405
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,65536,12288,0.30585066477457684
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,65536,12288,0.2076586683591207
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,65536,12288,0.22924266258875528
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,65536,12288,0.19568532705307007
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,65536,12288,0.18682666619618735
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,65536,12288,0.18212799231211343
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,65536,12288,0.17795199155807495
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,65536,12288,0.17148800690968832
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,65536,12288,0.1595253348350525
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,65536,12288,0.15345600247383118
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,65536,12288,0.16755733887354532
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,65536,12288,0.1645813286304474
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,65536,12288,0.823632001876831
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,65536,12288,0.16963734229405722
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,65536,12288,0.1655306617418925
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,65536,12288,0.1629759967327118
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,65536,12288,0.15758400162061056
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,65536,12288,0.16480533281962076
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,65536,12288,0.1578986644744873
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,65536,12288,0.15737066666285196
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,65536,12288,0.15666133165359497
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,65536,12288,0.1569653352101644
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,65536,12288,0.1572160025437673
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,65536,12288,0.1524799962838491
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,65536,12288,0.12949333588282266
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,65536,12288,0.12893866499265036
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,65536,12288,0.12797333796819052
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,65536,12288,0.13080533345540366
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,65536,12288,0.1283146639664968
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,65536,12288,0.12892267107963562
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,65536,12288,0.12757866581281027
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,65536,12288,0.1272479991118113
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,65536,12288,0.12728533148765564
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,65536,12288,0.16351466377576193
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,65536,12288,0.14123200376828512
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,65536,12288,0.14105600118637085
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,65536,12288,0.1399999956289927
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,65536,12288,0.13851733009020487
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,65536,12288,0.1376053293546041
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,65536,12288,0.1376159985860189
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,65536,12288,0.13949333628018698
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,65536,16384,2.151162624359131
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,65536,12288,5.363893508911133
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,65536,12288,22.42779795328776
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,65536,12288,4.720938682556152
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,65536,12288,2.9167680740356445
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,65536,12288,4.309695879618327
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,65536,12288,2.7314561208089194
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,65536,12288,4.015247980753581
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,65536,12288,2.5625012715657554
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,65536,12288,3.6152159372965493
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,65536,12288,2.3876427014668784
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,65536,12288,3.4248746236165366
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,65536,12288,2.2191573778788247
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,65536,12288,3.076863924662272
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,65536,12288,2.0329386393229165
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,65536,12288,2.8299681345621743
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,65536,12288,1.8675626118977864
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,65536,12288,2.6559413274129233
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,65536,12288,1.686954657236735
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,65536,12288,2.4350080490112305
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,65536,12288,1.4954506556193035
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,65536,12288,2.0249013900756836
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,65536,12288,1.3157280286153157
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,65536,12288,1.7179466883341472
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,65536,12288,1.1388586362202961
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,65536,12288,1.3834880193074544
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,65536,12288,0.9578613440195719
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,65536,12288,1.0699893633524578
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,65536,12288,0.7828426361083984
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,65536,12288,0.8031840324401855
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,65536,12288,0.5895359913508097
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,65536,12288,0.5577866633733114
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,65536,12288,0.4027413527170817
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,65536,12288,0.33883198102315265
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,65536,12288,0.23989866177241007
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,65536,12288,0.23916800816853842
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,65536,12288,0.23935467004776
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,65536,12288,0.23835732539494833
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,65536,12288,0.23652799924214682
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,65536,12288,0.23655466238657633
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,65536,12288,0.2359679937362671
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,65536,12288,0.2350026567776998
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,65536,12288,0.1455626686414083
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,65536,12288,0.14469866951306662
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,65536,12288,0.1437546710173289
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,65536,12288,0.14326933026313782
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,65536,12288,0.14269333084424338
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,65536,12288,0.14298133055369058
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,65536,12288,0.14232533176740012
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,65536,12288,0.14217600226402283
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,65536,12288,0.139573335647583
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,65536,12288,0.1397119959195455
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,65536,12288,0.13872533043225607
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,65536,12288,0.13798399766286215
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,65536,12288,0.13737066586812338
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,65536,12288,0.136762668689092
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,65536,12288,0.1376479963461558
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,65536,12288,0.136272003253301
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,65536,12288,0.13612266381581625
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,65536,12288,0.13643200198809305
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,65536,12288,0.13671466708183289
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,65536,12288,2.5822240511576333
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,65536,12288,0.13805866241455078
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,65536,12288,0.1905333399772644
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,65536,12288,0.17907732725143433
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,65536,12288,0.18107734123865762
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,65536,12288,0.17181867361068726
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,65536,12288,0.1774666706720988
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,65536,12288,0.16810667514801025
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,65536,12288,0.18105600277582803
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,65536,12288,0.17486933867136636
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,65536,12288,0.1777120033899943
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,65536,12288,0.16900267203648886
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,65536,16384,2.096581300099691
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,65536,16384,1.9741333325703938
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,65536,16384,1.943365255991618
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,65536,16384,2.0150453249613443
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,65536,12288,20.820799509684246
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,65536,12288,1.4670186042785645
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,65536,12288,1.315824031829834
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,65536,12288,1.2793493270874023
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,65536,12288,1.234986702601115
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,65536,12288,7.927391688028972
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,65536,12288,1.1911413669586182
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,65536,12288,1.101632038752238
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,65536,12288,1.1524053414662678
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,65536,12288,1.0551413695017497
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,65536,12288,1.027125358581543
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,65536,12288,0.9700373013814291
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,65536,12288,0.9369813601175944
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,65536,12288,0.8747359911600748
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,65536,12288,0.8471466700236002
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,65536,12288,0.7855679988861084
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,65536,12288,0.7537919680277506
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,65536,12288,0.6967253684997559
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,65536,12288,0.6667466958363851
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,65536,12288,0.6060426632563273
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,65536,12288,0.5733226537704468
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,65536,12288,0.5197439988454183
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,65536,12288,0.4816960096359253
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,65536,12288,0.42789868513743085
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,65536,12288,0.3920160134633382
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,65536,12288,0.34282131989796955
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,65536,12288,0.30294400453567505
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,65536,12288,0.24968000253041586
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,65536,12288,0.20840533574422201
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,65536,12288,0.19086400667826334
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,65536,12288,0.1234879990418752
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,65536,12288,0.11995733777681987
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,65536,12288,0.12130133310953777
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,65536,12288,0.11893866459528606
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,65536,12288,0.12030399839083354
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,65536,12288,0.12141866485277812
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,65536,12288,0.12219199538230896
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,65536,12288,0.1507146656513214
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,65536,12288,0.09187733133633931
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,65536,12288,0.09133332967758179
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,65536,12288,0.09103999535242717
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,65536,12288,0.09165333708127339
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,65536,12288,0.09086933732032776
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,65536,12288,0.09054399530092876
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,65536,12288,0.0897653301556905
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,65536,12288,0.09027733405431111
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,65536,12288,0.09035733342170715
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,65536,12288,0.09233599901199341
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,65536,12288,0.09418666362762451
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,65536,12288,0.09468799829483032
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,65536,12288,0.10179733236630757
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,65536,12288,0.09500799576441447
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,65536,12288,0.09706667065620422
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,65536,12288,0.09226666887601216
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,65536,12288,0.0981066624323527
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,65536,12288,0.10359467069307964
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,65536,12288,0.09912533561388652
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,65536,12288,0.09302933017412822
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,65536,12288,0.09504533807436626
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,65536,12288,0.09273067116737366
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,65536,12288,0.09819733103116353
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,65536,12288,0.09734400113423665
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,65536,12288,0.09225599964459737
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,65536,12288,0.09823466340700786
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,65536,12288,0.10346666971842448
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,65536,12288,0.09796800216039021
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,65536,12288,0.09783466657002766
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,65536,12288,0.09699733058611552
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,65536,10240,15.73422368367513
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,65536,10240,31.15375010172526
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,65536,10240,7.714373270670573
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,65536,10240,4.184373219807942
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,65536,10240,4.848981221516927
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,65536,10240,3.429343859354655
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,65536,10240,4.029989242553711
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,65536,10240,3.9781812032063804
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,65536,10240,3.8174241383870444
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,65536,10240,3.5916213989257812
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,65536,10240,3.344522794087728
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,65536,10240,3.2515414555867515
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,65536,10240,3.0509119033813477
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,65536,10240,2.7271998723347983
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,65536,10240,3.3249387741088867
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,65536,10240,2.757290522257487
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,65536,10240,2.6353866259256997
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,65536,10240,2.5192106564839682
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,65536,10240,2.0865279833475747
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,65536,10240,2.18067200978597
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,65536,10240,2.3559840520222983
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,65536,10240,2.089072068532308
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,65536,10240,1.8615946769714355
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,65536,10240,1.6932373046875
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,65536,10240,1.5537919998168945
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,65536,10240,1.5325706799825032
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,65536,10240,1.2915146350860596
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,65536,10240,1.3205013275146484
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,65536,10240,0.8777066866556803
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,65536,10240,1.1050079663594563
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,65536,10240,0.854149341583252
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,65536,10240,0.7071946461995443
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,65536,10240,0.6734186808268229
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,65536,10240,0.5138346751530966
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,65536,10240,0.442357341448466
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,65536,10240,0.31219200293223065
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,65536,10240,0.2712266643842061
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,65536,10240,0.27315733830134076
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,65536,10240,0.2680533329645793
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,65536,10240,0.2828906575838725
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,65536,10240,0.2595146695772807
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,65536,10240,0.2424959937731425
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,65536,10240,0.22235200802485147
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,65536,10240,0.2453920046488444
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,65536,10240,0.24603732426961264
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,65536,10240,0.25093867381413776
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,65536,10240,0.2414026657740275
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,65536,10240,0.2187946637471517
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,65536,10240,0.21022933721542358
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,65536,10240,0.21569599707921347
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,65536,10240,0.218560000260671
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,65536,10240,0.218560000260671
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,65536,10240,0.228112002213796
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,65536,10240,0.22924266258875528
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,65536,10240,0.22949333985646567
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,65536,10240,0.22776534159978232
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,65536,10240,0.2278826634089152
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,65536,10240,0.19098132848739624
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,65536,10240,0.1909653345743815
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,65536,10240,0.19129067659378052
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,65536,10240,0.1907786726951599
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,65536,10240,0.19010132551193237
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,65536,10240,0.18991466363271078
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,65536,10240,0.18986133734385172
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,65536,10240,0.18969599405924478
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,65536,10240,0.2060319979985555
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,65536,10240,0.20489599307378134
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,65536,10240,0.20452799399693808
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,65536,10240,0.21785066525141397
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,65536,10240,0.21587733427683511
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,65536,10240,0.2166666587193807
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,65536,10240,0.21438399950663248
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,65536,10240,0.21464000145594278
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,65536,10240,0.22805867592493692
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,65536,10240,7.298858642578125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,65536,10240,4.385984102884929
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,65536,10240,2.212277412414551
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,65536,10240,16.018836975097656
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,65536,10240,1.9532000223795574
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,65536,10240,2.1282240549723306
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,65536,10240,1.8067253430684407
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,65536,10240,2.012965361277262
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,65536,10240,1.7781227429707844
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,65536,10240,1.7996320724487305
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,65536,10240,1.6356639862060547
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,65536,10240,1.6014666557312012
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,65536,10240,1.712821324666341
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,65536,10240,1.3447200457255046
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,65536,10240,1.6918346087137859
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,65536,10240,1.3402506510416667
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,65536,10240,1.3933547337849934
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,65536,10240,1.1019093195597331
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,65536,10240,1.3126239776611328
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,65536,10240,1.0623093446095784
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,65536,10240,1.0384746392567952
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,65536,10240,0.9801706473032633
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,65536,10240,0.907696008682251
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,65536,10240,0.8478826681772867
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,65536,10240,0.9082346757253011
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,65536,10240,0.680618683497111
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,65536,10240,0.5986613432566324
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,65536,10240,0.5855786800384521
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,65536,10240,0.49210667610168457
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,65536,10240,0.46777065594991046
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,65536,10240,0.3939146598180135
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,65536,10240,0.3672959804534912
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,65536,10240,0.2847839991251628
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,65536,10240,0.2515573302904765
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,65536,10240,0.18791999419530234
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,65536,10240,0.1664426624774933
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,65536,10240,0.16611199577649435
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,65536,10240,0.8543146451314291
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,65536,10240,0.17389865716298422
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,65536,10240,0.15500799814860025
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,65536,10240,0.14756266276041666
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,65536,10240,0.14258133371671042
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,65536,10240,0.14191466569900513
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,65536,10240,0.13195733229319254
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,65536,10240,0.14247467120488486
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,65536,10240,0.1400213340918223
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,65536,10240,0.13962666193644205
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,65536,10240,0.12541866302490234
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,65536,10240,0.12563199798266092
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,65536,10240,0.1237493356068929
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,65536,10240,0.1267519990603129
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,65536,10240,0.12644267082214355
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,65536,10240,0.13264000415802002
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,65536,10240,0.13266666730244955
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,65536,10240,0.13427199920018515
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,65536,10240,0.13052266836166382
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,65536,10240,0.13152000308036804
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,65536,10240,0.12955199678738913
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,65536,10240,0.11045866211255391
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,65536,10240,0.1109920044740041
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,65536,10240,0.10964799920717876
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,65536,10240,0.10977600018183391
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,65536,10240,0.11035199960072835
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,65536,10240,0.10858133435249329
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,65536,10240,0.11002666751543681
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,65536,10240,0.10929066936175029
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,65536,10240,0.10966933767000835
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,65536,10240,0.10902399818102519
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,65536,10240,0.10891733566919963
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,65536,10240,0.10931733250617981
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,65536,10240,0.12069333593050639
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,65536,10240,0.11982400218645732
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,65536,10240,0.1188106636206309
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,65536,10240,0.11898666620254517
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,65536,10240,18.0556157430013
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,65536,10240,4.635813395182292
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,65536,10240,2.312357266743978
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,65536,10240,2.008570671081543
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,65536,10240,2.4342239697774253
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,65536,10240,1.9462614059448242
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,65536,10240,2.328789393107096
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,65536,10240,1.7804160118103027
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,65536,10240,2.0912532806396484
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,65536,10240,1.6613705952962239
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,65536,10240,1.9749813079833984
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,65536,10240,1.5427093505859375
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,65536,10240,1.8483306566874187
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,65536,10240,1.4617652893066406
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,65536,10240,1.7129066785176594
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,65536,10240,1.3404587109883626
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,65536,10240,1.648373285929362
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,65536,10240,1.202239990234375
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,65536,10240,1.3064640363057454
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,65536,10240,1.2126773198445637
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,65536,10240,1.3772692680358887
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,65536,10240,1.0878559748331706
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,65536,10240,1.249183972676595
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,65536,10240,0.8820106983184814
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,65536,12288,1.53548796971639
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,65536,10240,0.9067040284474691
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,65536,10240,0.7814666430155436
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,65536,10240,0.5945493380228678
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,65536,10240,0.6233280102411906
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,65536,10240,0.478490670522054
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,65536,10240,0.4941813151041667
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,65536,10240,0.36924266815185547
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,65536,10240,0.3572373390197754
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,65536,10240,0.2545813322067261
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,65536,10240,0.22718934218088785
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,65536,10240,0.1707306702931722
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,65536,10240,0.16905067364374796
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,65536,10240,0.16811732451121011
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,65536,10240,0.1659893294175466
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,65536,10240,0.1644159952799479
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,65536,10240,0.1628426710764567
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,65536,10240,0.16284799575805664
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,65536,10240,0.1612320045630137
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,65536,10240,0.1206773320833842
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,65536,10240,0.11929600437482198
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,65536,10240,0.11957333485285442
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,65536,10240,0.11924266815185547
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,65536,10240,0.11952533324559529
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,65536,10240,0.11864533027013142
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,65536,10240,0.1185653309027354
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,65536,10240,0.11917333801587422
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,65536,10240,0.11652800440788269
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,65536,10240,0.11530133088429768
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,65536,10240,0.11471999684969585
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,65536,10240,0.11447999874750774
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,65536,10240,0.11437333623568217
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,65536,10240,0.11317867040634155
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,65536,10240,0.11329600214958191
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,65536,10240,0.1134986678759257
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,65536,10240,0.11333333452542622
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,65536,10240,0.1129813293615977
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,65536,10240,0.14731733004252115
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,65536,10240,0.13107200463612875
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,65536,10240,0.13844266533851624
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,65536,10240,0.13858133554458618
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,65536,10240,0.13969600200653076
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,65536,10240,0.13969600200653076
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,65536,10240,0.13564800222714743
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,65536,10240,0.1418293317159017
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,65536,10240,0.9012373288472494
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,65536,10240,0.1428053379058838
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,65536,10240,0.13531733552614847
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,65536,10240,0.14037332932154337
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,65536,10240,0.1350826621055603
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,65536,12288,3.0998080571492515
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,65536,12288,1.5137972831726074
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,65536,12288,1.6218825976053874
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,65536,12288,1.570053259531657
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,65536,12288,1.4334294001261394
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,65536,10240,17.728426615397137
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,65536,10240,1.4852959314982097
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,65536,10240,1.208357334136963
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,65536,10240,1.1031839847564697
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,65536,10240,1.0648266474405925
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,65536,10240,1.0302986303965251
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,65536,10240,5.8874664306640625
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,65536,10240,2.534693400065104
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,65536,10240,0.9897973537445068
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,65536,10240,0.8965493043263754
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,65536,10240,1.112506628036499
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,65536,10240,0.8751306533813477
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,65536,10240,0.8329226970672607
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,65536,10240,0.776367982228597
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,65536,10240,0.7553119659423828
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,65536,10240,0.722383975982666
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,65536,10240,0.6608159939448038
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,65536,10240,0.6427093346913656
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,65536,10240,0.5999360084533691
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,65536,10240,0.5489866733551025
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,65536,10240,0.524288018544515
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,65536,10240,0.4859520196914673
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,65536,10240,0.4345066547393799
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,65536,10240,0.41061333815256756
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,65536,10240,0.3686506748199463
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,65536,10240,0.3227893312772115
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,65536,10240,0.2921760082244873
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,65536,10240,0.25786133607228595
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,65536,10240,0.20965333779652914
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,65536,10240,0.17559999227523804
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,65536,10240,0.146997332572937
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,65536,10240,0.10356799761454265
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,65536,10240,0.10282666484514873
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,65536,10240,0.10309333602587382
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,65536,10240,0.10194666186968486
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,65536,10240,0.10245866576830547
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,65536,10240,0.10458667079607646
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,65536,10240,0.10527466734250386
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,65536,10240,0.11362666885058086
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,65536,10240,0.07833600044250488
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,65536,10240,0.07765866816043854
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,65536,10240,0.07840000092983246
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,65536,10240,0.07992533346017201
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,65536,10240,0.07840533554553986
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,65536,10240,0.07931733131408691
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,65536,10240,0.07784000039100647
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,65536,10240,0.07653333246707916
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,65536,10240,0.08144000172615051
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,65536,10240,0.0793333351612091
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,65536,10240,0.08197333415349324
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,65536,10240,0.0781173308690389
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,65536,10240,0.07897066573301952
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,65536,10240,0.0846666693687439
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,65536,10240,0.08029333253701527
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,65536,10240,0.08413867155710857
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,65536,10240,0.08003733555475871
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,65536,10240,0.08316799998283386
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,65536,10240,0.085807998975118
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,65536,10240,0.07899199922879536
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,65536,10240,0.07931733131408691
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,65536,10240,0.08621333042780559
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,65536,10240,0.0830506682395935
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,65536,10240,0.0809333324432373
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,65536,10240,0.08819733063379924
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,65536,10240,0.08305599788824718
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,65536,10240,0.08107733229796092
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,65536,10240,0.08955199519793193
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,65536,10240,0.0827893316745758
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,65536,10240,0.07896533111731212
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,65536,8192,5.4281972249348955
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,65536,8192,3.309573491414388
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,65536,8192,12.081019083658854
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,65536,8192,3.115541458129883
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,65536,8192,3.0151732762654624
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,65536,8192,2.9160000483194985
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,65536,8192,2.9163894653320312
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,65536,8192,2.8817599614461265
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,65536,8192,23.8712158203125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,65536,8192,2.6272106170654297
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,65536,8192,2.5769173304239907
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,65536,8192,2.7003892262776694
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,65536,8192,2.3369973500569663
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,65536,8192,2.5087413787841797
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,65536,8192,2.171295960744222
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,65536,8192,2.219711939493815
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,65536,8192,2.366351922353109
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,65536,8192,1.9527254104614258
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,65536,8192,1.853493372599284
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,65536,8192,1.708613395690918
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,65536,8192,1.9560373624165852
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,65536,8192,1.684010664621989
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,65536,8192,1.3835679690043132
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,65536,8192,1.4192907015482585
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,65536,8192,1.3041333357493083
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,65536,8192,1.3358933130900066
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,65536,8192,1.1047626336415608
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,65536,8192,1.004640022913615
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,65536,8192,0.8770293394724528
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,65536,8192,0.8101279735565186
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,65536,8192,0.6064480145772299
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,65536,8192,0.564799984296163
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,65536,8192,0.4349493185679118
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,65536,8192,0.3683306773503621
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,65536,8192,0.2581920027732849
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,65536,8192,0.2272640069325765
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,65536,8192,0.22530666987101236
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,65536,8192,0.24285866816838583
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,65536,8192,0.22512533267339072
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,65536,8192,0.9927199681599935
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,65536,8192,0.21345067024230957
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,65536,8192,0.1973173419634501
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,65536,8192,0.20402133464813232
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,65536,8192,0.177839994430542
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,65536,8192,0.19713066021601358
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,65536,8192,0.1922933260599772
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,65536,8192,0.19639466206232706
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,65536,8192,0.17271999518076578
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,65536,8192,0.17446933190027872
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,65536,8192,0.17123200496037802
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,65536,8192,0.1780853271484375
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,65536,8192,0.17634665966033936
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,65536,8192,0.18630399306615195
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,65536,8192,0.18406933546066284
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,65536,8192,0.18573333819707236
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,65536,8192,0.18249066670735678
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,65536,8192,0.18516800800959268
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,65536,8192,0.18496533234914145
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,65536,8192,0.15760533014933267
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,65536,8192,0.15677332878112793
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,65536,8192,0.15641066431999207
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,65536,8192,0.1569653352101644
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,65536,8192,0.157258669535319
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,65536,8192,0.15705066919326782
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,65536,10240,1.3982613881429036
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,65536,8192,0.1565600037574768
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,65536,8192,0.1684266726175944
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,65536,8192,0.1674826741218567
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,65536,8192,0.16579733292261759
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,65536,8192,0.17686933279037476
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,65536,8192,0.17590399583180746
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,65536,8192,0.17392534017562866
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,65536,8192,0.15544533729553223
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,65536,8192,0.1564853290716807
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,65536,8192,2.9114720026652017
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,65536,8192,5.888736089070638
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,65536,8192,1.5993067423502605
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,65536,8192,1.664629300435384
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,65536,8192,1.5045706431070964
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,65536,8192,0.15634666879971823
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,65536,8192,1.6270880699157715
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,65536,8192,1.4501439730326335
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,65536,8192,12.432634989420572
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,65536,8192,1.3779999415079753
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,65536,8192,1.4489226341247559
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,65536,8192,1.2842453320821126
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,65536,8192,1.1869226296742756
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,65536,8192,1.4462933540344238
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,65536,8192,1.186890681584676
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,65536,8192,1.0722026824951172
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,65536,8192,1.043434699376424
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,65536,8192,1.1942133108774822
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,65536,8192,1.0541173617045085
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,65536,8192,0.8988266785939535
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,65536,8192,0.8816160360972086
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,65536,8192,0.8963733514149984
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,65536,8192,0.8481120268503824
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,65536,8192,0.7224960327148438
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,65536,8192,0.7433866659800211
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,65536,8192,0.7100426355997721
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,65536,8192,0.6759786605834961
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,65536,8192,0.5505226850509644
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,65536,8192,0.49881601333618164
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,65536,8192,0.5233333508173624
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,65536,8192,0.37890132268269855
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,65536,8192,0.40458134810129803
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,65536,8192,0.3381919860839844
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,65536,8192,0.3142613371213277
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,65536,8192,0.23027199506759644
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,65536,8192,0.2136533260345459
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,65536,10240,1.2895840009053547
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,65536,8192,0.17132800817489624
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,65536,8192,0.13736533125241598
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,65536,8192,0.14356266458829245
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,65536,8192,0.1409066617488861
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,65536,8192,0.12541866302490234
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,65536,8192,0.12818666299184164
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,65536,8192,0.1132319966952006
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,65536,8192,0.1272426644961039
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,65536,8192,0.12371733784675598
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,65536,8192,0.12643733620643616
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,65536,8192,0.11872532963752747
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,65536,8192,0.10635200142860413
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,65536,8192,0.11177600423494975
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,65536,8192,0.10808533430099487
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,65536,8192,0.104912002881368
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,65536,8192,0.10757866501808167
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,65536,8192,0.11075199643770854
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,65536,8192,0.10770666599273682
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,65536,8192,0.11216533184051514
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,65536,8192,0.10918399691581726
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,65536,8192,0.10674666364987691
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,65536,8192,0.10948266585667928
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,65536,8192,0.09407466650009155
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,65536,8192,0.09315199653307597
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,65536,8192,0.09303999940554301
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,65536,8192,0.09273599584897359
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,65536,8192,0.09272533655166626
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,65536,8192,0.09319466352462769
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,65536,8192,0.09266133109728496
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,65536,8192,0.09316800038019817
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,65536,8192,0.09299199779828389
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,65536,8192,0.09338133533795674
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,65536,8192,0.09272533655166626
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,65536,8192,0.0951039989789327
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,65536,8192,0.10267733534177144
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,65536,8192,0.10221866766611735
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,65536,8192,0.10142399867375691
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,65536,8192,0.14165332913398743
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,65536,10240,1.243007977803548
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,65536,8192,0.09341333309809367
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,65536,10240,1.3263893127441406
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,65536,8192,3.4470399220784507
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,65536,8192,1.7049387296040852
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,65536,8192,3.6502453486124673
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,65536,8192,1.4815786679585774
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,65536,8192,1.3727572758992512
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,65536,8192,8.016752243041992
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,65536,8192,2.995738665262858
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,65536,8192,1.6391572952270508
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,65536,8192,1.540986696879069
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,65536,8192,1.1795679728190105
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,65536,8192,2.4251786867777505
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,65536,8192,1.0799626509348552
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,65536,8192,2.360053380330404
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,65536,8192,2.0625707308451333
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,65536,8192,0.9790293375651041
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,65536,8192,16.894629160563152
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,65536,8192,1.0210933685302734
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,65536,8192,1.1770559946695964
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,65536,8192,1.9460800488789876
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,65536,8192,1.1131839752197266
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,65536,8192,0.923637310663859
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,65536,8192,1.2941813468933105
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,65536,8192,0.8431093692779541
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,65536,8192,1.0653759638468425
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,65536,8192,0.6266560157140096
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,65536,8192,0.5196906725565592
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,65536,8192,0.8399893442789713
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,65536,8192,0.6011786858240763
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,65536,8192,0.39162667592366535
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,65536,8192,0.40490134557088214
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,65536,8192,0.22405334313710532
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,65536,8192,0.1651946703592936
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,65536,8192,0.15917332967122397
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,65536,8192,0.16433067123095194
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,65536,8192,0.15832533439000449
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,65536,8192,0.1597760021686554
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,65536,8192,0.15651733676592508
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,65536,8192,0.15788267056147257
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,65536,8192,0.15453867117563883
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,65536,8192,0.10399466753005981
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,65536,8192,0.10493866602579753
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,65536,8192,0.10437867045402527
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,65536,8192,0.10379733641942342
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,65536,8192,0.10430933038393657
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,65536,8192,0.103301336367925
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,65536,8192,0.10302933057149251
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,65536,8192,0.10128532846768697
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,65536,8192,0.886794646581014
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,65536,8192,0.10061333576838176
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,65536,8192,0.09601599971453349
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,65536,8192,0.09992532928784688
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,65536,8192,0.0950986643632253
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,65536,8192,0.10129599769910176
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,65536,8192,0.09431999921798706
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,65536,8192,0.11522133151690166
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,65536,8192,0.11336533228556316
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,65536,8192,0.11529599626859029
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,65536,8192,0.12500266234079996
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,65536,8192,0.11504000425338745
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,65536,8192,0.12773866454760233
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,65536,8192,0.1149066686630249
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,65536,8192,0.10940266648928325
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,65536,8192,0.11452266573905945
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,65536,8192,0.12129066387812297
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,65536,8192,0.11427733302116394
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,65536,8192,0.12595733006795248
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,65536,8192,0.1156213382879893
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,65536,8192,0.26049067576726276
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,65536,8192,0.12681066989898682
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,65536,8192,0.11385599772135417
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,65536,8192,0.10329066713651021
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,65536,8192,1.746448040008545
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,65536,8192,2.508666674296061
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,65536,10240,1.2073439757029216
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,65536,8192,1.0269066492716472
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,65536,8192,0.9346186319986979
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,65536,8192,0.9052480061848959
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,65536,8192,0.8764639695485433
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,65536,8192,0.8444586594899496
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,65536,8192,0.8134400049845377
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,65536,8192,0.7819573084513346
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,65536,8192,0.7563839753468832
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,65536,8192,0.7222613493601481
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,65536,8192,0.691818634668986
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,65536,8192,0.6615466674168905
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,65536,8192,0.6314613421758016
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,65536,8192,4.3383893966674805
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,65536,8192,0.60043732325236
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,65536,8192,0.5950186649958292
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,65536,8192,0.53876264890035
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,65536,8192,0.5185759862263998
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,65536,8192,0.4774666627248128
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,65536,8192,0.454586664835612
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,65536,8192,0.41389866669972736
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,65536,8192,0.39160001277923584
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,65536,8192,0.3545279900232951
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,65536,8192,0.33372267087300617
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,65536,8192,0.2916693290074666
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,65536,8192,0.26788800954818726
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,65536,8192,0.20800000429153442
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,65536,8192,0.17313599586486816
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,65536,8192,0.23183466990788779
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,65536,8192,2.0764106114705405
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,65536,8192,0.1409226655960083
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,65536,8192,0.12442133824030559
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,65536,8192,0.09044800202051799
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,65536,8192,0.0844533344109853
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,65536,8192,0.08410666386286418
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,65536,8192,0.08410666386286418
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,65536,8192,0.08497066299120586
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,65536,8192,0.0883840024471283
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,65536,8192,0.09150399764378865
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,65536,8192,0.06528000036875407
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,65536,8192,0.06564266482988994
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,65536,8192,0.06506133576234181
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,65536,8192,0.06538666784763336
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,65536,8192,0.06410666803518932
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,65536,8192,0.09970666964848836
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,65536,8192,0.06776000062624614
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,65536,8192,0.06540800134340923
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,65536,8192,0.06876799960931142
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,65536,8192,0.06618133187294006
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,65536,8192,0.07016533116499583
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,65536,8192,0.066021333138148
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,65536,8192,13.475626627604166
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,65536,8192,0.06623466809590657
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,65536,8192,0.07052800059318542
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,65536,8192,0.06437333424886067
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,65536,8192,0.07182399928569794
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,65536,8192,0.08474133412043254
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,65536,8192,0.0682666649421056
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,65536,8192,0.07227733234564464
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,65536,8192,0.07045866549015045
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,65536,8192,0.06886399785677592
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,65536,8192,0.06758933266003926
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,65536,8192,0.06829866766929626
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,65536,8192,0.07140799860159557
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,65536,8192,0.07053333520889282
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,65536,8192,0.07026133437951405
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,65536,8192,0.07100266714890797
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,65536,8192,0.07190399865309398
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,65536,8192,0.06925333539644878
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,65536,8192,0.07238933444023132
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,65536,8192,0.07128533224264781
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,65536,7168,2.67195733388265
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,65536,7168,4.764368057250977
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,65536,8192,1.1107253233591716
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,65536,7168,2.5646613438924155
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,65536,7168,2.798997243245443
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,65536,7168,2.8469225565592446
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,65536,7168,2.4170826276143393
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,65536,7168,2.0878772735595703
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,65536,7168,2.37715737024943
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,65536,7168,2.256271998087565
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,65536,7168,10.040655771891275
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,65536,7168,2.0634026527404785
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,65536,7168,1.9183467229207356
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,65536,7168,2.1321919759114585
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,65536,7168,1.9408799807230632
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,65536,7168,1.9951893488566081
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,65536,7168,1.9707679748535156
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,65536,7168,1.693002700805664
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,65536,7168,1.5654667218526204
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,65536,7168,1.5654880205790203
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,65536,7168,1.6068159739176433
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,65536,7168,20.878991444905598
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,65536,7168,1.2599519888559978
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,65536,7168,1.2352906862894695
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,65536,7168,1.2500320275624592
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,65536,7168,0.9477279980977377
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,65536,7168,1.1820586522420247
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,65536,7168,0.836143970489502
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,65536,7168,0.7894879976908366
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,65536,7168,0.6497439940770467
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,65536,7168,0.4976160128911336
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,65536,7168,0.4901866515477498
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,65536,7168,0.3669919967651367
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,65536,7168,0.31153066953023273
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,65536,7168,0.19913599888483682
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,65536,7168,0.2291146715482076
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,65536,7168,0.19482133785883585
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,65536,7168,0.21464532613754272
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,65536,7168,0.18793066342671713
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,65536,7168,1.5823413530985515
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,65536,7168,0.1710453430811564
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,65536,7168,0.15875732898712158
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,65536,7168,0.1737013260523478
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,65536,7168,0.17318934202194214
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,65536,7168,0.1722559928894043
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,65536,7168,0.15307199954986572
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,65536,7168,0.15261866648991904
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,65536,7168,0.15180266896883646
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,65536,7168,0.15657599767049155
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,65536,7168,0.7316266695658366
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,65536,7168,0.16105600198109946
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,65536,7168,0.1611146628856659
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,65536,7168,0.16087466478347778
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,65536,7168,0.16053866346677145
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,65536,7168,0.1607039968172709
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,65536,7168,0.16135467092196146
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,65536,7168,0.13595733046531677
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,65536,7168,0.19422932465871176
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,65536,7168,0.13581867019335428
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,65536,7168,0.13545599579811096
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,65536,7168,0.13589866956075033
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,65536,7168,0.13567466537157694
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,65536,7168,0.13513066371281943
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,65536,7168,0.17813867330551147
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,65536,7168,0.13450666268666586
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,65536,7168,0.13471999764442444
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,65536,7168,0.13521066308021545
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,65536,7168,0.13462932904561362
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,65536,7168,0.1461066703001658
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,65536,7168,0.14695466558138529
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,65536,7168,0.14726932843526205
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,65536,7168,0.14548266927401224
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,65536,7168,0.14384532968203226
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,65536,7168,0.15518400073051453
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,65536,7168,5.114896138509114
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,65536,7168,2.5376906394958496
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,65536,7168,0.13470932841300964
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,65536,7168,1.3457919756571453
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,65536,7168,1.3033173084259033
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,65536,7168,1.2828160127003987
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,65536,7168,1.226261297861735
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,65536,7168,1.1592426300048828
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,65536,7168,1.094373305638631
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,65536,7168,1.0851146380106609
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,65536,7168,11.32580820719401
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,65536,7168,1.0244853496551514
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,65536,7168,1.026037295659383
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,65536,7168,1.1231733163197835
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,65536,7168,0.9185226758321127
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,65536,7168,0.9498933156331381
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,65536,7168,0.7932319641113281
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,65536,7168,1.038922627766927
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,65536,7168,0.770634651184082
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,65536,7168,0.7170399824778239
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,65536,7168,0.6394346555074056
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,65536,7168,1.662490685780843
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,65536,7168,0.6414453188578287
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,65536,7168,0.5613386631011963
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,65536,7168,0.6063626607259115
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,65536,7168,0.48323198159535724
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,65536,7168,1.1789120038350422
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,65536,7168,0.42202667395273846
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,65536,7168,0.3317653338114421
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,65536,7168,0.3580160140991211
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,65536,7168,0.28141866127649945
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,65536,7168,0.2600373427073161
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,65536,7168,0.18689600626627603
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,65536,7168,0.20852800210316977
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,65536,7168,0.12762666742006937
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,65536,7168,0.11683199803034465
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,65536,7168,0.12009066343307495
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,65536,7168,0.11737066507339478
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,65536,7168,0.1132480005423228
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,65536,7168,0.10909866293271382
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,65536,7168,0.10672533512115479
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,65536,7168,0.10442666212717693
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,65536,7168,0.10564266641934712
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,65536,7168,0.10501333077748616
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,65536,7168,0.10573866963386536
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,65536,7168,0.0962506632010142
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,65536,7168,0.09515200058619182
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,65536,7168,0.09405866265296936
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,65536,7168,0.09635733564694722
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,65536,7168,0.09302933017412822
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,65536,7168,0.09880000352859497
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,65536,7168,0.09710400303204854
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,65536,7168,0.09825066725413005
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,65536,7168,0.09883733590443929
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,65536,7168,0.09609599908192952
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,65536,7168,0.7478559811909994
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,65536,7168,0.0958079993724823
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,65536,7168,0.08250133196512859
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,65536,7168,0.08091199894746144
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,65536,7168,0.08112533390522003
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,65536,7168,0.08206933240095775
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,65536,7168,0.08078933258851369
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,65536,7168,0.08410132924715678
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,65536,7168,0.08162666857242584
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,65536,7168,0.0804319977760315
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,65536,7168,0.43389864762624103
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,65536,7168,0.08213866750399272
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,65536,7168,0.08083199958006541
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,65536,7168,0.08188266555468242
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,65536,7168,0.08540266752243042
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,65536,7168,0.08442667126655579
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,65536,7168,0.08588799834251404
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,65536,7168,0.09841600060462952
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,65536,7168,0.0807360013326009
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,65536,7168,0.08494399984677632
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,65536,8192,1.0784586270650227
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,65536,7168,5.609488169352214
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,65536,7168,2.877386728922526
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,65536,7168,1.7059253056844075
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,65536,7168,1.625706672668457
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,65536,7168,1.4809120496114094
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,65536,7168,1.5447786649068196
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,65536,7168,1.3090720176696777
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,65536,7168,1.3677280743916829
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,65536,7168,1.3581867218017578
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,65536,7168,12.22390365600586
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,65536,7168,1.9489812850952148
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,65536,7168,1.0711572964986165
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,65536,7168,1.462506612141927
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,65536,7168,1.0589226881663005
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,65536,7168,1.5004107157389324
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,65536,7168,0.8661173184712728
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,65536,7168,1.2825173536936443
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,65536,7168,1.0530026753743489
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,65536,7168,0.7726613680521647
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,65536,7168,0.6738399664560953
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,65536,7168,1.0727840264638264
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,65536,7168,1.1464746793111165
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,65536,7168,0.5370560089747111
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,65536,7168,0.8479626973470052
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,65536,7168,0.44073065121968585
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,65536,7168,0.568447987238566
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,65536,7168,0.356389323870341
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,65536,7168,1.084714651107788
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,65536,7168,0.427621324857076
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,65536,7168,0.27453333139419556
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,65536,7168,0.2148426572481791
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,65536,7168,0.16375999649365744
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,65536,7168,0.1393173336982727
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,65536,7168,0.8828907012939453
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,65536,7168,0.13869866728782654
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,65536,7168,0.12135466933250427
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,65536,7168,0.13501333196957907
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,65536,7168,0.11853333314259847
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,65536,7168,0.13426666458447775
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,65536,7168,0.11611732840538025
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,65536,7168,0.09142933289210002
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,65536,7168,0.09031466643015544
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,65536,7168,0.0895306666692098
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,65536,7168,0.08859200278917949
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,65536,7168,0.08860799670219421
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,65536,7168,0.08820266524950664
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,65536,7168,0.08656000097592671
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,65536,7168,0.08476799726486206
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,65536,7168,0.08451199531555176
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,65536,7168,0.08444799979527791
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,65536,7168,0.08458667000134786
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,65536,7168,0.08409066994984944
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,65536,7168,0.11386666695276897
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,65536,7168,0.09742400050163269
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,65536,7168,0.0974720021088918
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,65536,7168,0.09774933258692424
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,65536,7168,0.0981119970480601
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,65536,7168,0.09974400202433269
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,65536,7168,0.10122666756312053
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,65536,7168,0.10957866907119751
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,65536,7168,0.26057066520055133
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,65536,7168,0.09948800007502238
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,65536,7168,0.104912002881368
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,65536,7168,0.10456533233324687
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,65536,7168,0.11524266997973125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,65536,7168,0.10236266255378723
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,65536,7168,0.10735467076301575
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,65536,7168,0.10402133067448933
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,65536,7168,0.10319466392199199
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,65536,7168,0.11750400066375732
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,65536,7168,0.09039466579755147
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,65536,7168,0.5259413321812948
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,65536,7168,0.12505599856376648
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,65536,8192,1.009872039159139
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,65536,8192,0.9879840215047201
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,65536,7168,3.6881494522094727
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,65536,7168,0.9259626865386963
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,65536,7168,0.8035199642181396
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,65536,7168,0.7791146437327067
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,65536,7168,0.7523626486460367
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,65536,7168,0.7269439697265625
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,65536,7168,0.6994720300038656
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,65536,7168,0.6722133159637451
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,65536,7168,0.6452906529108683
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,65536,7168,0.6165440082550049
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,65536,7168,0.5885493357976278
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,65536,7168,0.5626186529795328
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,65536,7168,0.5339786609013876
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,65536,7168,0.5058133204778036
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,65536,7168,0.47786664962768555
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,65536,7168,0.4526666800181071
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,65536,7168,0.4244106610616048
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,65536,7168,0.398416002591451
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,65536,7168,0.3680959939956665
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,65536,7168,0.3428533474604289
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,65536,7168,0.3157813350359599
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,65536,7168,0.28834666808446247
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,65536,7168,0.25893867015838623
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,65536,7168,0.23405865828196207
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,65536,7168,0.20618667205174765
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,65536,7168,0.1815413236618042
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,65536,7168,0.15204800168673197
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,65536,7168,0.12385066350301106
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,65536,7168,0.11213866869608562
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,65536,7168,0.07587733368078868
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,65536,7168,0.07419200241565704
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,65536,7168,0.07458133498827617
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,65536,7168,0.07527466615041097
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,65536,7168,0.07521066566308339
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,65536,7168,0.08167466521263123
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,65536,7168,0.08224533498287201
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,65536,7168,0.09010666608810425
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,65536,7168,0.05786666770776113
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,65536,7168,0.05806933343410492
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,65536,7168,0.05796800057093302
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,65536,7168,0.05850133299827576
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,65536,7168,0.06025066475073496
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,65536,7168,0.060229331254959106
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,65536,7168,0.060271998246510826
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,65536,7168,0.057717333237330117
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,65536,7168,0.05826666454474131
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,65536,7168,0.06292266647020976
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,65536,7168,0.06407466530799866
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,65536,7168,0.06025066475073496
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,65536,7168,0.06365866462389629
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,65536,7168,0.06397866706053416
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,65536,7168,0.06358933448791504
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,65536,7168,0.05978666742642721
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,65536,7168,0.06171200176080068
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,65536,7168,0.06251733501752217
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,65536,7168,0.05910933514436086
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,65536,7168,0.0639519989490509
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,65536,7168,0.06373333434263866
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,65536,7168,0.06459733347098033
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,65536,7168,0.0622026671965917
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,65536,7168,0.059936001896858215
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,65536,7168,0.06638399759928386
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,65536,7168,0.05890666445096334
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,65536,7168,0.06504533191521962
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,65536,7168,0.0625546673933665
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,65536,7168,0.06497066716353099
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,65536,7168,0.06405866642793019
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,65536,6144,17.337242126464844
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,65536,6144,8.718170801798502
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,65536,6144,4.239205360412598
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,65536,6144,2.53056001663208
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,65536,6144,2.497584025065104
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,65536,7168,12.232154846191406
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,65536,7168,1.7966453234354656
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,65536,6144,2.4602346420288086
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,65536,6144,2.658991972605387
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,65536,6144,2.0130186080932617
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,65536,6144,2.271754741668701
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,65536,6144,1.9660693804423015
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,65536,6144,1.9156373341878254
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,65536,7168,0.9567360083262125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,65536,6144,2.089344024658203
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,65536,6144,1.594655990600586
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,65536,6144,1.786853313446045
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,65536,6144,1.4932160377502441
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,65536,6144,1.5822453498840332
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,65536,6144,1.2195359865824382
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,65536,6144,1.512191931406657
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,65536,6144,1.4650559425354004
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,65536,6144,1.2618772983551025
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,65536,6144,1.0631946722666423
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,65536,6144,1.2738133271535237
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,65536,6144,1.2727733453114827
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,65536,6144,0.9344800313313802
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,65536,6144,1.038096030553182
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,65536,6144,0.7784480253855387
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,65536,6144,0.9227519830067953
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,65536,6144,0.6489760080973307
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,65536,6144,0.7372106711069742
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,65536,6144,0.5356106758117676
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,65536,6144,0.568885326385498
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,65536,6144,0.42401599884033203
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,65536,6144,0.496453324953715
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,65536,6144,0.3226240078608195
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,65536,6144,0.28038400411605835
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,65536,6144,0.17803200085957846
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,65536,6144,0.2140373388926188
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,65536,7168,0.994208017985026
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,65536,6144,0.18001067638397217
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,65536,6144,0.18518400192260742
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,65536,6144,0.1909439961115519
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,65536,6144,0.15972800056139627
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,65536,6144,0.15461867054303488
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,65536,6144,0.15280000368754068
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,65536,6144,0.1606613298257192
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,65536,6144,0.1479039986928304
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,65536,6144,0.14019200205802917
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,65536,6144,0.15228266517321268
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,65536,6144,0.13129599889119467
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,65536,6144,0.13804266850153604
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,65536,6144,0.13635200262069702
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,65536,6144,0.1343786617120107
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,65536,6144,0.14524267117182413
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,65536,6144,0.14033066232999167
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,65536,6144,0.14005866646766663
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,65536,6144,0.14272532860438028
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,65536,6144,0.1404213309288025
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,65536,6144,0.1400213340918223
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,65536,6144,0.11827199657758077
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,65536,6144,0.1185706655184428
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,65536,6144,0.11813867092132568
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,65536,6144,0.11739733815193176
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,65536,6144,0.11780800422032674
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,65536,6144,0.11752000451087952
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,65536,6144,0.11789333820343018
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,65536,6144,0.11777599652608235
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,65536,6144,0.11803199847539265
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,65536,6144,0.11618666847546895
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,65536,6144,0.12770133217175803
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,65536,6144,0.1276533305644989
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,65536,6144,0.12638399998346964
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,65536,6144,0.12734933694203696
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,65536,6144,0.15223466356595358
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,65536,6144,0.12145066261291504
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,65536,6144,2.1856959660847983
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,65536,6144,4.325023969014485
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,65536,6144,1.1900800069173176
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,65536,6144,1.250432014465332
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,65536,6144,1.1230026880900066
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,65536,6144,1.1845760345458984
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,65536,6144,8.977765401204428
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,65536,6144,1.0571786562601726
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,65536,6144,0.11720533172289531
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,65536,6144,0.9410239855448405
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,65536,6144,1.183450698852539
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,65536,6144,0.9447253545125326
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,65536,6144,0.9247626463572184
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,65536,6144,0.910912036895752
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,65536,6144,0.9681653181711832
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,65536,6144,0.7958133220672607
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,65536,6144,0.7768639723459879
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,65536,6144,0.6939840316772461
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,65536,6144,0.6636159817377726
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,65536,6144,0.6230239868164062
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,65536,6144,0.6361226638158163
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,65536,6144,0.554090658823649
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,65536,6144,0.5686933199564616
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,65536,6144,0.49560534954071045
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,65536,6144,0.5170880158742269
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,65536,6144,0.4312479893366496
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,65536,6144,0.35441601276397705
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,65536,6144,0.38205866018931073
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,65536,6144,0.3364373445510864
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,65536,6144,0.2855253418286641
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,65536,6144,0.23407467206319174
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,65536,6144,0.2461493412653605
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,65536,6144,0.17729600270589194
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,65536,6144,0.16986133654912314
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,65536,6144,0.10733333230018616
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,65536,6144,0.12312533458073933
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,65536,6144,1.0657493273417156
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,65536,6144,0.09620267152786255
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,65536,6144,0.0940053363641103
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,65536,6144,0.09273599584897359
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,65536,6144,0.08830933769543965
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,65536,6144,0.09303466478983562
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,65536,6144,0.09231999516487122
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,65536,6144,0.09269866347312927
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,65536,6144,0.084389328956604
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,65536,6144,0.08423466483751933
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,65536,6144,0.08307200173536937
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,65536,6144,0.8324853579203287
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,65536,6144,0.08384000261624654
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,65536,6144,0.0825973351796468
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,65536,6144,0.08884800473848979
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,65536,6144,0.0888213316599528
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,65536,6144,0.08749866485595703
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,65536,6144,0.08689066767692566
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,65536,6144,0.11262399951616923
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,65536,6144,0.08492799599965413
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,65536,6144,0.11191466450691223
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,65536,6144,0.07229866584142049
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,65536,6144,0.07246399919191997
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,65536,6144,0.07419200241565704
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,65536,6144,0.07220800220966339
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,65536,6144,0.0721973329782486
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,65536,6144,0.07292266686757405
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,65536,6144,0.0730506678422292
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,65536,6144,0.07256000240643819
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,65536,6144,0.07260266443093617
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,65536,6144,0.07246933380762736
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,65536,6144,0.07235200206438701
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,65536,6144,0.0745066652695338
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,65536,6144,0.07500799993673961
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,65536,6144,0.07524266839027405
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,65536,6144,0.07396266857783
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,65536,6144,0.07462933162848155
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,65536,6144,0.08878399928410848
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,65536,6144,0.10251733660697937
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,65536,7168,0.9307253360748291
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,65536,6144,2.4173226356506348
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,65536,6144,4.9988053639729815
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,65536,6144,1.5168639818827312
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,65536,6144,1.2551466623942058
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,65536,6144,1.1671626567840576
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,65536,6144,1.5066453615824382
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,65536,6144,1.3640480041503906
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,65536,6144,1.0877919991811116
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,65536,6144,1.2311840057373047
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,65536,6144,0.9996853669484457
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,65536,6144,1.1172213554382324
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,65536,6144,0.9298773606618246
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,65536,6144,1.0184853076934814
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,65536,6144,0.8592533270517985
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,65536,6144,10.749018351236979
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,65536,6144,0.9442133108774821
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,65536,6144,0.7601386706034342
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,65536,6144,0.8685653209686279
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,65536,6144,0.8945600191752116
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,65536,6144,0.7867680390675863
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,65536,6144,0.6007946729660034
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,65536,6144,0.689909299214681
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,65536,6144,0.46087467670440674
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,65536,6144,0.700656016667684
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,65536,6144,0.510319987932841
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,65536,6144,1.309338649113973
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,65536,6144,0.38814401626586914
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,65536,6144,0.5178720156351725
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,65536,6144,0.31895466645558673
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,65536,6144,0.30499200026194256
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,65536,6144,0.17218667268753052
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,65536,6144,0.2579039931297302
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,65536,6144,0.14350933829943338
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,65536,6144,0.12342933813730876
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,65536,6144,0.10935999949773152
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,65536,6144,0.11521066228548686
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,65536,6144,0.11274133125940959
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,65536,6144,0.11248000462849934
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,65536,6144,0.1111840009689331
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,65536,6144,0.08237866560618083
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,65536,6144,0.08066133161385854
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,65536,6144,0.0803413341442744
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,65536,6144,0.07925866544246674
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,65536,6144,0.07974933087825775
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,65536,6144,0.07871999839941661
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,65536,6144,0.07863999903202057
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,65536,6144,0.07824533184369405
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,65536,6144,0.07603199779987335
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,65536,6144,0.075573335091273
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,65536,6144,0.07519466678301494
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,65536,6144,0.07523733377456665
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,65536,6144,0.0746666689713796
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,65536,6144,0.08922132849693298
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,65536,6144,0.5672159989674886
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,65536,6144,0.092031995455424
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,65536,6144,0.08650133013725281
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,65536,6144,0.09139733513196309
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,65536,6144,0.09322667121887207
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,65536,6144,0.09293333689371745
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,65536,6144,0.08584533135096233
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,65536,6144,0.24530667066574097
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,65536,6144,0.08644800384839375
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,65536,6144,0.09096533060073853
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,65536,6144,0.08685333530108134
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,65536,6144,0.08780800302823384
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,65536,6144,0.09505066275596619
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,65536,6144,0.10905599594116211
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,65536,6144,0.0976106623808543
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,65536,6144,0.08525866270065308
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,65536,6144,0.08798399567604065
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,65536,6144,0.10121599833170573
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,65536,6144,0.09304533402125041
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,65536,6144,0.10653332869211833
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,65536,6144,1.77837340037028
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,65536,7168,0.908074696858724
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,65536,7168,0.8744373321533203
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,65536,6144,1.5248266855875652
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,65536,6144,0.7164533138275146
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,65536,6144,0.6967199643452963
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,65536,6144,0.6738239924112955
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,65536,6144,0.6489173173904419
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,65536,6144,0.6270293394724528
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,65536,6144,0.602351983388265
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,65536,6144,0.5794933239618937
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,65536,6144,0.5561439990997314
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,65536,6144,0.5328960021336874
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,65536,6144,0.5070240100224813
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,65536,6144,0.48598400751749676
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,65536,6144,0.4610559940338135
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,65536,6144,0.43831467628479004
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,65536,6144,0.4140479962031047
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,65536,6144,0.3916320006052653
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,65536,6144,0.364901343981425
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,65536,6144,0.3442026774088542
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,65536,6144,0.3186453382174174
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,65536,6144,0.2972106734911601
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,65536,6144,0.2735840082168579
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,65536,6144,0.2508479952812195
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,65536,6144,0.22443199157714844
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,65536,6144,0.20278400182724
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,65536,6144,0.179258664449056
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,65536,6144,0.1585813363393148
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,65536,6144,0.1334986686706543
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,65536,6144,0.10800000031789143
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,65536,6144,0.09843200445175171
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,65536,6144,0.06607999900976817
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,65536,6144,0.06557866434256236
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,65536,6144,0.06603200236956279
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,65536,6144,0.8741546471913656
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,65536,6144,0.06597866614659627
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,65536,6144,0.06879466772079468
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,65536,6144,0.06777599950631459
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,65536,6144,0.06975466509660085
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,65536,6144,0.07704533139864604
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,65536,6144,0.051701332132021584
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,65536,6144,0.051642666260401406
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,65536,6144,0.051962668697039284
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,65536,6144,0.051738664507865906
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,65536,6144,0.05157866577307383
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,65536,6144,0.051813334226608276
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,65536,6144,0.052000001072883606
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,65536,6144,0.052383999029795326
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,65536,6144,3.2008641560872397
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,65536,6144,0.054789334535598755
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,65536,6144,0.054773335655530296
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,65536,6144,0.05668266614278158
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,65536,6144,0.05170666674772898
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,65536,6144,0.05572799841562907
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,65536,6144,0.05401599903901418
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,65536,6144,0.05409599840641022
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,65536,6144,0.05440000196297964
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,65536,6144,0.052042668064435325
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,65536,6144,0.05604266623655955
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,65536,6144,0.05436799923578898
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,65536,6144,0.05189866820971171
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,65536,6144,0.055914665261904396
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,65536,6144,10.110928217569986
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,65536,6144,0.05612266560395559
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,65536,6144,0.05550933380921682
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,65536,6144,0.05277333160241445
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,65536,6144,0.05580799778302511
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,65536,6144,0.05780800183614095
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,65536,6144,0.0776693324247996
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,65536,6144,0.052042668064435325
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,65536,6144,0.05619200070699056
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,65536,6144,0.053130666414896645
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,65536,5120,1.8293280601501465
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,65536,5120,3.2465012868245444
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,65536,5120,1.7648426691691081
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,65536,5120,1.854032039642334
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,65536,5120,1.6469119389851887
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,65536,5120,6.695168177286784
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,65536,5120,1.7628053029378254
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,65536,5120,1.572970708211263
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,65536,6144,0.802629311879476
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,65536,5120,1.806320031483968
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,65536,5120,1.5272852579752605
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,65536,5120,1.5683306058247883
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,65536,5120,1.6286239624023438
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,65536,5120,1.303605318069458
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,65536,5120,1.2947093645731609
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,65536,5120,1.0687839984893799
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,65536,5120,1.2059893608093262
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,65536,5120,1.4351040522257488
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,65536,5120,1.0381973584493
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,65536,5120,14.616048177083334
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,65536,5120,1.0786773363749187
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,65536,5120,1.3755787213643391
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,65536,5120,0.8237760066986084
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,65536,5120,0.823205312093099
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,65536,5120,0.9309866428375244
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,65536,5120,0.7889386812845866
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,65536,5120,0.620416005452474
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,65536,5120,0.6246080001195272
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,65536,5120,0.45367467403411865
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,65536,5120,0.42469334602355957
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,65536,5120,0.36105068524678546
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,65536,5120,0.3333280086517334
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,65536,5120,0.2648746569951375
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,65536,5120,0.22965333859125772
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,65536,5120,0.14666133125623068
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,65536,5120,0.1673706571261088
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,65536,5120,0.14276267091433206
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,65536,5120,0.1418773333231608
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,65536,5120,0.15622933705647787
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,65536,5120,0.13572266697883606
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,65536,5120,0.13135466972986856
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,65536,5120,0.12102933724721272
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,65536,5120,0.12968533237775168
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,65536,5120,0.13165332873662314
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,65536,5120,0.1312373379866282
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,65536,5120,0.13191466530164084
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,65536,5120,0.11295466621716817
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,65536,5120,0.11597866813341777
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,65536,5120,0.11114666859308879
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,65536,5120,0.11524800459543864
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,65536,5120,0.11518933375676473
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,65536,5120,0.12045333782831828
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,65536,5120,0.11983999609947205
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,65536,5120,0.12063999970753987
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,65536,5120,0.11794666449228923
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,65536,5120,0.1200213332970937
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,65536,5120,0.11763733625411987
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,65536,5120,0.0995199978351593
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,65536,5120,0.10070400436719258
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,65536,5120,0.09886399904886882
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,65536,5120,0.099589337905248
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,65536,5120,0.09887466828028361
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,65536,5120,0.9918133417765299
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,65536,5120,0.09939199686050415
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,65536,5120,0.09861866633097331
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,65536,5120,0.0990666647752126
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,65536,5120,0.09859200318654378
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,65536,5120,0.09823466340700786
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,65536,5120,0.09819733103116353
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,65536,5120,0.10467200477917989
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,65536,5120,0.11032000184059143
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,65536,5120,0.1071573297182719
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,65536,5120,0.10822932918866475
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,65536,5120,0.6128053267796835
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,65536,5120,1.8398186365763347
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,65536,5120,3.764693260192871
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,65536,5120,0.9972480138142904
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,65536,5120,1.0606239636739094
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,65536,5120,0.9385706583658854
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,65536,5120,0.09892266988754272
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,65536,5120,1.0018826325734456
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,65536,5120,0.8877440293629965
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,65536,5120,7.220053354899089
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,65536,5120,0.8666133085886637
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,65536,5120,0.7922133604685465
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,65536,5120,0.757962703704834
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,65536,5120,0.9720640182495117
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,65536,5120,0.7511999607086182
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,65536,5120,0.6799466609954834
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,65536,5120,0.8242239952087402
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,65536,5120,0.6854560375213623
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,65536,5120,0.6784053643544515
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,65536,5120,0.555189331372579
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,65536,5120,0.6390346686045328
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,65536,5120,0.5139626661936442
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,65536,5120,0.5298133293787638
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,65536,5120,0.4705973466237386
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,65536,5120,0.42974400520324707
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,65536,5120,0.41278398036956787
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,65536,5120,0.349509318669637
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,65536,5120,0.3139786720275879
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,65536,5120,0.3014880021413167
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,65536,5120,0.24207466840744019
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,65536,5120,0.20359466473261514
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,65536,5120,0.19108267625172934
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,65536,5120,0.15102400382359824
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,65536,5120,0.13461333513259888
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,65536,5120,0.09066133697827657
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,65536,5120,0.08918933073679607
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,65536,5120,0.09332266449928284
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,65536,5120,0.9625866413116455
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,65536,5120,0.08693333466847737
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,65536,5120,0.0820906658967336
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,65536,5120,0.07897066573301952
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,65536,5120,0.07544533411661784
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,65536,5120,0.07982400059700012
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,65536,5120,0.07865066826343536
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,65536,5120,0.07910400132338206
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,65536,5120,0.0730506678422292
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,65536,6144,0.8301226298014323
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,65536,5120,0.07326399783293407
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,65536,5120,0.0726560006539027
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,65536,5120,0.07254933317502339
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,65536,5120,0.5268373489379883
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,65536,5120,0.07456533114115398
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,65536,5120,0.0755573312441508
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,65536,5120,0.07559466858704884
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,65536,5120,0.07354133327802022
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,65536,5120,0.07303999861081441
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,65536,5120,0.07186666627724965
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,65536,5120,0.06307200094064076
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,65536,5120,0.06306133170922597
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,65536,5120,0.062447999914487205
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,65536,5120,0.0629013329744339
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,65536,5120,0.06314133107662201
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,65536,5120,0.06225599845250448
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,65536,5120,0.06525333225727081
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,65536,5120,0.06197333335876465
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,65536,5120,0.06275199850400288
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,65536,5120,0.06377066671848297
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,65536,5120,0.06233599781990051
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,65536,5120,0.06331199904282887
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,65536,5120,0.06433066725730896
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,65536,5120,0.06442666550477345
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,65536,5120,0.08038400113582611
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,65536,5120,0.0646613339583079
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,65536,5120,0.06602666775385539
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,65536,5120,0.07177066802978516
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,65536,5120,0.26284799973169964
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,65536,5120,0.0974026620388031
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,65536,5120,4.373855908711751
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,65536,5120,1.2786986827850342
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,65536,5120,1.0587093035380046
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,65536,5120,2.111413319905599
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,65536,5120,1.1211840311686199
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,65536,5120,1.1026026407877605
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,65536,5120,0.9923840363820394
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,65536,5120,1.047210693359375
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,65536,5120,0.9079253673553467
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,65536,5120,0.8634239832560221
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,65536,5120,0.9710720380147299
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,65536,5120,0.7796213626861572
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,65536,5120,0.9278079668680826
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,65536,5120,9.093791961669922
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,65536,5120,0.6532800197601318
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,65536,5120,0.8844799995422363
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,65536,5120,0.7743733723958334
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,65536,5120,0.5076373418172201
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,65536,5120,0.6647466818491617
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,65536,5120,0.8974933624267578
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,65536,5120,0.5462773243586222
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,65536,5120,0.4564906756083171
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,65536,5120,0.38600532213846844
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,65536,5120,0.4110293388366699
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,65536,5120,1.1998026371002197
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,65536,5120,0.32410667339960736
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,65536,5120,0.3369973500569661
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,65536,5120,0.2616479992866516
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,65536,5120,0.2562133272488912
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,65536,5120,0.20191466808319092
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,65536,5120,0.19436800479888916
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,65536,5120,0.1370560030142466
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,65536,5120,0.09779733419418335
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,65536,5120,0.09365866581598918
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,65536,5120,0.09686400492986043
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,65536,5120,0.09265066186587016
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,65536,5120,0.09307199716567993
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,65536,5120,0.08925867080688477
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,65536,5120,0.0919040044148763
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,65536,5120,0.06898666421572368
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,65536,5120,0.06846400101979573
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,65536,5120,0.06795733173688252
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,65536,5120,0.06806399921576183
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,65536,5120,0.06776000062624614
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,65536,5120,0.06698666512966156
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,65536,5120,0.06690666576226552
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,65536,5120,0.7068373362223307
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,65536,5120,0.06614933411280315
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,65536,5120,0.06469333171844482
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,65536,5120,0.06434133152167003
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,65536,5120,0.06429333488146464
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,65536,5120,0.06390933195749919
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,65536,5120,0.06361599763234456
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,65536,5120,0.07417599856853485
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,65536,5120,0.5897013346354166
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,65536,5120,0.07419733206431071
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,65536,5120,0.07483200232187907
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,65536,5120,0.07367466886838277
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,65536,5120,0.07700266440709432
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,65536,5120,0.07587199906508128
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,65536,5120,0.07449066638946533
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,65536,5120,0.07361599802970886
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,65536,5120,0.07450133562088013
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,65536,5120,0.07460799813270569
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,65536,5120,0.07447466750939687
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,65536,5120,0.07282666862010956
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,65536,5120,0.07389866809050243
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,65536,5120,0.07277866701285045
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,65536,5120,0.608186682065328
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,65536,5120,0.07246399919191997
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,65536,5120,0.07247999807198842
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,65536,5120,0.12657066186269125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,65536,5120,0.08825066685676575
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,65536,5120,0.07605333129564922
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,65536,6144,0.7847519715627035
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,65536,6144,0.7549119790395101
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,65536,5120,0.6899893283843994
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,65536,5120,0.6111573378245035
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,65536,5120,0.593231995900472
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,65536,5120,0.5731626749038696
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,65536,5120,0.5521546602249146
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,65536,5120,0.5338773330052694
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,65536,5120,0.5101226568222046
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,65536,5120,0.4915519952774048
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,65536,5120,0.47169601917266846
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,65536,5120,0.4527733325958252
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,65536,5120,0.4283519983291626
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,65536,5120,0.4123573303222656
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,65536,5120,0.3906293312708537
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,65536,5120,0.3727733294169108
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,65536,5120,0.3497600158055623
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,65536,5120,0.33130133152008057
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,65536,5120,0.31043734153111774
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,65536,5120,0.291647990544637
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,65536,5120,0.2694773276646932
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,65536,5120,0.2527466615041097
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,65536,5120,0.23227733373641968
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,65536,5120,0.21213332811991373
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,65536,5120,0.1912213365236918
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,65536,5120,0.17325333754221597
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,65536,5120,0.153738667567571
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,65536,5120,0.136245330174764
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,65536,5120,0.11386133233706157
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,65536,5120,0.6820747057596842
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,65536,5120,0.09262399872144063
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,65536,5120,0.0842133363087972
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,65536,5120,0.05781333148479462
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,65536,5120,0.7289386590321859
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,65536,5120,0.05743999779224396
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,65536,5120,8.436869303385416
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,65536,5120,0.05787733197212219
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,65536,5120,0.05784533421198527
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,65536,5120,0.05789333085219065
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,65536,5120,0.059290667374928795
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,65536,5120,0.06737066805362701
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,65536,5120,0.04557333389918009
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,65536,5120,0.045781334241231285
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,65536,5120,0.04408533374468485
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,65536,5120,0.045663997530937195
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,65536,5120,0.04490133126576742
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,65536,5120,0.046581332882245384
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,65536,5120,0.0458133320013682
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,65536,5120,0.044853334625562034
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,65536,5120,0.04789866507053375
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,65536,5120,0.04658666749795278
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,65536,5120,0.048010667165120445
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,65536,5120,0.04762133459250132
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,65536,5120,0.04584533472855886
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,65536,5120,0.04854933420817057
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,65536,5120,0.045514668027559914
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,65536,5120,0.04799466828505198
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,65536,5120,0.046207999189694725
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,65536,5120,0.0476693312327067
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,65536,5120,0.04663999875386556
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,65536,5120,0.04905066887537638
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,65536,5120,0.04629333317279816
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,65536,5120,0.04644800225893656
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,65536,5120,0.0496319979429245
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,65536,5120,0.04753600060939789
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,65536,5120,0.0498879998922348
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,65536,5120,0.04558399816354116
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,65536,5120,0.0473333348830541
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,65536,5120,1.3140160242716472
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,65536,5120,0.049786667029062905
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,65536,5120,0.04566933214664459
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,65536,5120,0.04763199885686239
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,65536,4096,1.4784266153971355
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,65536,5120,0.08668800195058186
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,65536,4096,2.638037363688151
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,65536,4096,1.426597277323405
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,65536,4096,1.4267253875732422
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,65536,4096,1.3019839922587078
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,65536,4096,5.446597417195638
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,65536,4096,1.2852799892425537
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,65536,4096,1.2088586489359539
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,65536,4096,1.299791971842448
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,65536,4096,1.0643733342488606
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,65536,4096,1.287178675333659
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,65536,4096,0.9681706428527832
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,65536,4096,1.1638826529184978
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,65536,4096,0.9901013374328613
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,65536,4096,0.8119040330251058
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,65536,4096,0.9364960193634033
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,65536,4096,11.81161626180013
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,65536,4096,0.7813866933186849
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,65536,4096,0.8361813227335612
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,65536,4096,0.8388213316599528
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,65536,4096,1.2943840026855469
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,65536,4096,0.6980106830596924
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,65536,4096,0.6702240308125814
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,65536,4096,0.6346933444341024
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,65536,4096,0.528656005859375
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,65536,4096,0.4385013182957967
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,65536,4096,0.5093013445536295
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,65536,4096,0.3993599812189738
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,65536,4096,1.1408639748891194
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,65536,4096,0.3532960017522176
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,65536,4096,0.34970664978027344
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,65536,4096,0.27221866448720294
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,65536,4096,0.22139734029769897
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,65536,4096,0.18970666329065958
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,65536,4096,0.12170666456222534
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,65536,4096,0.11428800225257874
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,65536,4096,0.15054933230082193
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,65536,4096,0.11725333333015442
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,65536,4096,0.11249599854151408
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,65536,4096,0.10132267077763875
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,65536,4096,0.10192533334096272
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,65536,4096,0.1211946705977122
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,65536,4096,0.09476266304651897
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,65536,4096,0.1018293301264445
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,65536,4096,0.09379200140635173
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,65536,4096,0.11296000083287557
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,65536,4096,0.09341866771380107
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,65536,4096,0.0981119970480601
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,65536,4096,0.09351467092831929
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,65536,4096,0.09702400366465251
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,65536,4096,0.09661333759625752
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,65536,4096,0.09549333651860555
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,65536,4096,0.09703466296195984
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,65536,4096,0.09523733456929524
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,65536,4096,0.09701333443323772
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,65536,4096,0.09624532858530681
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,65536,4096,0.08264533181985219
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,65536,4096,0.08500267068545024
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,65536,4096,0.08217066526412964
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,65536,4096,0.08216000099976857
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,65536,4096,0.08217599987983704
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,65536,4096,0.08182399968306224
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,65536,4096,0.08227199812730153
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,65536,4096,0.0814933329820633
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,65536,4096,0.08084799846013387
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,65536,4096,0.08123733103275299
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,65536,4096,0.08193066716194153
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,65536,4096,0.08728532989819844
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,65536,4096,0.09045333663622539
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,65536,4096,0.6959146658579508
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,65536,4096,0.08925333619117737
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,65536,4096,0.09012800455093384
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,65536,5120,2.7041600545247397
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,65536,4096,0.10015466809272766
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,65536,4096,1.4762080510457356
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,65536,4096,0.8229280312856039
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,65536,4096,0.7879892985026041
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,65536,4096,0.08393067121505737
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,65536,4096,0.7727733453114828
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,65536,4096,0.7433013121287028
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,65536,4096,0.7324960231781006
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,65536,4096,0.7033600012461344
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,65536,4096,0.6838773091634115
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,65536,4096,5.900735855102539
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,65536,4096,0.657583991686503
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,65536,4096,0.6053493420282999
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,65536,4096,0.7608053684234619
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,65536,4096,0.5527253150939941
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,65536,4096,0.5342346827189127
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,65536,4096,0.46586668491363525
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,65536,4096,0.5423893531163534
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,65536,4096,0.6287786563237509
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,65536,4096,0.4461333354314168
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,65536,4096,0.4220373233159383
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,65536,4096,0.43245867888132733
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,65536,4096,0.3816426595052083
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,65536,4096,0.4189600149790446
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,65536,4096,0.3325013319651286
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,65536,4096,0.3449973265329997
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,65536,4096,0.28941865762074787
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,65536,4096,0.29312000672022503
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,65536,4096,0.24195732673009238
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,65536,4096,0.20363199710845947
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,65536,4096,0.19873599211374918
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,65536,4096,0.15748799840609232
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,65536,4096,0.1204853355884552
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,65536,4096,0.11698666214942932
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,65536,4096,0.08678399523099263
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,65536,4096,0.07457066575686137
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,65536,4096,0.07875733574231465
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,65536,4096,0.08113066852092743
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,65536,4096,0.07231466472148895
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,65536,4096,0.0751200020313263
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,65536,4096,0.06688533226648967
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,65536,4096,0.07022400200366974
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,65536,4096,2.95798397064209
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,65536,4096,0.06678399940331776
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,65536,4096,0.06729599833488464
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,65536,4096,0.06806933383146922
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,65536,4096,0.06230400005976359
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,65536,4096,0.0621973325808843
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,65536,4096,0.06328000128269196
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,65536,4096,0.0613973339398702
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,65536,4096,0.06507733464241028
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,65536,4096,0.06166933476924896
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,65536,4096,0.06643199920654297
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,65536,4096,0.06477333108584087
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,65536,4096,0.06141333281993866
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,65536,4096,0.06161599854628245
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,65536,4096,0.05483733117580414
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,65536,4096,0.05349333087603251
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,65536,4096,0.0539626677831014
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,65536,4096,0.05448000133037567
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,65536,4096,0.055455997586250305
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,65536,4096,0.053397332628568016
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,65536,4096,0.05457599957784017
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,65536,4096,0.05596800148487091
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,65536,4096,0.6408480008443197
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,65536,4096,0.05356266597906748
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,65536,4096,0.05585599939028422
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,65536,4096,0.05367999772230784
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,65536,4096,0.05378133555253347
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,65536,4096,0.05425066749254862
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,65536,4096,0.05395199855168661
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,65536,4096,0.05588266750176748
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,65536,4096,0.19899733861287436
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,65536,4096,0.06796266635258992
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,65536,4096,0.060831998785336815
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,65536,4096,0.05535466472307841
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,65536,5120,0.6669920285542806
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,65536,4096,1.7589599291483562
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,65536,4096,1.045962651570638
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,65536,4096,3.6361331939697266
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,65536,4096,0.9375466505686442
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,65536,4096,1.0123199621836345
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,65536,4096,0.7804160118103027
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,65536,4096,0.7534399827321371
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,65536,4096,0.9362453619639078
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,65536,4096,0.8138506412506104
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,65536,4096,0.6790346304575602
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,65536,4096,0.818015972773234
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,65536,4096,0.6665173371632894
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,65536,4096,0.6928533713022867
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,65536,4096,7.153098424275716
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,65536,4096,0.697370688120524
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,65536,4096,0.5560213327407837
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,65536,4096,0.5764640172322592
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,65536,4096,0.5533759991327921
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,65536,4096,0.43722665309906006
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,65536,4096,0.4475146532058716
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,65536,4096,0.5821173191070557
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,65536,4096,0.4307039976119995
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,65536,4096,0.4082239866256714
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,65536,4096,0.35096534093221027
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,65536,4096,0.320362667242686
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,65536,4096,0.31717334191004437
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,65536,4096,0.2856000065803528
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,65536,4096,0.21841599543889365
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,65536,4096,0.18993600209554037
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,65536,4096,0.1677066683769226
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,65536,4096,0.1165066659450531
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,65536,4096,0.08545600374539693
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,65536,4096,0.11961600184440613
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,65536,4096,0.0841493308544159
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,65536,4096,0.09107200304667155
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,65536,4096,0.08835732936859131
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,65536,4096,0.08753599723180135
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,65536,4096,0.08615466952323914
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,65536,4096,0.06225599845250448
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,65536,4096,0.06182399888833364
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,65536,4096,0.06169599791367849
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,65536,4096,0.060346667965253196
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,65536,4096,0.060906668504079185
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,65536,4096,0.05706666906674703
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,65536,4096,0.05787200232346853
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,65536,4096,0.05600533386071523
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,65536,4096,0.0543039987484614
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,65536,4096,0.05484800040721893
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,65536,4096,0.05398400127887726
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,65536,4096,0.5819840033849081
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,65536,4096,0.05197866757710775
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,65536,4096,0.9175306955973307
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,65536,4096,0.06482133269309998
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,65536,4096,0.06417599817117055
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,65536,4096,0.06308266520500183
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,65536,4096,0.06498133142789204
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,65536,4096,0.06609066824118297
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,65536,4096,0.06568000217278798
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,65536,4096,0.06778133412202199
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,65536,4096,0.0653706689675649
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,65536,4096,0.06610666712125142
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,65536,4096,0.06196799874305725
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,65536,4096,0.06681066751480103
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,65536,4096,0.06490666667620341
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,65536,4096,0.21825067202250162
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,65536,4096,0.0678719977537791
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,65536,4096,0.06598933537801106
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,65536,4096,0.06628799935181935
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,65536,4096,0.06522666911284129
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,65536,4096,0.0803413341442744
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,65536,4096,0.08077333370844524
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,65536,4096,0.053818667928377785
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,65536,4096,0.06607466439406078
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,65536,4096,0.8582826455434164
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,65536,5120,0.6410880088806152
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,65536,4096,1.0883253415425618
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,65536,4096,0.5157066583633423
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,65536,4096,0.4965920050938924
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,65536,4096,0.4795466661453247
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,65536,4096,0.4631839990615845
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,65536,4096,0.44813334941864014
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,65536,4096,0.42863468329111737
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,65536,4096,0.4150666793187459
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,65536,4096,0.3964000145594279
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,65536,4096,0.38039998213450116
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,65536,4096,0.5756479899088541
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,65536,4096,0.3590773344039917
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,65536,4096,2.18995730082194
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,65536,4096,0.6081120173136393
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,65536,4096,0.34410667419433594
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,65536,4096,0.32654933134714764
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,65536,4096,0.3179946740468343
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,65536,4096,0.2651039958000183
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,65536,4096,0.2760053277015686
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,65536,4096,0.24975999196370444
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,65536,4096,0.22473067045211792
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,65536,4096,0.5478506485621134
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,65536,4096,0.2158986727396647
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,65536,4096,0.19303999344507852
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,65536,4096,0.16370667020479837
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,65536,4096,0.17972266674041748
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,65536,4096,0.144405335187912
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,65536,4096,0.1302186648050944
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,65536,4096,0.11344533165295918
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,65536,4096,6.988976160685222
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,65536,4096,0.09493333101272583
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,65536,4096,0.0790880024433136
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,65536,4096,0.06803733110427856
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,65536,4096,0.29225067297617596
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,65536,4096,0.049312000473340355
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,65536,4096,0.06865600248177846
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,65536,4096,0.04860800007979075
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,65536,4096,0.0496319979429245
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,65536,4096,0.05012799799442291
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,65536,4096,0.05398933092753092
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,65536,4096,0.06932266553243001
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,65536,4096,0.04013866682847341
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,65536,4096,0.039690665900707245
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,65536,4096,0.03967999915281931
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,65536,4096,0.5609920024871826
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,65536,4096,0.04071466624736786
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,65536,4096,0.0394400010506312
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,65536,4096,0.041802664597829185
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,65536,4096,0.04035199930270513
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,65536,4096,0.03950933367013931
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,65536,4096,0.0417546679576238
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,65536,4096,0.04116799930731455
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,65536,4096,0.04118400067090988
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,65536,4096,0.04146666576464971
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,65536,4096,0.04350399971008301
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,65536,4096,0.03965333352486292
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,65536,4096,0.041749333341916404
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,65536,4096,0.03979733337958654
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,65536,4096,0.039477333426475525
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,65536,4096,0.04161600023508072
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,65536,4096,0.04155199974775314
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,65536,4096,0.04138666639725367
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,65536,4096,0.040394666294256844
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,65536,4096,0.039279999832312264
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,65536,4096,0.039477333426475525
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,65536,4096,0.04053333401679993
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,65536,4096,0.049626668294270836
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,65536,4096,0.041562666495641075
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,65536,4096,0.040336000422636666
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,65536,4096,0.04177066683769226
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,65536,4096,0.041637333730856575
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,65536,4096,0.03932266682386398
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,65536,3584,1.3258399963378906
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,65536,3584,1.22270933787028
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,65536,3584,1.205183982849121
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,65536,3584,1.1493972937266033
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,65536,3584,4.602042516072591
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,65536,3584,1.0436267058054607
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,65536,3584,2.3370399475097656
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,65536,4096,0.04179200033346812
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,65536,3584,0.944159984588623
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,65536,3584,0.9466026624043783
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,65536,3584,9.215914408365885
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,65536,3584,0.8535626729329427
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,65536,3584,1.2479999860127766
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,65536,3584,0.8747519652048746
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,65536,3584,1.0531786282857258
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,65536,3584,0.7114773591359457
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,65536,3584,0.7747039794921875
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,65536,3584,1.0513813495635986
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,65536,3584,0.6857173442840576
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,65536,3584,0.6950826644897461
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,65536,3584,0.5092533429463705
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,65536,3584,0.614517331123352
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,65536,3584,0.6447466611862183
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,65536,3584,0.43594133853912354
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,65536,3584,0.40723200639088947
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,65536,3584,0.4440053304036458
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,65536,3584,0.30828799804051715
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,65536,3584,0.3301653265953064
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,65536,3584,0.2815786600112915
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,65536,3584,0.24167466163635254
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,65536,3584,0.18917334079742432
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,65536,3584,0.10068800052007039
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,65536,3584,1.1011892954508464
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,65536,3584,0.11794132987658183
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,65536,3584,0.09920533498128255
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,65536,3584,0.10300800204277039
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,65536,3584,0.10174399614334106
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,65536,3584,0.09262399872144063
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,65536,3584,0.09010666608810425
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,65536,3584,0.09257066249847412
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,65536,3584,0.08463467160860698
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,65536,3584,0.0934826632340749
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,65536,3584,0.09073600172996521
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,65536,3584,0.09299733241399129
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,65536,3584,0.08134399851163228
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,65536,3584,0.0835093359152476
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,65536,3584,0.08098666866620381
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,65536,3584,0.08317333459854126
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,65536,3584,0.08730133374532063
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,65536,3584,0.08069866895675659
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,65536,3584,0.0869760016600291
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,65536,3584,0.08793600400288899
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,65536,3584,0.08692266543706258
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,65536,3584,0.08785600463549297
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,65536,3584,0.08713066577911377
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,65536,3584,0.07067200044790904
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,65536,3584,0.07205333312352498
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,65536,3584,0.07046933472156525
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,65536,3584,0.7352586587270101
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,65536,3584,0.07127999762694041
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,65536,3584,0.0703306645154953
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,65536,3584,0.07052800059318542
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,65536,3584,0.0705813318490982
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,65536,3584,0.07036266724268596
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,65536,3584,0.07069333394368489
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,65536,3584,0.0728000005086263
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,65536,3584,0.07072000205516815
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,65536,3584,0.0705973356962204
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,65536,3584,0.07507200042406718
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,65536,3584,0.07553599774837494
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,65536,3584,0.07422933479150136
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,65536,3584,0.07610133290290833
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,65536,3584,1.0951680342356365
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,65536,3584,1.2745866775512695
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,65536,3584,0.7427039941151937
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,65536,3584,0.6847466627756754
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,65536,3584,2.5980374018351235
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,65536,3584,0.6985546747843424
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,65536,3584,0.17434134085973105
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,65536,3584,0.6459840138753256
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,65536,3584,0.6377493143081665
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,65536,3584,0.6283200184504191
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,65536,3584,0.6019359827041626
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,65536,3584,0.5542720158894857
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,65536,3584,0.8521813551584879
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,65536,3584,0.5900106827418009
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,65536,3584,0.5298186540603638
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,65536,3584,0.47279465198516846
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,65536,3584,0.4847786823908488
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,65536,3584,5.13043212890625
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,65536,3584,0.4870719909667969
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,65536,3584,0.3949813445409139
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,65536,3584,0.39430399735768634
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,65536,3584,0.3781493504842122
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,65536,3584,0.321946660677592
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,65536,3584,0.33847467104593915
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,65536,3584,0.3013226588567098
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,65536,3584,0.25414933760960895
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,65536,3584,0.2229599952697754
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,65536,3584,0.21799467007319132
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,65536,3584,0.1929439902305603
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,65536,3584,0.18075199921925864
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,65536,3584,0.14704533418019614
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,65536,3584,0.14390400052070618
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,65536,3584,0.10847466190656026
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,65536,3584,0.10333333412806193
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,65536,3584,0.07633066674073537
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,65536,3584,0.07261333366235097
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,65536,3584,0.06744533280531566
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,65536,3584,0.06600533425807953
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,65536,3584,0.07529599964618683
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,65536,3584,0.0654666672150294
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,65536,3584,0.06226666768391927
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,65536,3584,0.05991466840108236
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,65536,3584,0.06230400005976359
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,65536,3584,0.06259199976921082
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,65536,3584,0.06262933214505513
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,65536,3584,0.05783466498057047
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,65536,3584,0.057258665561676025
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,65536,3584,0.05649066468079885
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,65536,3584,0.05677333474159241
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,65536,3584,0.5504533449808756
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,65536,3584,0.05565333366394043
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,65536,3584,0.06038400034109751
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,65536,3584,0.060565332571665444
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,65536,3584,0.05967999994754791
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,65536,3584,0.057802667220433555
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,65536,3584,0.055642664432525635
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,65536,3584,0.4902720053990682
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,65536,3584,0.049285332361857094
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,65536,3584,0.05008000135421753
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,65536,3584,0.39246400197347003
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,65536,3584,0.04977599779764811
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,65536,3584,0.04925866425037384
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,65536,3584,0.049498667319615684
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,65536,3584,0.30612266063690186
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,65536,3584,0.04901866614818573
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,65536,3584,0.04907733201980591
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,65536,3584,0.04898133377234141
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,65536,3584,0.04934399823347727
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,65536,3584,0.04916266600290934
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,65536,3584,0.04863466819127401
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,65536,3584,0.05089599887530009
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,65536,3584,0.05054399867852529
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,65536,3584,0.05031999945640564
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,65536,3584,0.05105599761009216
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,65536,3584,0.06401599943637848
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,65536,3584,0.05566933254400889
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,65536,3584,0.05035200218359629
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,65536,3584,1.6141173044840496
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,65536,4096,0.5268373489379883
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,65536,3584,3.1965068181355796
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,65536,3584,0.9634772936503092
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,65536,3584,0.7956159909566244
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,65536,3584,0.6758613586425781
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,65536,3584,0.7599679629007975
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,65536,3584,0.630074659983317
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,65536,3584,0.8300639788309733
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,65536,3584,0.5854399998982748
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,65536,3584,0.7043146292368571
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,65536,3584,0.9249653021494547
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,65536,3584,0.5362559954325358
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,65536,3584,0.5832266807556152
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,65536,3584,0.6217066844304403
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,65536,3584,0.49236265818277997
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,65536,3584,0.5297653277715048
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,65536,3584,0.43861865997314453
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,65536,3584,0.4745066563288371
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,65536,3584,6.490032196044922
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,65536,3584,0.38461867968241376
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,65536,3584,0.4131573438644409
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,65536,3584,0.3328426678975423
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,65536,3584,0.34695998827616376
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,65536,3584,0.29844266176223755
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,65536,3584,0.24318933486938477
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,65536,3584,0.15147200226783752
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,65536,3584,0.1458560029665629
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,65536,3584,0.10738666852315266
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,65536,3584,0.09398933251698811
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,65536,3584,0.07499200105667114
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,65536,3584,0.07449600100517273
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,65536,3584,0.07532266775767009
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,65536,3584,0.07382933298746745
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,65536,3584,0.07113066812356313
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,65536,3584,0.07023466626803081
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,65536,3584,0.06983999907970428
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,65536,3584,0.06840000053246816
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,65536,3584,0.05376533170541128
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,65536,3584,0.05388799806435903
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,65536,3584,0.053823997577031456
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,65536,3584,0.05379733443260193
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,65536,3584,0.052970667680104576
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,65536,3584,0.05282133320967356
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,65536,3584,0.05242133140563965
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,65536,3584,0.052576000491778054
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,65536,3584,0.04965866605440775
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,65536,3584,0.04976533353328705
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,65536,3584,0.04990399877230326
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,65536,3584,0.0581279993057251
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,65536,3584,0.056943997740745544
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,65536,3584,0.25127466519673664
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,65536,3584,0.05997333427270254
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,65536,3584,0.05603733162085215
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,65536,3584,0.19445866346359253
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,65536,3584,0.0544106662273407
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,65536,3584,0.05407466491063436
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,65536,3584,0.054383998115857445
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,65536,3584,0.05816000203291575
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,65536,3584,0.055733333031336464
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,65536,3584,0.05997333427270254
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,65536,3584,0.06029866635799408
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,65536,3584,0.056474665800730385
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,65536,3584,0.05929600199063619
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,65536,3584,0.05435733497142792
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,65536,3584,0.05504000186920166
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,65536,3584,0.0588266650835673
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,65536,3584,0.05635199944178263
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,65536,3584,0.05818133552869161
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,65536,3584,0.06433600187301636
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,65536,3584,0.7731946309407552
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,65536,3584,0.19403199354807535
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,65536,3584,0.7459946473439535
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,65536,3584,0.3232053319613139
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,65536,3584,0.8468000094095866
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,65536,3584,0.5400693416595459
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,65536,3584,5.833413441975911
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,65536,3584,1.000480016072591
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,65536,3584,0.5083226760228475
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,65536,3584,0.4922959804534912
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,65536,3584,1.9748454093933105
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,65536,3584,0.5116106669108073
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,65536,3584,0.4788293441136678
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,65536,3584,0.464687983194987
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,65536,3584,0.44154131412506104
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,65536,3584,0.4471999804178874
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,65536,3584,0.41655464967091876
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,65536,3584,0.40139468510945636
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,65536,3584,0.3572053511937459
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,65536,3584,0.3841946522394816
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,65536,3584,0.36362401644388836
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,65536,3584,0.34225865205128986
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,65536,3584,0.3330693244934082
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,65536,3584,0.2947760025660197
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,65536,3584,0.31043734153111774
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,65536,3584,0.28066132465998334
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,65536,3584,0.26607733964920044
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,65536,3584,0.24906132618586221
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,65536,3584,0.23018133640289307
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,65536,3584,0.22054400046666464
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,65536,3584,0.2084933320681254
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,65536,3584,0.19024000565210977
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,65536,3584,0.17354132731755575
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,65536,3584,0.14380533496538797
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,65536,3584,0.16111200054486594
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,65536,3584,0.12966400384902954
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,65536,3584,0.11291733384132385
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,65536,3584,0.10135199626286824
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,65536,3584,0.08544266223907471
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,65536,3584,0.06981066862742107
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,65536,3584,0.043765331308046974
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,65536,3584,0.059346665938695274
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,65536,3584,0.04343200226624807
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,65536,3584,0.04347999890645345
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,65536,3584,0.04362399876117706
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,65536,3584,0.04297600189844767
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,65536,3584,0.04770400126775106
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,65536,3584,0.043738668163617454
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,65536,3584,0.044263998667399086
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,65536,3584,0.0340666671593984
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,65536,3584,0.032989333073298134
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,65536,3584,0.033226666351159416
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,65536,3584,0.03376800070206324
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,65536,3584,0.033959999680519104
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,65536,3584,0.03393866618474325
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,65536,3584,0.034088000655174255
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,65536,3584,0.03570666660865148
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,65536,3584,0.03530666728814443
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,65536,3584,0.034058667719364166
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,65536,3584,0.03549599895874659
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,65536,3584,0.0340693344672521
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,65536,3584,0.034186666210492454
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,65536,3584,0.03519733250141144
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,65536,3584,0.03553866595029831
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,65536,3584,0.03617866585652033
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,65536,3584,0.03422933320204417
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,65536,3584,0.03472000112136205
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,65536,3584,0.03426400075356165
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,65536,3584,0.03502399971087774
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,65536,3584,0.0335386668642362
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,65536,3584,0.03450933347145716
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,65536,3584,0.03559733430544535
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,65536,3072,8.713146845499674
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,65536,3072,4.692570686340332
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,65536,3072,2.199082692464193
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,65536,3072,1.2435093720753987
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,65536,3072,1.173962672551473
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,65536,3072,1.1731253465016682
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,65536,3072,1.0047893524169922
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,65536,3072,0.9975840250651041
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,65536,3072,0.9329973061879476
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,65536,3072,0.9675040245056152
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,65536,3072,0.876367966334025
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,65536,3072,0.8801120122273763
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,65536,3072,0.8362987041473389
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,65536,3072,0.8892959753672282
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,65536,3072,0.7958613236745199
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,65536,3072,0.7698026498158773
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,65536,3072,0.8198133309682211
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,65536,3072,0.7380959987640381
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,65536,3072,0.6541173458099365
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,65536,3072,0.6479039986928304
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,65536,3072,0.5759520133336385
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,65536,3072,0.580565333366394
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,65536,3072,0.5154666503270467
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,65536,3072,0.5249919891357422
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,65536,3072,0.45396268367767334
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,65536,3072,0.47791465123494464
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,65536,3072,0.3870026667912801
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,65536,3072,0.3473973274230957
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,65536,3072,0.3295680085817973
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,65536,3072,0.2813386718432109
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,65536,3072,0.2619839906692505
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,65536,3072,0.22417600949605307
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,65536,3072,0.20359466473261514
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,65536,3072,0.15986133615175882
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,65536,3072,0.14019200205802917
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,65536,3072,0.1036906639734904
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,65536,3072,0.09170666337013245
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,65536,3072,0.09086933732032776
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,65536,3072,0.09650133053461711
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,65536,3072,0.09007466832796733
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,65536,3072,0.08624000350634257
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,65536,3072,0.0814879983663559
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,65536,3072,0.08010133107503255
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,65536,3072,0.07622933387756348
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,65536,3072,0.08293866614500682
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,65536,3072,0.08075200021266937
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,65536,3072,0.08122133215268452
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,65536,3072,0.07171733180681865
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,65536,3072,0.0709440012772878
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,65536,3072,0.07074133555094402
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,65536,3072,0.07178666690985362
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,65536,3072,0.07029333213965099
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,65536,3072,0.0745119998852412
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,65536,3072,0.07420266668001811
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,65536,3072,0.07379200061162312
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,65536,3072,0.072543998559316
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,65536,3072,0.0726453314224879
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,65536,3072,0.07229866584142049
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,65536,3072,0.06208533545335134
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,65536,3072,0.062080000837643944
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,65536,3072,0.062128002444903054
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,65536,3072,0.0621013343334198
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,65536,3072,0.06187200049559275
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,65536,3072,0.06148266792297363
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,65536,3072,0.06198933223883311
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,65536,3072,0.061205332477887474
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,65536,3072,0.06198933223883311
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,65536,3072,0.062133332093556724
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,65536,3072,0.0621013343334198
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,65536,3584,0.03523466736078262
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,65536,3072,0.0621973325808843
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,65536,3072,0.06407466530799866
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,65536,3072,0.06413866579532623
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,65536,3072,0.06586666901906331
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,65536,3072,0.06538133323192596
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,65536,3072,4.672047932942708
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,65536,3072,2.2982026735941568
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,65536,3072,1.2402613162994385
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,65536,3072,0.6332746744155884
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,65536,3072,0.6777599652608236
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,65536,3072,0.5949066480000814
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,65536,3072,0.5755733251571655
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,65536,3072,0.5803306500116984
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,65536,3072,0.5284426609675089
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,65536,3072,0.5184959967931112
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,65536,3072,0.49674665927886963
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,65536,3072,0.482863982518514
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,65536,3072,0.46397864818573
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,65536,3072,0.45397865772247314
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,65536,3072,0.42166932423909503
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,65536,3072,0.40941333770751953
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,65536,3072,0.4193120002746582
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,65536,3072,0.35573867956797284
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,65536,3072,0.4119946559270223
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,65536,3072,0.3174080053965251
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,65536,3072,0.30985599756240845
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,65536,3072,0.2866933345794678
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,65536,3072,0.2986133297284444
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,65536,3072,0.2531680067380269
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,65536,3072,0.2665013273557027
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,65536,3072,0.21805334091186523
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,65536,3072,0.19648534059524536
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,65536,3072,0.1856373349825541
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,65536,3072,0.1693440079689026
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,65536,3072,0.1534773310025533
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,65536,3072,0.13065600395202637
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,65536,3072,0.12076266606648763
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,65536,3072,0.09575466314951579
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,65536,3072,0.08616000413894653
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,65536,3072,0.06774400174617767
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,65536,3072,0.06136000156402588
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,65536,3072,0.059658666451772056
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,65536,3072,0.34487998485565186
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,65536,3072,0.0620959997177124
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,65536,3072,0.058490668733914696
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,65536,3072,0.05820799867312113
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,65536,3072,0.05448000133037567
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,65536,3072,0.05381333331267039
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,65536,3072,0.052383999029795326
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,65536,3072,0.0547680010398229
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,65536,3072,0.055914665261904396
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,65536,3072,0.0540533314148585
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,65536,3072,0.05153599878152212
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,65536,3072,0.053216000398000084
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,65536,3072,0.05110933383305868
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,65536,3072,0.04971200227737427
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,65536,3072,0.05106666684150696
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,65536,3072,0.050704002380371094
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,65536,3072,0.05449600021044413
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,65536,3072,0.0518506666024526
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,65536,3072,0.0517493337392807
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,65536,3072,0.04975466430187225
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,65536,3072,0.04498666524887085
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,65536,3072,0.04390933116277059
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,65536,3072,0.04428266485532125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,65536,3072,0.045754666129748024
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,65536,3072,0.04359466830889384
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,65536,3072,0.04386133452256521
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,65536,3072,0.04474133253097534
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,65536,3072,0.044863998889923096
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,65536,3072,0.04541866481304169
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,65536,3072,0.045381332437197365
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,65536,3072,0.04621866842110952
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,65536,3072,0.0452159990866979
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,65536,3072,0.04565866788228353
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,65536,3072,0.04469866553942362
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,65536,3072,0.04524266719818115
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,65536,3072,0.05075199902057648
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,65536,3072,0.04566933214664459
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,65536,3584,0.034743999441464744
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,65536,3584,0.03408000121514002
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,65536,3072,6.3455251057942705
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,65536,3072,2.941551844278971
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,65536,3072,0.8175840377807617
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,65536,3072,0.859930674235026
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,65536,3072,1.4164746602376301
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,65536,3072,0.6451359987258911
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,65536,3072,0.8611946900685629
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,65536,3072,0.5978560050328573
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,65536,3072,0.6523199876149496
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,65536,3072,0.5570346514383951
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,65536,3072,0.6062613328297933
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,65536,3072,0.5140533447265625
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,65536,3072,0.560474673906962
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,65536,3072,0.4737973213195801
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,65536,3072,0.5158186753590902
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,65536,3072,0.4318026701609294
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,65536,3072,0.4682613213857015
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,65536,3072,0.39295466740926105
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,65536,3072,0.42925866444905597
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,65536,3072,0.338645339012146
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,65536,3072,0.36351466178894043
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,65536,3072,0.2977760036786397
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,65536,3072,0.311301330725352
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,65536,3072,0.25737067063649494
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,65536,3072,0.2690879901250203
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,65536,3072,0.21780800819396973
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,65536,3072,0.22156800826390585
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,65536,3072,0.17689067125320435
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,65536,3072,0.1758133371671041
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,65536,3072,0.13616533080736795
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,65536,3072,0.12985600034395853
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,65536,3072,0.09599467118581136
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,65536,3072,0.08274133503437042
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,65536,3072,0.06725866595904033
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,65536,3072,0.06632533172766368
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,65536,3072,0.06630933284759521
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,65536,3072,0.06457599997520447
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,65536,3072,0.0629120022058487
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,65536,3072,0.06205866734186808
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,65536,3072,0.06237333516279856
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,65536,3072,0.06026133398214976
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,65536,3072,0.04794133206208547
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,65536,3072,0.047872001926104225
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,65536,3072,0.04775466521581014
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,65536,3072,0.047456001242001854
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,65536,3072,0.047151997685432434
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,65536,3072,0.04683733483155569
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,65536,3072,0.04650133351484934
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,65536,3072,0.046522667010625206
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,65536,3072,0.043696001172065735
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,65536,3072,0.04373333354791006
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,65536,3072,0.04379733403523763
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,65536,3072,0.052042668064435325
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,65536,3072,0.049866666396458946
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,65536,3072,0.051701332132021584
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,65536,3072,0.05026133358478546
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,65536,3072,0.04789866507053375
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,65536,3072,0.04869333406289419
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,65536,3072,0.05160533388455709
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,65536,3072,0.05157866577307383
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,65536,3072,0.04784533381462097
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,65536,3072,0.0496373325586319
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,65536,3072,0.0525546669960022
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,65536,3072,0.04970133304595947
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,65536,3072,0.04797333478927612
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,65536,3072,0.04894400139649709
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,65536,3072,0.0513866643110911
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,65536,3072,0.0513919989267985
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,65536,3072,0.04757333298524221
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,65536,3072,0.0498933345079422
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,65536,3072,0.05310933291912079
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,65536,3072,0.8307147026062012
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,65536,3072,0.7538987000783285
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,65536,3072,0.7020426591237386
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,65536,3584,0.03640533238649368
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,65536,3584,0.035085332890351616
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,65536,3584,0.03305600086847941
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,65536,3584,0.034389334420363106
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,65536,3072,0.4657520055770874
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,65536,3072,1.751215934753418
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,65536,3072,0.8496080239613851
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,65536,3072,5.437770843505859
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,65536,3072,0.45264267921447754
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,65536,3072,0.441864013671875
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,65536,3072,0.41576266288757324
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,65536,3072,0.42057331403096515
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,65536,3072,0.3974613348642985
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,65536,3072,0.3761333227157593
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,65536,3072,0.40146398544311523
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,65536,3072,0.36156535148620605
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,65536,3072,0.336357315381368
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,65536,3072,0.34804264704386395
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,65536,3072,0.32600800196329754
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,65536,3072,0.3027813235918681
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,65536,3072,0.3043839931488037
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,65536,3072,0.28283466895421344
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,65536,3072,0.270197331905365
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,65536,3072,0.24659999211629233
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,65536,3072,0.25723467270533246
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,65536,3072,0.229421337445577
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,65536,3072,0.22047734260559082
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,65536,3072,0.20042399565378824
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,65536,3072,0.19701600074768066
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,65536,3072,0.17788267135620117
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,65536,3072,0.16715200742085776
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,65536,3072,0.15264266729354858
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,65536,3072,0.14179733395576477
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,65536,3072,0.1254533330599467
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,65536,3072,0.1141040027141571
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,65536,3072,0.09982132911682129
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,65536,3072,0.0909493366877238
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,65536,3072,0.07435733576615651
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,65536,3072,0.052000001072883606
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,65536,3072,0.06166933476924896
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,65536,3072,0.03988533218701681
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,65536,3072,0.03932533413171768
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,65536,3072,0.03867999960978826
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,65536,3072,0.03831733266512553
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,65536,3072,0.038319999972979225
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,65536,3072,0.03897866606712341
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,65536,3072,0.03934666762749354
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,65536,3072,0.04195733368396759
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,65536,3072,0.030301332473754883
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,65536,3072,0.030429333448410034
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,65536,3072,0.03031466652949651
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,65536,3072,0.03019999961058299
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,65536,3072,0.030807999273141224
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,65536,3072,0.03102933367093404
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,65536,3072,0.03103200097878774
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,65536,3072,0.0306959996620814
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,65536,3072,0.031445334355036415
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,65536,3072,0.030957333743572235
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,65536,3072,0.03129333257675171
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,65536,3072,0.030826665461063385
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,65536,3072,0.03166399896144867
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,65536,3072,0.031197334329287212
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,65536,3072,0.03217600037654241
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,65536,3072,0.03252266595760981
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,65536,3072,0.03140799949566523
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,65536,3072,0.02940000096956889
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,65536,3072,0.03236533453067144
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,65536,3072,0.0301679993669192
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,65536,3072,0.0314026673634847
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,65536,3072,0.030989333987236023
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,65536,3072,0.032144000132878624
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,65536,2560,7.317882537841797
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,65536,2560,3.9754346211751304
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,65536,2560,1.7514932950337727
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,65536,2560,1.0116106669108074
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,65536,2560,0.8883999983469645
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,65536,2560,0.9438239733378092
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,65536,2560,0.8228426774342855
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,65536,2560,0.8189386526743571
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,65536,2560,0.7709066867828369
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,65536,2560,0.7733759880065918
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,65536,2560,0.7232800324757894
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,65536,2560,0.7196799914042155
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,65536,2560,0.6752426624298096
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,65536,2560,0.6830666859944662
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,65536,2560,0.6126293341318766
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,65536,2560,0.6009759902954102
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,65536,2560,0.6245546738306681
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,65536,2560,0.5961973269780477
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,65536,2560,0.5142240126927694
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,65536,2560,0.503386656443278
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,65536,2560,0.46698665618896484
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,65536,2560,0.4880799849828084
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,65536,2560,0.4147679805755615
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,65536,2560,0.43140268325805664
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,65536,2560,0.3665119806925456
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,65536,2560,0.3888266483942668
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,65536,2560,0.31565332412719727
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,65536,2560,0.28406399488449097
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,65536,2560,0.26714134216308594
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,65536,2560,0.2287786602973938
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,65536,2560,0.21597333749135336
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,65536,2560,0.18012799819310507
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,65536,2560,0.1681333382924398
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,65536,2560,0.13181333740552267
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,65536,2560,0.1165173351764679
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,65536,2560,0.0828000009059906
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,65536,2560,0.0737066666285197
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,65536,2560,0.0721919983625412
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,65536,2560,0.07652799785137177
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,65536,2560,0.07072000205516815
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,65536,2560,0.06774400174617767
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,65536,2560,0.06493333478768666
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,65536,2560,0.06512000163396199
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,65536,2560,0.062181333700815834
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,65536,2560,0.06643733382225037
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,65536,2560,0.06603733201821645
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,65536,2560,0.06621866424878438
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,65536,2560,0.06001600126425425
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,65536,2560,0.06000000238418579
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,65536,2560,0.05972266693909963
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,65536,2560,0.06025066475073496
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,65536,2560,0.05963733295599619
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,65536,2560,0.06364800035953522
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,65536,2560,0.06390933195749919
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,65536,2560,0.06247466802597046
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,65536,2560,0.061941335598627724
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,65536,2560,0.06198399762312571
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,65536,2560,0.06188266475995382
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,65536,2560,0.051872000098228455
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,65536,2560,0.051914667089780174
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,65536,2560,0.05179200073083242
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,65536,2560,0.05182399849096934
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,65536,2560,0.051914667089780174
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,65536,2560,0.05223466455936432
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,65536,2560,0.05183466772238413
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,65536,2560,0.051781331499417625
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,65536,2560,0.0517546683549881
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,65536,2560,0.051818668842315674
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,65536,2560,0.0517546683549881
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,65536,2560,0.05388799806435903
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,65536,2560,0.05509866774082184
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,65536,2560,0.05519466598828634
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,65536,2560,0.05522133409976959
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,65536,2560,0.05589866638183594
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,65536,2560,3.784133275349935
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,65536,2560,2.047856012980143
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,65536,2560,0.9566720326741537
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,65536,2560,0.5634719928105673
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,65536,2560,0.5367199977238973
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,65536,2560,0.5241440137227377
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,65536,2560,0.4663413365681966
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,65536,2560,0.4557120005289714
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,65536,2560,0.4370453357696533
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,65536,2560,0.4271999994913737
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,65536,2560,0.41209598382314044
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,65536,2560,0.40354665120442706
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,65536,2560,0.3834400177001953
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,65536,2560,0.3813226620356242
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,65536,2560,0.34989333152770996
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,65536,2560,0.3450239896774292
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,65536,2560,0.3516906499862671
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,65536,2560,0.34778666496276855
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,65536,2560,0.29553065697352093
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,65536,2560,0.3230453332265218
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,65536,2560,0.26817067464192706
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,65536,2560,0.26333866516749066
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,65536,2560,0.23990400632222494
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,65536,2560,0.25254400571187335
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,65536,2560,0.21289066473642984
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,65536,2560,0.22920000553131104
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,65536,2560,0.18515199422836304
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,65536,2560,0.16854933897654215
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,65536,2560,0.1583626667658488
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,65536,2560,0.1436746617158254
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,65536,2560,0.1301866670449575
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,65536,2560,0.11186133821805318
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,65536,2560,0.10290666421254475
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,65536,2560,0.08247466882069905
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,65536,2560,0.07427733143170674
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,65536,2560,0.05922666688760122
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,65536,2560,0.0555626650651296
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,65536,2560,0.05279466509819031
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,65536,2560,0.05418133238951365
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,65536,2560,0.051354666550954185
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,65536,2560,0.0506879985332489
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,65536,2560,0.04872000217437744
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,65536,2560,0.048581331968307495
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,65536,2560,0.04628799855709076
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,65536,2560,0.047695999344189964
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,65536,2560,0.046613335609436035
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,65536,2560,0.047594666481018066
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,65536,2560,0.04656533400217692
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,65536,2560,0.04364266494909922
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,65536,2560,0.0448586642742157
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,65536,2560,0.04630400240421295
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,65536,2560,0.045279999574025474
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,65536,2560,0.04861866434415182
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,65536,2560,0.04605866471926371
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,65536,2560,0.04563199977080027
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,65536,2560,0.045610666275024414
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,65536,2560,0.043621331453323364
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,65536,2560,0.044309332966804504
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,65536,2560,0.04101333270470301
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,65536,2560,0.03975466638803482
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,65536,2560,0.04015466570854187
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,65536,2560,0.04087999959786733
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,65536,2560,0.039887999494870506
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,65536,2560,0.040634666879971824
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,65536,2560,0.040261333187421165
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,65536,2560,0.04057066639264425
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,65536,2560,0.03976000100374222
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,65536,2560,0.04067733387152354
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,65536,2560,0.04027199993530909
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,65536,2560,0.040106666584809623
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,65536,2560,0.039434666434923805
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,65536,2560,0.03972800076007843
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,65536,2560,0.041573333243529
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,65536,2560,0.0414986660083135
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,65536,3072,0.03234133372704188
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,65536,3072,0.030085332691669464
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,65536,3072,0.031122667094071705
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,65536,2560,5.524688084920247
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,65536,2560,0.7286240259806315
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,65536,3072,0.033200000723203026
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,65536,2560,0.602453351020813
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,65536,2560,1.2598986625671387
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,65536,2560,0.5653546651204427
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,65536,2560,2.474613348642985
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,65536,2560,0.5952533483505249
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,65536,2560,0.7580533027648926
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,65536,2560,0.48949865500132245
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,65536,2560,0.5339946746826172
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,65536,2560,0.45017067591349286
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,65536,2560,0.4948800007502238
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,65536,2560,0.4124639828999837
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,65536,2560,0.45451732476552326
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,65536,2560,0.3792159954706828
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,65536,2560,0.41298667589823407
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,65536,2560,0.34244799613952637
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,65536,2560,0.377130667368571
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,65536,2560,0.29734400908152264
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,65536,2560,0.3216960032780965
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,65536,2560,0.2629599968592326
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,65536,2560,0.27450666824976605
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,65536,2560,0.2257173260052999
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,65536,2560,0.23454399903615317
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,65536,2560,0.19028266270955405
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,65536,2560,0.19323732455571493
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,65536,2560,0.15410133202870688
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,65536,2560,0.1523253321647644
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,65536,2560,0.11826133728027344
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,65536,2560,0.11166933178901672
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,65536,2560,0.08463999629020691
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,65536,2560,0.07241066793600719
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,65536,2560,0.0588266650835673
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,65536,2560,0.05846933523813883
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,65536,2560,0.05845333139101664
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,65536,2560,0.0563679983218511
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,65536,2560,0.05605866511662801
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,65536,2560,0.0551093320051829
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,65536,2560,0.05372266471385956
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,65536,2560,0.05221333106358846
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,65536,2560,0.041663999358812966
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,65536,2560,0.04166933397452036
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,65536,2560,0.04135466615358988
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,65536,2560,0.041738669077555336
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,65536,2560,0.041696002086003624
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,65536,2560,0.041050667564074196
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,65536,2560,0.041450666884581246
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,65536,2560,0.04098666707674662
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,65536,2560,0.0383093332250913
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,65536,2560,0.042319998145103455
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,65536,2560,0.0415040006240209
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,65536,2560,0.044490665197372437
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,65536,2560,0.042538667718569435
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,65536,2560,0.04576533536116282
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,65536,2560,0.04358933369318644
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,65536,2560,0.04177600145339966
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,65536,2560,0.0459146648645401
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,65536,2560,0.04286933441956838
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,65536,2560,0.045642669002215065
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,65536,2560,0.04557333389918009
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,65536,2560,0.04165866722663244
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,65536,2560,0.046575998266537987
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,65536,2560,0.04240000247955322
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,65536,2560,0.041722665230433144
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,65536,2560,0.04382933179537455
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,65536,2560,0.04192533095677694
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,65536,2560,0.044938668608665466
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,65536,2560,0.04526400069395701
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,65536,2560,0.04161600023508072
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,65536,2560,0.045797333121299744
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,65536,2560,0.7176746527353922
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,65536,2560,0.6640373468399048
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,65536,2560,0.6162293354670206
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,65536,2560,0.5722666581471761
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,65536,3072,0.02979466567436854
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,65536,3072,0.03215999901294708
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,65536,3072,0.031015999615192413
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,65536,2560,3.9790480931599936
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,65536,2560,1.4723706245422363
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,65536,2560,0.7290586630503336
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,65536,2560,0.40493865807851154
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,65536,2560,0.38459734121958417
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,65536,2560,0.3808586597442627
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,65536,2560,0.3782186508178711
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,65536,2560,0.3561333417892456
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,65536,2560,0.3466533422470093
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,65536,2560,0.3131999969482422
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,65536,2560,0.33538933595021564
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,65536,2560,0.3229599992434184
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,65536,2560,0.2967039942741394
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,65536,2560,0.290008008480072
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,65536,2560,0.28489865859349567
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,65536,2560,0.2659706672032674
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,65536,2560,0.2579066753387451
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,65536,2560,0.2453520099322001
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,65536,2560,0.23438400030136108
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,65536,2560,0.22057867050170898
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,65536,2560,0.1995519995689392
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,65536,2560,0.19296266635258993
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,65536,2560,0.21004533767700195
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,65536,2560,0.17553865909576416
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,65536,2560,0.16713599363962808
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,65536,2560,0.1544319987297058
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,65536,2560,0.14414133628209433
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,65536,2560,0.12244799733161926
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,65536,2560,0.13060533006985983
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,65536,2560,0.10066133737564087
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,65536,2560,0.10812800129254659
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,65536,2560,0.08769866824150085
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,65536,2560,0.07831199963887532
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,65536,2560,0.0655653327703476
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,65536,2560,0.054407998919487
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,65536,2560,0.04686399797598521
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,65536,2560,0.03555733213822047
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,65536,2560,0.03420799970626831
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,65536,2560,0.03525333354870478
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,65536,2560,0.03527999917666117
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,65536,2560,0.035114665826161705
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,65536,2560,0.0349386657277743
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,65536,2560,0.03512799988190333
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,65536,2560,0.03717333326737086
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,65536,2560,0.027106667558352154
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,65536,2560,0.02713866780201594
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,65536,2560,0.02728266765673955
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,65536,2560,0.02706933269898097
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,65536,2560,0.02743999908367793
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,65536,2560,0.02700000007947286
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,65536,2560,0.02734400083621343
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,65536,2560,0.02825333426396052
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,65536,2560,0.027378665904204052
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,65536,2560,0.027965334554513294
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,65536,2560,0.027285332481066387
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,65536,2560,0.027674667537212372
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,65536,2560,0.027295999228954315
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,65536,2560,0.027114666998386383
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,65536,2560,0.027034667630990345
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,65536,2560,0.027490665515263874
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,65536,2560,0.028101332485675812
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,65536,2560,0.028069332242012024
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,65536,2560,0.029207999507586162
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,65536,2560,0.02701866626739502
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,65536,2560,0.02797599881887436
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,65536,2560,0.027903998891512554
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,65536,2560,0.02686133235692978
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,65536,2048,5.402197519938151
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,65536,2048,3.010666529337565
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,65536,2048,1.5052533149719238
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,65536,2048,0.8213280042012533
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,65536,2048,0.7725866635640463
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,65536,2048,0.7731413046518961
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,65536,2048,0.7175680001576742
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,65536,2048,0.7059840361277262
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,65536,2048,0.658789316813151
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,65536,2048,0.6737600167592367
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,65536,2048,0.5976320107777914
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,65536,2048,0.6078559954961141
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,65536,2048,0.547765334447225
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,65536,2048,0.5794613361358643
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,65536,2048,0.4996639887491862
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,65536,2560,0.026880001028378803
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,65536,2048,0.48790931701660156
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,65536,2048,0.48467199007670086
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,65536,2048,0.5127786795298258
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,65536,2048,0.4171146551767985
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,65536,2048,0.414741317431132
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,65536,2048,0.37907731533050537
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,65536,2048,0.4097493489583333
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,65536,2048,0.33639466762542725
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,65536,2048,0.36473600069681805
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,65536,2048,0.30004266897837323
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,65536,2048,0.32419733206431073
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,65536,2048,0.25748799244562787
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,65536,2048,0.23595199982325235
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,65536,2048,0.22330133120218912
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,65536,2048,0.17870932817459106
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,65536,2048,0.1886133352915446
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,65536,2048,0.14699199795722961
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,65536,2048,0.1390773355960846
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,65536,2048,0.09493333101272583
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,65536,2048,0.06702933212121327
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,65536,2048,0.05985599756240845
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,65536,2048,0.05991999804973602
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,65536,2048,0.061946665247281395
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,65536,2048,0.05898666878541311
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,65536,2048,0.05611733098824819
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,65536,2048,0.05407466491063436
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,65536,2048,0.05369600156943003
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,65536,2048,0.05298133194446564
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,65536,2048,0.05601066847642263
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,65536,2048,0.05601066847642263
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,65536,2048,0.05584000051021576
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,65536,2048,0.05147199829419454
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,65536,2048,0.05009600023428599
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,65536,2048,0.04972266654173533
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,65536,2048,0.05014933149019877
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,65536,2048,0.049584001302719116
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,65536,2048,0.055205335219701133
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,65536,2048,0.053685332338015236
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,65536,2048,0.05261866748332977
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,65536,2048,0.11040000120798747
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,65536,2048,0.0498879998922348
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,65536,2048,0.048570667703946434
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,65536,2048,0.04994133114814758
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,65536,2048,0.04381333291530609
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,65536,2048,0.04337066908677419
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,65536,2048,0.04346133271853129
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,65536,2048,0.04382933179537455
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,65536,2048,0.04354133208592733
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,65536,2048,0.043712000052134194
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,65536,2048,0.04363200068473816
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,65536,2048,0.043605332573254905
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,65536,2048,0.04353600243727366
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,65536,2048,0.04387199878692627
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,65536,2048,0.04412800073623657
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,65536,2048,0.04400533437728882
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,65536,2048,0.04514666895071665
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,65536,2048,0.045050665736198425
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,65536,2048,0.04491733511288961
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,65536,2048,0.04562666515509287
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,65536,2048,3.1105171839396157
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,65536,2048,1.5035573641459148
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,65536,2048,0.7507200241088867
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,65536,2048,0.5073440074920654
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,65536,2048,0.41869866847991943
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,65536,2048,0.4148319959640503
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,65536,2048,0.3970079819361369
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,65536,2048,0.43142934640248615
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,65536,2048,0.36208001772562665
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,65536,2048,0.3626026709874471
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,65536,2048,0.34426132837931317
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,65536,2048,0.3487733205159505
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,65536,2048,0.31753599643707275
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,65536,2048,0.31700267394383747
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,65536,2048,0.2877440055211385
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,65536,2048,0.2914239962895711
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,65536,2048,0.2897706627845764
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,65536,2048,0.24251200755437216
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,65536,2048,0.2656426628430684
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,65536,2048,0.21938665707906088
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,65536,2048,0.21546133359273276
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,65536,2048,0.19524266322453818
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,65536,2048,0.20825600624084473
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,65536,2048,0.17654399077097574
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,65536,2048,0.19151999553044638
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,65536,2048,0.153957337141037
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,65536,2048,0.13955199718475342
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,65536,2048,0.1327893336613973
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,65536,2048,0.11819733182589214
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,65536,2048,0.1072266697883606
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,65536,2048,0.09325866897900899
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,65536,2048,0.08756267031033833
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,65536,2048,0.07136000196139018
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,65536,2048,0.06385600070158641
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,65536,2048,0.05120533208052317
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,65536,2048,0.04714666803677877
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,65536,2048,0.04643199841181437
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,65536,2048,0.048485333720842995
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,65536,2048,0.045509333411852516
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,65536,2048,0.0440533310174942
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,65536,2048,0.29341334104537964
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,65536,2048,0.04236799975236257
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,65536,2048,0.04384533564249674
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,65536,2048,0.042768001556396484
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,65536,2048,0.04341333111127218
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,65536,2048,0.043391997615496315
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,65536,2048,0.04456533491611481
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,65536,2048,0.04160533348719279
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,65536,2048,0.0421973317861557
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,65536,2048,0.041237334410349526
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,65536,2048,0.04357333481311798
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,65536,2048,0.03942399968703588
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,65536,2048,0.039594667653242745
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,65536,2048,0.04213866591453552
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,65536,2048,0.0399893323580424
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,65536,2048,0.041152000427246094
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,65536,2048,0.039034667114416756
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,65536,2048,0.039461334546407066
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,65536,2048,0.03555200000603994
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,65536,2048,0.03531199942032496
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,65536,2048,0.03645866612593333
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,65536,2048,0.03522133330504099
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,65536,2048,0.03605333218971888
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,65536,2048,0.03595199932654699
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,65536,2048,0.03540800015131632
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,65536,2048,0.03538133452335993
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,65536,2048,0.03602666656176249
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,65536,2048,0.03659199923276901
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,65536,2048,0.03568533311287562
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,65536,2048,0.0352960005402565
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,65536,2048,0.035242666800816856
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,65536,2048,0.03549866626660029
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,65536,2048,0.03528533379236857
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,65536,2048,0.03584533433119456
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,65536,2560,0.028442665934562683
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,65536,2048,4.621861457824707
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,65536,2048,2.169429302215576
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,65536,2048,0.5754400094350179
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,65536,2560,0.029133332272370655
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,65536,2048,0.5147146781285604
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,65536,2048,1.075503985087077
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,65536,2048,0.4867946704228719
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,65536,2560,0.02683999886115392
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,65536,2048,0.4452426830927531
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,65536,2560,0.02788266787926356
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,65536,2048,0.4178239901860555
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,65536,2048,0.6476426521937052
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,65536,2048,0.3845226764678955
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,65536,2048,0.4214880069096883
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,65536,2048,0.6163573265075684
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,65536,2048,0.35228800773620605
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,65536,2048,0.38461867968241376
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,65536,2048,0.32233067353566486
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,65536,2048,0.2938133279482524
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,65536,2048,0.3219359914461772
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,65536,2048,0.2536320090293884
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,65536,2048,0.27317333221435547
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,65536,2048,0.2246346672375997
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,65536,2048,0.2349920074144999
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,65536,2048,0.19396267334620157
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,65536,2048,0.2023893396059672
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,65536,2048,0.16359999775886536
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,65536,2048,0.16714666287104288
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,65536,2048,0.13330666224161783
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,65536,2048,0.13095466295878092
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,65536,2048,0.10328533252080281
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,65536,2048,0.0969493289788564
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,65536,2048,0.07493333518505096
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,65536,2048,0.06268799801667531
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,65536,2048,0.051962668697039284
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,65536,2048,0.05124799907207489
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,65536,2048,0.05133333305517832
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,65536,2048,0.0499893327554067
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,65536,2048,0.04884799818197886
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,65536,2048,0.04786666731039683
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,65536,2048,0.35121599833170575
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,65536,2048,0.04785066843032837
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,65536,2048,0.04541333516438802
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,65536,2048,0.037274666130542755
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,65536,2048,0.03770666569471359
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,65536,2048,0.036330667634805046
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,65536,2048,0.03666666646798452
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,65536,2048,0.03589333345492681
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,65536,2048,0.03566399961709976
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,65536,2048,0.03535466641187668
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,65536,2048,0.03323733309904734
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,65536,2048,0.03634133438269297
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,65536,2048,0.03566933423280716
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,65536,2048,0.03722133239110311
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,65536,2048,0.0366293340921402
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,65536,2048,0.03757333258787791
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,65536,2048,0.03659733384847641
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,65536,2048,0.037605332831541695
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,65536,2048,0.037674665451049805
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,65536,2048,0.03774933268626531
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,65536,2048,0.037621334195137024
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,65536,2048,0.03934400031963984
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,65536,2048,0.03757333258787791
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,65536,2048,0.03852266569932302
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,65536,2048,0.036661334335803986
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,65536,2048,0.03809600075085958
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,65536,2048,0.03759466608365377
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,65536,2048,0.03869866579771042
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,65536,2048,0.037290667494138084
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,65536,2048,0.03909866760174433
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,65536,2048,0.03741333385308584
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,65536,2048,0.03760000069936117
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,65536,2048,0.03765333443880081
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,65536,2048,0.5678879817326864
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,65536,2048,0.5322986841201782
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,65536,2048,0.49054400126139325
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,65536,2048,0.45750399430592853
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,65536,2560,0.02848000079393387
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,65536,2560,0.028021333118279774
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,65536,2048,2.887637456258138
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,65536,2048,1.2372026443481445
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,65536,2048,0.6117519934972128
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,65536,2048,0.3450506528218587
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,65536,2048,0.3254879911740621
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,65536,2048,0.31733065843582153
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,65536,2048,0.31142133474349976
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,65536,2048,0.3002293308575948
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,65536,2048,0.2922346591949463
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,65536,2048,0.28175199031829834
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,65536,2048,0.2727866570154826
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,65536,2048,0.2672933340072632
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,65536,2048,0.24157333374023438
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,65536,2048,0.25224800904591876
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,65536,2048,0.23487732807795206
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,65536,2048,0.22448800007502237
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,65536,2048,0.2179759939511617
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,65536,2048,0.20567466815312704
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,65536,2048,0.19779199361801147
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,65536,2048,0.1893893281618754
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,65536,2048,0.17968000968297324
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,65536,2048,0.15933066606521606
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,65536,2048,0.14878933628400168
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,65536,2048,0.16526400049527487
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,65536,2048,0.14196266730626425
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,65536,2048,0.1296266714731852
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,65536,2048,0.12158933281898499
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,65536,2048,0.11228799819946289
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,65536,2048,0.09264533718427022
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,65536,2048,0.10417067011197408
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,65536,2048,0.08432799577713013
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,65536,2048,0.07506399850050609
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,65536,2048,0.06790133317311604
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,65536,2048,0.05658133327960968
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,65536,2048,0.047037333250045776
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,65536,2048,0.03932266682386398
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,65536,2048,0.03137599925200144
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,65536,2048,0.031064001222451527
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,65536,2048,0.030943999687830608
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,65536,2048,0.030618667602539062
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,65536,2048,0.030162667234738667
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,65536,2048,0.03028533359368642
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,65536,2048,0.030957333743572235
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,65536,2048,0.02364266663789749
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,65536,2048,0.031501332918802895
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,65536,2048,0.02385333428780238
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,65536,2048,0.022984000543753307
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,65536,2048,0.023002666731675465
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,65536,2048,0.02290133386850357
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,65536,2048,0.02369066576162974
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,65536,2048,0.024002666274706524
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,65536,2048,0.022890667120615642
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,65536,2048,0.02401866763830185
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,65536,2048,0.02322400112946828
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,65536,2048,0.023685333629449207
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,65536,2048,0.02295200030008952
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,65536,2048,0.02294933299223582
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,65536,2048,0.02385866641998291
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,65536,2048,0.023168000082174938
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,65536,2048,0.02480533222357432
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,65536,2048,0.023805332680543263
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,65536,2048,0.02312266578276952
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,65536,2048,0.024192000428835552
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,65536,2048,0.02383733292420705
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,65536,2048,0.023400001227855682
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,65536,2048,0.02385333428780238
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,65536,2048,0.023754666248957317
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,65536,1536,4.099045435587565
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,65536,1536,1.991360028584798
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,65536,1536,0.999621311823527
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,65536,1536,0.6184586683909098
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,65536,1536,0.5754079818725586
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,65536,1536,0.5789066553115845
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,65536,1536,0.5416213274002075
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,65536,1536,0.5547093152999878
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,65536,1536,0.473413348197937
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,65536,1536,0.48294933636983234
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,65536,1536,0.44704000155131024
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,65536,1536,0.4624106486638387
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,65536,1536,0.4171253442764282
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,65536,1536,0.42635734875996906
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,65536,1536,0.3776906728744507
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,65536,1536,0.3715626796086629
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,65536,1536,0.38949867089589435
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,65536,1536,0.36939199765523273
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,65536,1536,0.31646400690078735
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,65536,1536,0.30561065673828125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,65536,1536,0.2871946692466736
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,65536,1536,0.2794506748517354
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,65536,1536,0.2553439935048421
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,65536,1536,0.26706133286158246
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,65536,1536,0.22636799017588297
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,65536,1536,0.2432639996210734
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,65536,1536,0.19450666507085165
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,65536,1536,0.17631999651590982
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,65536,1536,0.166703999042511
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,65536,1536,0.15065067013104758
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,65536,1536,0.13387200236320496
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,65536,1536,0.11351999640464783
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,65536,1536,0.10487999518712361
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,65536,1536,0.08207466701666515
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,65536,1536,0.07137600084145863
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,65536,1536,0.05403733253479004
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,65536,1536,0.04798933366934458
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,65536,1536,0.04761599997679392
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,65536,1536,0.0498879998922348
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,65536,1536,0.04571733375390371
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,65536,1536,0.04423999786376953
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,65536,1536,0.042090664307276406
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,65536,1536,0.04186666508515676
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,65536,1536,0.04079466561476389
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,65536,1536,0.04286933441956838
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,65536,1536,0.042405332128206887
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,65536,1536,0.04278933505217234
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,65536,1536,0.039279999832312264
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,65536,1536,0.03942933430274328
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,65536,1536,0.03946666667858759
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,65536,1536,0.03965333352486292
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,65536,1536,0.03843733419974645
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,65536,1536,0.04407466451327006
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,65536,1536,0.04251199960708618
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,65536,1536,0.04314666489760081
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,65536,1536,0.04251733422279358
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,65536,1536,0.03965333352486292
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,65536,1536,0.03941866755485535
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,65536,1536,0.034527999659379326
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,65536,2048,0.0249466672539711
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,65536,1536,0.034490667283535004
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,65536,1536,0.03453333427508672
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,65536,1536,0.03346666693687439
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,65536,1536,0.03502399971087774
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,65536,1536,0.034634667138258614
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,65536,1536,0.03363733241955439
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,65536,1536,0.03338133295377096
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,65536,1536,0.03379733363787333
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,65536,1536,0.03421866645415624
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,65536,1536,0.03358400116364161
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,65536,1536,0.03513599932193756
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,65536,1536,0.03568000098069509
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,65536,1536,0.03524799893299738
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,65536,1536,0.03543466577927271
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,65536,1536,0.03551999976237615
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,65536,1536,2.397424062093099
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,65536,1536,1.3209839661916096
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,65536,2048,0.024122667809327442
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,65536,1536,0.3397973378499349
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,65536,1536,0.33033865690231323
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,65536,1536,0.3219573299090068
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,65536,1536,0.31119734048843384
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,65536,1536,0.30244266986846924
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,65536,1536,0.2877066731452942
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,65536,1536,0.28657867511113483
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,65536,1536,0.2703706622123718
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,65536,1536,0.2693173289299011
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,65536,1536,0.251802663008372
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,65536,1536,0.24567200740178427
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,65536,1536,0.22724266846974692
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,65536,1536,0.22726132472356161
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,65536,1536,0.22623199224472046
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,65536,1536,0.23166666428248087
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,65536,1536,0.19263732433319092
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,65536,1536,0.21321866909662882
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,65536,1536,0.6096826791763306
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,65536,1536,0.1755146582921346
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,65536,1536,0.17756267388661703
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,65536,1536,0.1588213344415029
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,65536,1536,0.16847733656565347
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,65536,1536,0.1396133303642273
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,65536,1536,0.1527839998404185
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,65536,1536,0.12158133586247762
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,65536,2048,0.023800000548362732
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,65536,1536,0.11179199814796448
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,65536,1536,0.10506932934125264
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,65536,1536,0.0957973301410675
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,65536,1536,0.08741866548856099
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,65536,1536,0.07854666809240977
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,65536,1536,0.05759466687838236
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,65536,1536,0.07100800176461537
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,65536,1536,0.04461599886417389
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,65536,1536,0.041479999820391335
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,65536,1536,0.039624000589052834
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,65536,1536,0.041290665666262306
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,65536,1536,0.039330666263898216
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,65536,1536,0.03704266746838888
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,65536,1536,0.037101333340009056
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,65536,1536,0.03510666638612747
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,65536,1536,0.03724000106255213
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,65536,1536,0.03508266558249792
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,65536,1536,0.03528800110022227
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,65536,1536,0.033517333368460335
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,65536,1536,0.03346666693687439
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,65536,1536,0.034154665966828666
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,65536,1536,0.033039999504884086
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,65536,1536,0.03336799889802933
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,65536,1536,0.035045333206653595
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,65536,1536,0.03519733250141144
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,65536,1536,0.03439733386039734
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,65536,1536,0.033202665547529854
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,65536,1536,0.032629333436489105
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,65536,1536,0.03213066607713699
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,65536,1536,0.03091199944416682
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,65536,1536,0.030917334059874218
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,65536,1536,0.03065599997838338
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,65536,1536,0.03161066770553589
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,65536,1536,0.030853333572546642
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,65536,1536,0.030568001170953114
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,65536,1536,0.030407999952634174
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,65536,1536,0.030781333645184834
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,65536,1536,0.030767999589443207
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,65536,1536,0.031002665559450786
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,65536,1536,0.03074399878581365
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,65536,1536,0.030525334179401398
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,65536,1536,0.02998399982849757
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,65536,1536,0.030386666456858318
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,65536,1536,0.031119999786218006
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,65536,1536,0.05213333169619242
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,65536,1536,0.036570665736993156
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,65536,1536,0.030413334568341572
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,65536,2048,0.024375999967257183
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,65536,1536,1.8206133842468262
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,65536,1536,0.910213311513265
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,65536,1536,0.5477333466211954
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,65536,1536,0.4421626726786296
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,65536,1536,3.7131147384643555
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,65536,1536,0.4817626476287842
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,65536,1536,0.4185573259989421
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,65536,1536,0.3861813147862752
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,65536,1536,0.48952798048655194
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,65536,1536,0.42084264755249023
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,65536,1536,0.36583467324574787
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,65536,1536,0.3327839970588684
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,65536,1536,0.36378931999206543
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,65536,1536,0.30394933621088666
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,65536,1536,0.4725733200709025
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,65536,1536,0.32782665888468426
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,65536,1536,0.2804693380991618
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,65536,1536,0.2990960081418355
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,65536,1536,0.2534346580505371
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,65536,1536,0.2735893328984578
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,65536,1536,0.23058666785558066
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,65536,1536,0.1942453384399414
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,65536,1536,0.20040533939997354
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,65536,1536,0.3893520037333171
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,65536,1536,0.16804534196853638
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,65536,1536,0.16913066307703653
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,65536,1536,0.14058933655420938
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,65536,1536,0.13965333501497904
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,65536,1536,0.11421599984169006
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,65536,1536,0.10924266775449117
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,65536,1536,0.08852533499399821
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,65536,1536,0.07909333209196727
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,65536,1536,0.06425066788991292
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,65536,1536,0.05137600004673004
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,65536,1536,0.04362933337688446
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,65536,1536,0.04317600031693777
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,65536,1536,0.0425573339064916
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,65536,1536,0.041221333046754204
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,65536,1536,0.04032800098260244
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,65536,1536,0.0391893337170283
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,65536,1536,0.0394400010506312
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,65536,1536,0.03743999948104223
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,65536,1536,0.031114667654037476
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,65536,1536,0.030048000315825146
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,65536,1536,0.22007467349370322
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,65536,1536,0.030954666435718536
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,65536,1536,0.029125332832336426
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,65536,1536,0.02902399996916453
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,65536,1536,0.02926933268706004
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,65536,1536,0.02905600021282832
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,65536,1536,0.02908266584078471
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,65536,1536,0.02717866748571396
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,65536,1536,0.02842666705449422
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,65536,1536,0.027866666515668232
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,65536,1536,0.02956533432006836
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,65536,1536,0.028791998823483784
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,65536,1536,0.03057066599527995
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,65536,1536,0.028743999699751537
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,65536,1536,0.02849599967400233
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,65536,1536,0.029122665524482727
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,65536,1536,0.028093333045641582
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,65536,1536,0.02953333407640457
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,65536,1536,0.03106933335463206
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,65536,1536,0.02993333339691162
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,65536,1536,0.02889599899450938
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,65536,1536,0.02975200116634369
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,65536,1536,0.02906399965286255
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,65536,1536,0.02996266633272171
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,65536,1536,0.031149332722028095
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,65536,1536,0.028013333678245544
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,65536,1536,0.02908266584078471
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,65536,1536,0.029448000093301136
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,65536,1536,0.029095999896526337
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,65536,2048,0.0251226673523585
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,65536,1536,0.5166159868240356
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,65536,2048,0.023919999599456787
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,65536,2048,0.023864001035690308
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,65536,1536,0.27556443214416504
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,65536,1536,0.9979182349310981
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,65536,1536,0.5011004341973199
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,65536,1536,2.2902274661593967
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,65536,1536,0.26942398813035756
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,65536,1536,0.25758934020996094
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,65536,1536,0.2556266784667969
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,65536,1536,0.24811734093560112
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,65536,1536,0.24149688084920248
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,65536,1536,0.22773154576619467
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,65536,1536,0.2247235510084364
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,65536,1536,0.21178666750590006
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,65536,1536,0.2083431084950765
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,65536,1536,0.19629511568281385
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,65536,1536,0.1950897773106893
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,65536,1536,0.18516800138685438
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,65536,1536,0.17992356088426378
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,65536,1536,0.1635591056611803
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,65536,1536,0.1662986675898234
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,65536,1536,0.15037155151367188
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,65536,1536,0.13555733362833658
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,65536,1536,0.150252448187934
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,65536,1536,0.13311644395192465
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,65536,1536,0.12237689230177139
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,65536,1536,0.11854578389061822
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,65536,1536,0.10598222414652507
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,65536,1536,0.10080889198515151
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,65536,1536,0.06977778010898165
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,65536,1536,0.09064000182681614
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,65536,1536,0.08697244193818833
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,65536,1536,0.07560888926188152
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,65536,1536,0.06109333038330078
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,65536,1536,0.05603377686606514
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,65536,1536,0.04647289050949944
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,65536,1536,0.03290133343802558
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,65536,1536,0.03926755653487311
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,65536,1536,0.02603911028967963
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,65536,1536,0.02566577825281355
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,65536,1536,0.02532088922129737
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,65536,1536,0.025176889366573755
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,65536,1536,0.02500444485081567
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,65536,1536,0.025582222474945918
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,65536,1536,0.025420443879233465
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,65536,1536,0.025992888543340895
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,65536,1536,0.018922666708628338
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,65536,1536,0.018794667389657762
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,65536,1536,0.019454222586419847
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,65536,1536,0.018983110785484314
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,65536,1536,0.01891377733813392
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,65536,1536,0.01871466636657715
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,65536,1536,0.019187556372748483
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,65536,1536,0.019539554913838703
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,65536,1536,0.018698667486508686
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,65536,1536,0.019333332777023315
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,65536,1536,0.018719999326599967
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,65536,1536,0.01940622263484531
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,65536,1536,0.01896711190541585
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,65536,1536,0.019143111175960965
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,65536,1536,0.019281778070661757
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,65536,1536,0.020204444726308186
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,65536,1536,0.019711999429596793
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,65536,1536,0.019315555691719055
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,65536,1536,0.020008888509538438
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,65536,1536,0.01865600049495697
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,65536,1536,0.01993600030740102
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,65536,1536,0.01925155520439148
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,65536,1536,0.019303111566437613
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,65536,1024,2.8831841150919595
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,65536,1024,1.3729333877563477
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,65536,1024,0.6881706714630127
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,65536,1024,0.3932906786600749
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,65536,1024,0.380730668703715
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,65536,1024,0.37962134679158527
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,65536,1024,0.35396265983581543
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,65536,1024,0.3553066651026408
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,65536,1024,0.32733867565790814
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,65536,1024,0.3267199993133545
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,65536,1024,0.30773333708445233
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,65536,1024,0.3107840021451314
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,65536,1024,0.28891199827194214
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,65536,1024,0.2957386573155721
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,65536,1024,0.26217599709828693
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,65536,1024,0.25808000564575195
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,65536,1024,0.2677066723505656
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,65536,1024,0.26265066862106323
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,65536,1024,0.21893866856892905
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,65536,1024,0.2408426602681478
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,65536,1024,0.19896000623703003
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,65536,1024,0.19682133197784424
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,65536,1024,0.1762346625328064
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,65536,1024,0.18801599740982056
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,65536,1024,0.1572373310724894
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,65536,1024,0.1702400048573812
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,65536,1024,0.1363040010134379
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,65536,1024,0.123471995194753
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,65536,1024,0.11591999729474385
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,65536,1024,0.10331733028093974
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,65536,1024,0.09337600072224934
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,65536,1024,0.07829333345095317
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,65536,1024,0.07245866457621257
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,65536,1024,0.05729599793752035
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,65536,1024,0.04934399823347727
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,65536,1024,0.03939733405907949
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,65536,1024,0.03533866753180822
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,65536,1024,0.035360001027584076
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,65536,1024,0.036090667049090065
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,65536,1024,0.03411199897527695
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,65536,1024,0.03345600018898646
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,65536,1024,0.03148266673088074
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,65536,1024,0.03129599988460541
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,65536,1024,0.032042667269706726
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,65536,1024,0.032101333141326904
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,65536,1024,0.031541332602500916
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,65536,1024,0.03151999910672506
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,65536,1024,0.0313226655125618
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,65536,1024,0.031002665559450786
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,65536,1024,0.030853333572546642
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,65536,1024,0.02991466720898946
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,65536,1024,0.029232000311215717
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,65536,1024,0.033285332222779594
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,65536,1024,0.03294399877389272
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,65536,1024,0.033088001112143196
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,65536,1024,0.031162666777769726
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,65536,1024,0.029306667546431225
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,65536,1024,0.02937600016593933
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,65536,1024,0.02516266703605652
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,65536,1024,0.02515733242034912
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,65536,1024,0.025146665672461193
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,65536,1024,0.02516799916823705
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,65536,1024,0.025173333783944447
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,65536,1536,0.020869332883093093
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,65536,1024,0.02502399931351344
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,65536,1024,0.02518400053183238
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,65536,1024,0.02508266766866048
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,65536,1024,0.025279998779296875
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,65536,1024,0.02510400116443634
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,65536,1024,0.025018667181332905
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,65536,1024,0.025557334224383037
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,65536,1024,0.025514667232831318
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,65536,1024,0.025008000433444977
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,65536,1024,0.025834667185942333
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,65536,1024,0.025759999950726826
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,65536,1024,1.6983307202657063
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,65536,1024,0.8551759719848633
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,65536,1024,0.451909343401591
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,65536,1024,0.2702186703681946
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,65536,1024,0.24192800124486288
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,65536,1024,0.24121866623560587
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,65536,1024,0.2284133235613505
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,65536,1024,0.2312906583150228
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,65536,1024,0.21535466114679971
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,65536,1024,0.2116746703783671
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,65536,1024,0.20346933603286743
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,65536,1024,0.21940000851949057
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,65536,1024,0.19031467040379843
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,65536,1024,0.19351732730865479
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,65536,1024,0.17195467154184976
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,65536,1024,0.1745120088259379
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,65536,1024,0.17228800058364868
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,65536,1024,0.17753867308298746
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,65536,1024,0.14501866698265076
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,65536,1024,0.15702399611473083
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,65536,1024,0.13285066684087118
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,65536,1024,0.1329973340034485
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,65536,1024,0.11849866310755412
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,65536,1024,0.12435999512672424
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,65536,1024,0.10602133472760518
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,65536,1024,0.1024399995803833
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,65536,1024,0.09213333328564961
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,65536,1024,0.0843120018641154
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,65536,1024,0.08028799792130788
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,65536,1024,0.07434933384259541
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,65536,1024,0.06633333365122478
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,65536,1024,0.05945333341757456
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,65536,1024,0.05574400226275126
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,65536,1024,0.045565331975618996
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,65536,1024,0.04278666774431864
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,65536,1024,0.035031999150911965
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,65536,1024,0.03216266632080078
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,65536,1024,0.03384533276160558
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,65536,1024,0.03217866768439611
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,65536,1024,0.03335466732581457
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,65536,1024,0.030957333743572235
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,65536,1024,0.029071999092896778
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,65536,1024,0.029194665451844532
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,65536,1024,0.028378665447235107
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,65536,1024,0.028786666691303253
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,65536,1024,0.029234667619069416
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,65536,1024,0.02754133443037669
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,65536,1024,0.02700000007947286
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,65536,1024,0.02699466546376546
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,65536,1024,0.026528000831604004
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,65536,1024,0.027394667267799377
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,65536,1024,0.028200000524520874
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,65536,1024,0.026821332673231762
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,65536,1024,0.027837333579858143
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,65536,1024,0.026392000416914623
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,65536,1024,0.025221332907676697
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,65536,1024,0.026343998809655506
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,65536,1024,0.02483733246723811
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,65536,1024,0.02492800106604894
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,65536,1024,0.02587466686964035
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,65536,1024,0.026314665873845417
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,65536,1024,0.025144000848134358
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,65536,1024,0.024832000335057575
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,65536,1024,0.02478933334350586
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,65536,1024,0.02496533344189326
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,65536,1024,0.02855466554562251
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,65536,1024,0.024930665890375774
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,65536,1024,0.02586666742960612
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,65536,1024,0.024834667642911274
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,65536,1024,0.025066666305065155
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,65536,1024,0.024834667642911274
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,65536,1024,0.024930665890375774
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,65536,1024,0.02480533222357432
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,65536,1024,0.024821333587169647
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,65536,1536,0.019377777973810833
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,65536,1536,0.018604444132910836
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,65536,1536,0.02000711030430264
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,65536,1024,3.135039965311686
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,65536,1024,0.7333333492279053
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,65536,1024,0.362335999806722
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,65536,1024,1.4955840110778809
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,65536,1024,0.33928000926971436
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,65536,1024,0.440010666847229
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,65536,1024,0.3177466591199239
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,65536,1024,0.33752532800038654
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,65536,1024,0.2943039933840434
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,65536,1024,0.3120879928270976
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,65536,1024,0.27137066920598346
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,65536,1024,0.2882879972457886
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,65536,1024,0.2510240077972412
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,65536,1024,0.26321067412694293
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,65536,1024,0.2300693392753601
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,65536,1024,0.24134933948516846
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,65536,1024,0.20992799599965414
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,65536,1024,0.21948800484339395
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,65536,1024,0.18410134315490723
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,65536,1024,0.18599466482798258
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,65536,1024,0.16231733560562134
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,65536,1024,0.16115199526151022
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,65536,1024,0.13953600327173868
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,65536,1024,0.13752800226211548
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,65536,1024,0.11745066444079082
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,65536,1024,0.11333866914113362
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,65536,1024,0.38977332909901935
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,65536,1024,0.09550933043162028
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,65536,1024,0.07347466548283894
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,65536,1024,0.08936267097791036
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,65536,1024,0.06436266501744588
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,65536,1024,0.054562668005625405
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,65536,1024,0.040247999131679535
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,65536,1024,0.035143998761971794
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,65536,1024,0.033058665692806244
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,65536,1024,0.033589333295822144
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,65536,1024,0.030423998832702637
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,65536,1024,0.030821333328882854
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,65536,1024,0.02888533224662145
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,65536,1024,0.02998666713635127
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,65536,1024,0.027280000348885853
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,65536,1024,0.023842667539914448
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,65536,1024,0.022546666363875072
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,65536,1024,0.023154666026433308
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,65536,1024,0.022946665684382122
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,65536,1024,0.02214933435122172
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,65536,1024,0.02258933335542679
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,65536,1024,0.02178666740655899
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,65536,1024,0.021935999393463135
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,65536,1024,0.02077599987387657
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,65536,1024,0.02187199890613556
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,65536,1024,0.02179733415444692
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,65536,1024,0.021946666141351063
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,65536,1024,0.022877333064874012
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,65536,1024,0.021898667017618816
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,65536,1024,0.02180800090233485
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,65536,1024,0.02082933361331622
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,65536,1024,0.021776000658671062
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,65536,1024,0.020781333247820537
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,65536,1024,0.02205066631237666
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,65536,1024,0.020706667254368465
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,65536,1024,0.021954665581385296
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,65536,1024,0.021722666919231415
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,65536,1024,0.021744000415007275
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,65536,1024,0.021906666457653046
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,65536,1024,0.022967999180157978
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,65536,1024,0.02245066563288371
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,65536,1024,0.022829333941141765
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,65536,1024,0.022418667872746784
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,65536,1024,0.021917333205540974
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,65536,1024,0.021125334004561108
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,65536,1536,0.020453333854675293
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,65536,1536,0.019888000355826486
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,65536,1024,0.4179733196894328
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,65536,1024,0.38572001457214355
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,65536,1024,0.36027733484903973
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,65536,1536,0.019948444432682462
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,65536,1024,0.7532320022583008
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,65536,1024,0.2087519963582357
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,65536,1024,1.6797760327657063
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,65536,1024,0.37727200984954834
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,65536,1024,0.18540932734807333
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,65536,1024,0.20689199368158975
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,65536,1024,0.1964906652768453
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,65536,1024,0.19439599911371866
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,65536,1024,0.1821920077006022
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,65536,1024,0.1738333304723104
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,65536,1024,0.17207066218058267
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,65536,1024,0.15872533122698465
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,65536,1024,0.14715866247812906
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,65536,1024,0.15104400118192038
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,65536,1024,0.16190399726231894
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,65536,1024,0.13990533351898193
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,65536,1024,0.12762666742006937
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,65536,1024,0.13530932863553366
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,65536,1024,0.12480133771896362
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,65536,1024,0.11684399843215942
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,65536,1024,0.11252400279045105
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,65536,1024,0.10493733485539754
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,65536,1024,0.09335333108901978
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,65536,1024,0.10054133335749309
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,65536,1024,0.08981866637865703
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,65536,1024,0.08165866633256276
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,65536,1024,0.07747999827067058
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,65536,1024,0.07046799858411153
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,65536,1024,0.06670000155766805
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,65536,1024,0.05932133396466573
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,65536,1024,0.05447333554426829
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,65536,1024,0.047930667797724404
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,65536,1024,0.04417600234349569
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,65536,1024,0.03660000115633011
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,65536,1024,0.031201332807540894
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,65536,1024,0.025916000207265217
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,65536,1024,0.020556000371774037
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,65536,1024,0.020210667202870052
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,65536,1024,0.020137333621581394
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,65536,1024,0.020028000076611836
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,65536,1024,0.02011466647187869
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,65536,1024,0.020106667031844456
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,65536,1024,0.0197200005253156
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,65536,1024,0.020732000470161438
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,65536,1024,0.014598666379849115
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,65536,1024,0.014709333578745524
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,65536,1024,0.014752000570297241
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,65536,1024,0.014589333285888037
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,65536,1024,0.014485333114862442
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,65536,1024,0.015042666345834732
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,65536,1024,0.014492000142733255
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,65536,1024,0.015058666467666626
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,65536,1024,0.014562666416168213
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,65536,1024,0.014882666369279226
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,65536,1024,0.01458666721979777
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,65536,1024,0.015521333863337835
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,65536,1024,0.015423999478419622
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,65536,1024,0.01569066693385442
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,65536,1024,0.015229333192110062
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,65536,1024,0.01591466615597407
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,65536,1024,0.015913333743810654
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,65536,1024,0.015931999931732815
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,65536,1024,0.015665333718061447
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,65536,1024,0.016027999420960743
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,65536,1024,0.016174666583538055
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,65536,1024,0.015595999856789907
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,65536,1024,0.016007999579111736
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,65536,768,2.218560059865316
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,65536,768,1.1803546746571858
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,65536,768,0.5724213520685831
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,65536,768,0.32627999782562256
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,65536,768,0.3107306758562724
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,65536,768,0.3089840014775594
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,65536,768,0.28753866751988727
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,65536,768,0.28938132524490356
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,65536,768,0.27111999193827313
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,65536,768,0.27454400062561035
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,65536,768,0.25038667519887287
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,65536,768,0.25443732738494873
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,65536,768,0.23440267642339072
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,65536,768,0.24077600240707397
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,65536,768,0.20678667227427164
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,65536,768,0.20270667473475137
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,65536,768,0.20796533425649008
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,65536,768,0.20742400487263998
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,65536,768,0.16979734102884927
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,65536,768,0.19129333893458048
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,65536,768,0.1537866691748301
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,65536,768,0.15606133143107095
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,65536,768,0.13697600364685059
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,65536,768,0.14806399742762247
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,65536,768,0.12125866611798604
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,65536,768,0.13450933496157327
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,65536,768,0.10443199674288432
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,65536,768,0.09625333547592163
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,65536,768,0.08949866890907288
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,65536,768,0.08145600060621898
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,65536,768,0.072543998559316
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,65536,768,0.06324000159899394
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,65536,768,0.05807466804981232
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,65536,768,0.04632799824078878
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,65536,768,0.04108799993991852
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,65536,768,0.033117334047953285
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,65536,768,0.028050666054089863
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,65536,768,0.027029333015282948
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,65536,768,0.028045333921909332
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,65536,768,0.026551999151706696
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,65536,768,0.02480533222357432
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,65536,768,0.023688000937302906
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,65536,768,0.023053333163261414
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,65536,768,0.022789334257443745
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,65536,768,0.023186666270097096
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,65536,768,0.02274133265018463
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,65536,768,0.022810667753219604
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,65536,768,0.021890667577584583
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,65536,768,0.021274665991465252
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,65536,768,0.021615999440352123
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,65536,768,0.02163466562827428
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,65536,768,0.02080800011754036
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,65536,768,0.023397333920001984
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,65536,768,0.022800001005331676
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,65536,768,0.022853332261244457
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,65536,768,0.021397332350413006
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,65536,768,0.020791999995708466
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,65536,768,0.020842666427294414
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,65536,768,0.019064000497261684
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,65536,768,0.019029332945744198
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,65536,768,0.01882133384545644
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,65536,768,0.01874133323629697
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,65536,768,0.018845333407322567
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,65536,768,0.018826667219400406
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,65536,768,0.019122666368881863
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,65536,768,0.018906666586796444
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,65536,768,0.018837332725524902
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,65536,768,0.018866666903098423
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,65536,768,0.018719999740521114
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,65536,768,0.01881333316365878
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,65536,768,0.01869333287080129
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,65536,768,0.018794666975736618
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,65536,768,0.01886933296918869
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,65536,768,0.01884799947341283
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,65536,768,1.441152042812771
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,65536,768,0.8117938041687012
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,65536,768,0.40340267287360293
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,65536,768,0.2515786753760444
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,65536,768,0.2286150985293918
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,65536,768,0.2280728816986084
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,65536,768,0.203256885210673
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,65536,768,0.21342399385240343
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,65536,768,0.1822826729880439
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,65536,768,0.1757511165406969
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,65536,768,0.16760710875193277
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,65536,768,0.17944710784488252
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,65536,768,0.15909689002566868
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,65536,768,0.1537404457728068
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,65536,768,0.14363200134701198
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,65536,768,0.14195556110805935
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,65536,768,0.14178133010864258
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,65536,768,0.13270400630103216
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,65536,768,0.12192711565229629
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,65536,768,0.1315093305375841
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,65536,768,0.11152888668908013
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,65536,768,0.11145599683125813
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,65536,768,0.10049955712424384
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,65536,768,0.10551466544469197
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,65536,768,0.08991999758614434
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,65536,768,0.08570666445626153
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,65536,768,0.07842844724655151
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,65536,768,0.07173689206441243
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,65536,768,0.06741155518425836
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,65536,768,0.061724444230397545
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,65536,768,0.05639288822809855
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,65536,768,0.04976711008283827
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,65536,768,0.04768888817893135
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,65536,768,0.03985244366857741
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,65536,768,0.03698844379848904
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,65536,768,0.030609776576360066
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,65536,768,0.02812622321976556
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,65536,768,0.028099556763966877
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,65536,768,0.02700800034734938
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,65536,768,0.02711822258101569
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,65536,768,0.027985778119828966
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,65536,768,0.025443555580245122
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,65536,768,0.026535110341178045
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,65536,768,0.025073778298166063
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,65536,768,0.025964443882306416
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,65536,768,0.02495644489924113
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,65536,768,0.025630222426520452
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,65536,768,0.023240889112154644
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,65536,768,0.02270222206910451
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,65536,768,0.024362666739357844
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,65536,768,0.023919999599456787
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,65536,768,0.02313066687848833
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,65536,768,0.024152888192070857
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,65536,768,0.02416533397303687
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,65536,768,0.023457777169015672
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,65536,768,0.022936888866954382
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,65536,768,0.023260444402694702
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,65536,768,0.023231999741660223
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,65536,768,0.022919111781650122
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,65536,768,0.022545778089099463
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,65536,768,0.022680888573328655
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,65536,768,0.022691556149058874
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,65536,768,0.022224000758594934
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,65536,768,0.02232355541653103
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,65536,768,0.022535110513369244
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,65536,768,0.02251911163330078
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,65536,768,0.022446221775478784
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,65536,768,0.02241777711444431
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,65536,768,0.022350221872329712
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,65536,768,0.022455111145973206
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,65536,768,0.02254755629433526
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,65536,768,0.022798221972253587
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,65536,768,0.02276800076166789
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,65536,768,0.02254399988386366
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,65536,1024,0.016106666376193363
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,65536,1024,0.01609066625436147
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,65536,1024,0.015532000611225763
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,65536,1024,0.01613199959198634
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,65536,768,2.7453013526068797
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,65536,1024,0.016548000276088715
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,65536,768,0.3307502269744873
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,65536,768,0.6708818011813693
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,65536,768,1.3235004213121202
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,65536,768,0.3117493258582221
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,65536,768,0.2917706701490614
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,65536,1024,0.016558667023976643
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,65536,768,0.27046044667561847
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,65536,768,0.3986613220638699
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,65536,768,0.250856876373291
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,65536,768,0.26063111093309194
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,65536,768,0.23102045059204102
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,65536,768,0.24016711446974012
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,65536,768,0.21266667048136392
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,65536,768,0.35637156168619794
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,65536,768,0.21880888938903809
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,65536,768,0.1934222247865465
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,65536,768,0.1978435516357422
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,65536,768,0.1689902279112074
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,65536,768,0.16932977570427787
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,65536,768,0.1487964391708374
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,65536,768,0.14574221769968668
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,65536,768,0.12878933217790392
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,65536,768,0.12433600425720215
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,65536,768,0.10868977838092381
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,65536,768,0.10106311241785686
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,65536,768,0.08812089098824395
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,65536,768,0.07876622014575534
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,65536,768,0.06820088624954224
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,65536,768,0.056364443567064076
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,65536,768,0.050007111496395536
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,65536,768,0.03610488772392273
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,65536,768,0.02963199880388048
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,65536,768,0.027710222535663184
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,65536,768,0.02760533326201969
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,65536,768,0.025647999511824712
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,65536,768,0.02552177839808994
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,65536,768,0.02641422218746609
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,65536,1024,0.016183999677499134
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,65536,768,0.0262080000506507
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,65536,768,0.025157334076033697
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,65536,768,0.019395555059115093
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,65536,768,0.017345777816242643
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,65536,768,0.01779733267095354
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,65536,768,0.017904000149832833
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,65536,768,0.018010665973027546
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,65536,768,0.017498667041460674
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,65536,768,0.017352888981501263
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,65536,768,0.016583111551072862
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,65536,768,0.016709332664807636
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,65536,768,0.0170151111152437
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,65536,768,0.017235555582576327
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,65536,768,0.016757332616382174
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,65536,768,0.017482666505707633
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,65536,768,0.01720533271630605
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,65536,768,0.017210667332013447
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,65536,768,0.01734044485621982
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,65536,768,0.017329777280489605
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,65536,768,0.017249777913093567
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,65536,768,0.016908443636364408
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,65536,768,0.017468444175190397
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,65536,768,0.018012444178263348
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,65536,768,0.01758577757411533
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,65536,768,0.017553778158293832
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,65536,768,0.01718933383623759
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,65536,768,0.017253332667880587
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,65536,768,0.01759999990463257
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,65536,768,0.018062222335073683
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,65536,768,0.017482666505707633
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,65536,768,0.017701332767804463
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,65536,768,0.017635555730925668
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,65536,768,0.3784160084194607
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,65536,768,0.35175466537475586
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,65536,768,0.3275573253631592
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,65536,768,0.3076515462663439
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,65536,768,0.2837582164340549
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,65536,768,0.32223145167032874
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,65536,768,1.405234146118164
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,65536,768,0.6463658650716145
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,65536,768,0.1783616065979004
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,65536,768,0.17514665921529132
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,65536,768,0.15940267244974773
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,65536,768,0.16505173047383626
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,65536,768,0.16879359881083172
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,65536,768,0.15552959442138672
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,65536,768,0.14921493530273439
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,65536,768,0.1455509344736735
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,65536,768,0.13946560223897297
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,65536,768,0.1358517328898112
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,65536,768,0.12604479789733886
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,65536,768,0.1298709313074748
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,65536,768,0.1203221321105957
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,65536,768,0.11656426588694255
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,65536,768,0.11036159992218017
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,65536,768,0.10561920007069905
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,65536,768,0.09994666576385498
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,65536,768,0.09647466341654459
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,65536,768,0.09040746688842774
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,65536,768,0.0861674706141154
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,65536,768,0.08018453121185302
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,65536,768,0.0771946668624878
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,65536,768,0.07082346280415854
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,65536,768,0.06625493367513022
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,65536,768,0.0609226663907369
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,65536,768,0.057606399059295654
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,65536,768,0.05118826627731323
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,65536,768,0.046888534228007
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,65536,768,0.03805653254191081
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,65536,768,0.04159146547317505
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,65536,768,0.03181653420130412
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,65536,768,0.02696533401807149
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,65536,768,0.02262399991353353
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,65536,768,0.018191999197006224
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,65536,768,0.017831466595331826
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,65536,768,0.017828265825907387
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,65536,768,0.017374932765960693
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,65536,768,0.018051199118296304
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,65536,768,0.017871999740600587
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,65536,768,0.01780160069465637
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,65536,768,0.01800640026728312
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,65536,768,0.013268267114957174
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,65536,768,0.013066666324933371
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,65536,768,0.013090133666992188
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,65536,768,0.0132832000652949
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,65536,768,0.01306773324807485
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,65536,768,0.013000532984733582
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,65536,768,0.013204266627629599
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,65536,768,0.012853333353996277
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,65536,768,0.013176533579826354
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,65536,768,0.013065600395202636
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,65536,768,0.012822399536768595
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,65536,768,0.013497599959373474
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,65536,768,0.013245866696039835
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,65536,768,0.013318399588267008
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,65536,768,0.01353600025177002
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,65536,768,0.013714133699735006
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,65536,768,0.013365333278973898
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,65536,768,0.013687466581662497
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,65536,768,0.014057599504788718
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,65536,768,0.01337386667728424
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,65536,768,0.013289599617322286
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,65536,768,0.013951999942461648
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,65536,768,0.013613866766293845
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,65536,512,1.6458853085835774
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,65536,512,0.8077092965443929
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,65536,512,0.3951706488927205
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,65536,512,0.23760000864664713
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,65536,512,0.21384000778198242
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,65536,512,0.20803467432657877
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,65536,512,0.20017600059509277
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,65536,512,0.19554400444030762
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,65536,512,0.18926399946212769
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,65536,512,0.1862106720606486
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,65536,512,0.17801866928736368
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,65536,512,0.19379200537999472
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,65536,512,0.16857600212097168
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,65536,512,0.1712053418159485
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,65536,512,0.15048266450564066
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,65536,512,0.149016002813975
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,65536,768,0.01404906709988912
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,65536,512,0.1492586632569631
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,65536,512,0.15687466661135355
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,65536,512,0.1251626710096995
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,65536,768,0.01384213368097941
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,65536,512,0.1435920000076294
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,65536,512,0.12054666876792908
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,65536,512,0.10415200392405193
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,65536,512,0.11204000314076741
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,65536,512,0.09152000149091084
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,65536,512,0.09059199690818787
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,65536,512,0.07905866702397664
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,65536,512,0.07223999996980031
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,65536,512,0.06663999954859416
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,65536,512,0.06076533099015554
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,65536,512,0.05401866634686788
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,65536,512,0.047194664676984154
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,65536,512,0.043191999197006226
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,65536,512,0.03269066661596298
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,65536,512,0.02953333407640457
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,65536,512,0.02186399946610133
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,65536,512,0.019837333510319393
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,65536,512,0.019469333191712696
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,65536,512,0.01974933346112569
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,65536,512,0.018669333308935165
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,65536,512,0.01777600000301997
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,65536,512,0.016760000338157017
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,65536,512,0.016760000338157017
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,65536,512,0.0164560005068779
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,65536,512,0.01631733278433482
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,65536,512,0.016208000481128693
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,65536,512,0.015746666739384334
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,65536,512,0.015757333487272263
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,65536,512,0.014583999911944071
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,65536,512,0.015615999698638916
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,65536,512,0.014749333262443542
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,65536,512,0.014698666830857595
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,65536,512,0.01682666689157486
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,65536,512,0.015703999747832615
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,65536,512,0.015717333803574245
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,65536,512,0.014722666392723719
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,65536,512,0.014717333018779755
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,65536,512,0.014616000155607859
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,65536,512,0.01405599961678187
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,65536,512,0.013591999808947245
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,65536,512,0.01357866699496905
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,65536,512,0.013658666362365087
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,65536,512,0.013629333426554998
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,65536,512,0.013621332744757334
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,65536,512,0.013605333864688873
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,65536,512,0.013701333353916803
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,65536,512,0.013581333061059317
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,65536,512,0.013618666678667068
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,65536,512,0.01370666672786077
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,65536,512,0.013807999591032663
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,65536,512,0.013951999445756277
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,65536,512,0.014117332796255747
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,65536,512,0.013946666071812311
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,65536,512,0.013767999907334646
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,65536,512,0.11372533440589905
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,65536,512,0.5933133363723755
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,65536,512,1.2124106884002686
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,65536,512,0.3183893362681071
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,65536,512,0.19925334056218466
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,65536,512,0.18215600649515787
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,65536,512,0.1765399972597758
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,65536,512,0.16285333037376404
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,65536,512,0.14619200428326926
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,65536,512,0.17931600411732992
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,65536,512,0.14448533455530801
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,65536,512,0.15134400129318237
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,65536,512,0.141974667708079
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,65536,512,0.13211599985758463
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,65536,512,0.12514533599217734
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,65536,512,0.1209773321946462
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,65536,512,0.11521599690119426
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,65536,512,0.12470133105913798
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,65536,512,0.10728666186332703
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,65536,512,0.10182799895604451
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,65536,512,0.10362000266710918
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,65536,512,0.09688666462898254
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,65536,512,0.09015066425005595
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,65536,512,0.08353867133458455
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,65536,512,0.08261999984582265
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,65536,512,0.07401066521803538
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,65536,512,0.07128799955050151
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,65536,512,0.06549333532651265
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,65536,512,0.06110266844431559
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,65536,512,0.057564000288645424
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,65536,512,0.05311333139737447
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,65536,512,0.04857733349005381
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,65536,512,0.04386400183041891
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,65536,512,0.0420959989229838
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,65536,512,0.03531066576639811
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,65536,512,0.03291733314593633
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,65536,512,0.02717333287000656
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,65536,512,0.025489332775274914
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,65536,512,0.02348533272743225
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,65536,512,0.024187999467055004
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,65536,512,0.024177332719167072
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,65536,512,0.022821334501107533
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,65536,512,0.023181334137916565
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,65536,512,0.021877333521842957
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,65536,512,0.023501334091027577
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,65536,512,0.022639999787012737
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,65536,512,0.022384000321229298
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,65536,512,0.02356533209482829
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,65536,512,0.021216000119845074
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,65536,512,0.020723999788363773
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,65536,512,0.020986666282018025
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,65536,512,0.020617333551247913
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,65536,512,0.020667999982833862
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,65536,512,0.020603999495506287
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,65536,512,0.02088800072669983
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,65536,512,0.020667999982833862
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,65536,512,0.020603999495506287
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,65536,512,0.019539999465147655
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,65536,512,0.020589333027601242
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,65536,512,0.019366666674613953
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,65536,512,0.018721333394447964
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,65536,512,0.019730667273203533
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,65536,512,0.019170666734377544
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,65536,512,0.01865466684103012
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,65536,512,0.019725333899259567
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,65536,512,0.018983999888102215
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,65536,512,0.018690666804711025
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,65536,512,0.01932133361697197
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,65536,512,0.01915466661254565
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,65536,512,0.019575999428828556
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,65536,512,0.01933999980489413
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,65536,512,0.020354667057593662
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,65536,512,0.020422667264938354
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,65536,512,0.020184000333150227
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,65536,512,0.02053466687599818
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,65536,768,0.013688533504803976
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,65536,768,0.014412800470987955
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,65536,768,0.014084266622861228
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,65536,768,0.013778133193651834
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,65536,512,1.1876253286997478
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,65536,512,0.5851560036341349
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,65536,512,0.2724826733271281
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,65536,512,0.3385653495788574
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,65536,512,0.2798493305842082
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,65536,512,0.2606053352355957
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,65536,512,0.2553120056788127
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,65536,512,0.2375453313191732
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,65536,512,0.24132666985193887
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,65536,512,0.31244800488154095
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,65536,512,0.2183613379796346
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,65536,512,0.22222799062728882
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,65536,512,0.200765331586202
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,65536,512,0.18544799089431763
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,65536,512,0.1843679944674174
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,65536,512,0.1686226725578308
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,65536,512,0.14704400300979614
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,65536,512,2.4034172693888345
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,65536,512,0.32055066029230755
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,65536,512,0.14501733581225076
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,65536,512,0.125518669684728
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,65536,512,0.13032533725102743
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,65536,512,0.20322666565577188
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,65536,512,0.11143866181373596
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,65536,512,0.10744667053222656
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,65536,512,0.09390667080879211
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,65536,512,0.16991200049718222
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,65536,512,0.07622933387756348
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,65536,512,0.06593466798464458
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,65536,512,0.05875599881013235
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,65536,512,0.04706266522407532
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,65536,512,0.04271866877873739
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,65536,512,0.025819999476273853
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,65536,512,0.021569333970546722
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,65536,512,0.02120000123977661
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,65536,512,0.021210665504137676
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,65536,512,0.020389333367347717
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,65536,512,0.01910666624704997
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,65536,512,0.019173332800467808
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,65536,512,0.019010666757822037
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,65536,512,0.020030666142702103
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,65536,512,0.015015999476114908
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,65536,512,0.014564000070095062
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,65536,512,0.014387999971707663
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,65536,512,0.014476000020901362
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,65536,512,0.014481333394845327
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,65536,512,0.014574666817982992
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,65536,512,0.014950666576623917
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,65536,512,0.014633333931366602
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,65536,512,0.013125333935022354
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,65536,512,0.013457333048184713
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,65536,512,0.013937332977851232
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,65536,512,0.013611999650796255
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,65536,512,0.013724000503619513
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,65536,512,0.013868000358343124
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,65536,512,0.014039999494949976
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,65536,512,0.013625333706537882
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,65536,512,0.014276000360647837
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,65536,512,0.014220000555117926
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,65536,512,0.014497333516677221
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,65536,512,0.014090667168299357
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,65536,512,0.013945333659648895
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,65536,512,0.014294666548569998
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,65536,512,0.014316000044345856
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,65536,512,0.014044000456730524
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,65536,512,0.08777067065238953
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,65536,512,0.013797332843144735
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,65536,512,0.014006666839122772
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,65536,512,0.014021333307027817
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,65536,512,0.013978666315476099
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,65536,512,0.014178667217493057
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,65536,512,0.01397066687544187
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,65536,768,0.013760000467300415
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,65536,512,0.2917933265368144
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,65536,512,0.29710400104522705
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,65536,512,0.15456426938374837
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,65536,512,0.15747307141621908
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,65536,512,0.5546901067097981
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,65536,512,1.137262980143229
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,65536,512,0.28304001490275066
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,65536,512,0.14900479316711426
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,65536,512,0.1462399959564209
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,65536,512,0.14005333582560223
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,65536,512,0.1377237319946289
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,65536,512,0.1317087968190511
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,65536,512,0.1288383960723877
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,65536,512,0.12034773031870524
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,65536,512,0.12258240381876628
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,65536,512,0.1140448013941447
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,65536,512,0.11152426401774089
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,65536,512,0.10536106427510579
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,65536,512,0.103383469581604
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,65536,512,0.09399466514587403
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,65536,512,0.08793599605560302
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,65536,512,0.09697279930114747
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,65536,512,0.08587626616160074
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,65536,512,0.07978026866912842
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,65536,512,0.07647146383921305
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,65536,512,0.07073813279469808
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,65536,512,0.06830506324768067
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,65536,512,0.06195199886957804
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,65536,512,0.059236268202463783
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,65536,512,0.053521064917246494
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,65536,512,0.051025064786275234
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,65536,512,0.04488960107167562
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,65536,512,0.036637866497039796
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,65536,512,0.0415669322013855
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,65536,512,0.03362666765848796
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,65536,512,0.028074665864308672
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,65536,512,0.02373440066973368
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,65536,512,0.01976213256518046
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,65536,512,0.016006400187810264
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,65536,512,0.015284267067909241
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,65536,512,0.01569493313630422
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,65536,512,0.015659733613332113
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,65536,512,0.016179200013478598
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,65536,512,0.015994667013486227
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,65536,512,0.016083199779192606
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,65536,512,0.016292267044385276
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,65536,512,0.01121493379275004
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,65536,512,0.01130239963531494
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,65536,512,0.01123306651910146
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,65536,512,0.01123199959595998
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,65536,512,0.010779733459154766
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,65536,512,0.010760533809661865
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,65536,512,0.011113599936167399
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,65536,512,0.01123413344224294
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,65536,512,0.011202133695284526
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,65536,512,0.010843732953071594
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,65536,512,0.01125440001487732
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,65536,512,0.010797866185506185
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,65536,512,0.011186133821805317
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,65536,512,0.011172266801198323
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,65536,512,0.011688533425331115
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,65536,512,0.01139306624730428
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,65536,512,0.011732266346613566
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,65536,512,0.01118293305238088
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,65536,512,0.012004266182581585
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,65536,512,0.01162453293800354
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,65536,512,0.011221333344777425
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,65536,512,0.011199999849001567
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,65536,512,0.011241599917411804
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,65536,512,0.011573333541552227
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,65536,256,1.1239786942799885
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,65536,256,0.5605946779251099
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,65536,256,0.2951479951540629
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,65536,256,0.15923200050989786
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,65536,256,0.1673133373260498
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,65536,256,0.1460906664530436
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,65536,256,0.15769466757774353
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,65536,256,0.15060399969418845
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,65536,256,0.14446000258127847
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,65536,256,0.12705333034197488
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,65536,256,0.1268626650174459
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,65536,256,0.12784266471862793
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,65536,256,0.12098667025566101
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,65536,256,0.11051999529202779
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,65536,256,0.10913866758346558
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,65536,256,0.1015493373076121
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,65536,256,0.10846400260925293
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,65536,256,0.09385733803113301
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,65536,256,0.08756933609644572
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,65536,256,0.09038133422533672
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,65536,256,0.08443466822306316
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,65536,256,0.07705200215180714
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,65536,256,0.07067733506361644
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,65536,256,0.07121866444746654
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,65536,256,0.06213466823101044
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,65536,256,0.05854133268197378
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,65536,256,0.048253332575162254
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,65536,256,0.045328001181284584
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,65536,256,0.040578665832678475
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,65536,256,0.03656800091266632
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,65536,256,0.031373334427674614
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,65536,256,0.029038667678833008
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,65536,256,0.02232266714175542
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,65536,256,0.01948533331354459
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,65536,256,0.013528000563383102
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,65536,256,0.011930666863918304
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,65536,256,0.0119439996778965
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,65536,256,0.011401332914829254
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,65536,256,0.012005332857370377
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,65536,256,0.010853332777818045
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,65536,256,0.009938666597008705
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,65536,256,0.01036000003417333
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,65536,256,0.00933333362142245
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,65536,256,0.01003200002014637
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,65536,256,0.01012933316330115
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,65536,256,0.00995333306491375
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,65536,256,0.008861333131790161
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,65536,256,0.00834799992541472
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,65536,256,0.008882666627566019
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,65536,256,0.008593333264191946
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,65536,256,0.008382666856050491
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,65536,256,0.008886666968464851
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,65536,256,0.05369600156943003
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,65536,256,0.008606666699051857
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,65536,256,0.008700000122189522
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,65536,256,0.007424000029762586
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,65536,256,0.008346666892369589
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,65536,256,0.00754666638871034
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,65536,256,0.007353333135445912
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,65536,256,0.007285333548982938
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,65536,256,0.007389333099126816
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,65536,256,0.00739600012699763
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,65536,256,0.007353333135445912
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,65536,256,0.0072813332080841064
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,65536,256,0.007522666826844215
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,65536,256,0.007324000199635823
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,65536,256,0.00753733329474926
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,65536,256,0.007691999897360802
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,65536,256,0.007769333198666573
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,65536,256,0.007876000056664148
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,65536,256,0.008037333066264788
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,65536,256,0.008122666428486506
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,65536,256,0.007857333247860273
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,65536,256,0.008380000169078508
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,65536,256,0.9103573481241861
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,65536,256,0.517682139078776
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,65536,256,0.2592458724975586
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,65536,256,0.14194025993347167
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,65536,256,0.12878506978352863
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,65536,256,0.1379210631052653
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,65536,256,0.12254186471303304
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,65536,256,0.12264959812164307
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,65536,256,0.11370453039805095
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,65536,256,0.11288426717122395
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,65536,512,0.011622400085131327
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,65536,256,0.10720000267028809
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,65536,256,0.11217386722564697
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,65536,256,0.10099733670552571
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,65536,256,0.09341119925181071
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,65536,256,0.09239892959594727
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,65536,256,0.09622080326080322
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,65536,256,0.09097279707590739
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,65536,256,0.08016746838887533
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,65536,256,0.08060586452484131
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,65536,256,0.07896213531494141
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,65536,256,0.07444053490956624
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,65536,256,0.06763306458791098
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,65536,256,0.06897173722585043
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,65536,256,0.061950933933258054
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,65536,256,0.06120959917704264
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,65536,256,0.05505813360214233
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,65536,256,0.05137493213017782
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,65536,256,0.04840533336003621
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,65536,256,0.10099519888559978
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,65536,256,0.041435734430948896
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,65536,256,0.05299093325932821
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,65536,256,0.03627520004908244
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,65536,256,0.030900265773137408
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,65536,256,0.029524266719818115
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,65536,256,0.02263360023498535
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,65536,256,0.022549333175023396
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,65536,256,0.021208532651265464
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,65536,256,0.021496532360712688
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,65536,256,0.021658666928609214
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,65536,256,0.022533333301544188
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,65536,256,0.020459733406702676
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,65536,256,0.020551466941833497
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,65536,256,0.020051199197769164
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,65536,256,0.018761599063873292
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,65536,256,0.019301333030064902
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,65536,256,0.018711467583974205
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,65536,256,0.01902079979578654
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,65536,256,0.018556799491246542
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,65536,256,0.018634666999181114
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,65536,256,0.018130133549372353
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,65536,256,0.016588800152142844
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,65536,256,0.01731733282407125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,65536,256,0.016452266772588094
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,65536,256,0.018502400318781535
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,65536,256,0.01636799971262614
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,65536,256,0.016568533579508462
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,65536,256,0.015284267067909241
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,65536,256,0.016473600268363954
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,65536,256,0.016544000307718913
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,65536,256,0.016502400239308677
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,65536,256,0.03894506692886353
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,65536,256,0.01648533344268799
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,65536,256,0.016492799917856852
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,65536,256,0.016525866587956746
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,65536,256,0.01649173299471537
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,65536,256,0.01649173299471537
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,65536,256,0.016495999693870545
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,65536,256,0.016522666811943053
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,65536,256,0.01648533344268799
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,65536,256,0.016549332936604818
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,65536,512,0.011705600221951802
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,65536,256,0.0164874662955602
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,65536,256,0.016426666577657064
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,65536,256,0.016562133034070333
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,65536,512,0.011698133746782939
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,65536,256,0.016551466782887776
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,65536,512,0.011505066355069479
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,65536,512,0.01160426636536916
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,65536,512,0.011226666967074077
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,65536,256,0.23385066986083985
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,65536,256,0.4128298759460449
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,65536,256,0.19777065912882488
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,65536,256,0.19386986096700032
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,65536,256,0.18586880366007488
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,65536,256,0.8271647771199545
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,65536,256,0.1811039924621582
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,65536,256,0.17346132596333821
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,65536,256,0.17148586908976238
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,65536,256,0.1567797342936198
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,65536,256,0.22153600056966147
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,65536,256,0.15481492678324382
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,65536,256,0.14171306292215985
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,65536,256,1.7787668863932293
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,65536,256,0.13328853448232014
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,65536,256,0.12146453062693278
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,65536,256,0.10651199817657471
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,65536,256,0.11722880204518635
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,65536,256,0.101256529490153
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,65536,256,0.09351680278778077
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,65536,256,0.08749653498331705
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,65536,256,0.08054827054341634
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,65536,256,0.07437439759572348
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,65536,256,0.06787306467692057
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,65536,256,0.06133013168970743
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,65536,256,0.05538239876429239
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,65536,256,0.0479039986928304
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,65536,256,0.04296533266703288
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,65536,256,0.03287253379821777
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,65536,256,0.028917332490285236
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,65536,256,0.020606933037439983
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,65536,256,0.01630506714185079
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,65536,256,0.01609493295351664
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,65536,256,0.01653333306312561
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,65536,256,0.016076800227165223
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,65536,256,0.1456768035888672
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,65536,256,0.014988799889882406
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,65536,256,0.12794453303019207
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,65536,256,0.015582933028539022
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,65536,256,0.015317333738009134
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,65536,256,0.011177600423494975
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,65536,256,0.011203199625015259
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,65536,256,0.011264000336329143
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,65536,256,0.2223200003306071
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,65536,256,0.010900266965230306
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,65536,256,0.010900266965230306
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,65536,256,0.010908800363540649
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,65536,256,0.010363733768463135
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,65536,256,0.010470400253931682
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,65536,256,0.009956266482671101
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,65536,256,0.010106666882832845
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,65536,256,0.009939199686050415
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,65536,256,0.009544533491134644
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,65536,256,0.010075733065605164
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,65536,256,0.009964799880981446
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,65536,256,0.009956266482671101
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,65536,256,0.009583999713261921
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,65536,256,0.009691733121871948
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,65536,256,0.009975467125574749
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,65536,256,0.009586133559544881
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,65536,256,0.009964799880981446
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,65536,256,0.009566932916641235
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,65536,256,0.009616000453631084
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,65536,256,0.009956266482671101
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,65536,256,0.009588266412417095
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,65536,256,0.009958400328954061
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,65536,256,0.00995199978351593
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,65536,256,0.00956053336461385
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,65536,256,0.009768533706665038
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,65536,256,0.009675733248392741
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,65536,256,0.015319466590881348
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,65536,256,0.009617066383361817
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,65536,256,0.20808746019999186
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,65536,256,0.43048960367838546
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,65536,256,0.8437280019124349
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,65536,256,0.22193919817606605
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,65536,256,0.12142826716105144
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,65536,256,0.117302401860555
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,65536,256,0.12439680099487305
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,65536,256,0.11471680005391438
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,65536,256,0.20660799344380698
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,65536,256,0.11095680395762127
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,65536,256,0.1040277322133382
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,65536,256,0.10794986883799236
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,65536,256,0.09738453229268393
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,65536,256,0.10111893018086751
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,65536,256,0.09422399997711181
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,65536,256,0.0903605302174886
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,65536,256,0.08785173098246256
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,65536,256,0.08086933294932047
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,65536,256,0.0837119976679484
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,65536,256,0.07681600252787271
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,65536,256,0.07394986947377523
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,65536,256,0.06981759866078695
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,65536,256,0.06789546807607015
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,65536,256,0.06357760032018026
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,65536,256,0.060591999689737955
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,65536,256,0.056510933240254725
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,65536,256,0.05410773356755575
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,65536,256,0.04994879961013794
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,65536,256,0.04701333443323771
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,65536,256,0.042786133289337155
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,65536,256,0.04080319801966349
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,65536,256,0.036236798763275145
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,65536,256,0.03338559865951538
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,65536,256,0.02967146635055542
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,65536,256,0.02717546621958415
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,65536,256,0.02290560007095337
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,65536,256,0.019814399878184
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,65536,256,0.016250666975975037
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,65536,256,0.013168000181516013
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,65536,256,0.012473600109418233
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,65536,256,0.012528000275293985
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,65536,256,0.012557866175969443
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,65536,256,0.01253546675046285
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,65536,256,0.012718933820724487
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,65536,256,0.012943999965985617
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,65536,256,0.01285546620686849
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,65536,256,0.009306666254997254
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,65536,256,0.009276800354321798
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,65536,256,0.009173333644866943
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,65536,256,0.009126399954160053
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,65536,256,0.009133866429328919
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,65536,256,0.009160533547401428
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,65536,256,0.009198932846387228
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,65536,256,0.009205333391825358
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,65536,256,0.009197866916656494
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,65536,256,0.00958720048268636
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,65536,256,0.00970240036646525
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,65536,256,0.009701333443323771
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,65536,256,0.009553066889444987
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,65536,256,0.009550933043162029
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,65536,256,0.009620267152786254
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,65536,256,0.009948800007502239
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,65536,256,0.009538132945696514
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,65536,256,0.009941333532333374
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,65536,256,0.009621333082516987
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,65536,256,0.009820800026257832
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,65536,256,0.009621333082516987
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,65536,256,0.009954133629798889
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,65536,256,0.009523199995358785
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,65536,256,0.00962666670481364
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,65536,128,0.41652800242106125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,65536,128,0.8580383936564127
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,65536,128,0.22251626650492348
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,65536,128,0.1195797363917033
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,65536,128,0.13859200477600098
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,65536,128,0.12770773569742838
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,65536,128,0.11518399715423584
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,65536,128,0.10439786911010743
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,65536,128,0.12069653669993083
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,65536,128,0.09928533236185709
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,65536,128,0.09809066454569498
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,65536,128,0.08936106363932292
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,65536,128,0.08844693501790366
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,65536,128,0.08547840118408204
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,65536,128,0.07940906683603922
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,65536,128,0.08008106549580893
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,65536,128,0.07613973617553711
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,65536,128,0.0729087988535563
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,65536,128,0.07125333150227865
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,65536,128,0.060974931716918944
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,65536,128,0.06493226687113443
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,65536,128,0.05744106769561767
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,65536,128,0.05882560014724732
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,65536,128,0.05565119981765747
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,65536,128,0.04960533380508423
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,65536,128,0.04256639877955119
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,65536,128,0.04199146827061971
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,65536,128,0.037350400288899736
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,65536,128,0.0390122652053833
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,65536,128,0.029649066925048827
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,65536,128,0.03131733338038127
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,65536,128,0.023798400163650514
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,65536,128,0.022637865940729775
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,65536,128,0.017453867197036742
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,65536,128,0.01885120073954264
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,65536,128,0.010462933778762817
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,65536,128,0.010447999835014344
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,65536,128,0.0102783997853597
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,65536,128,0.010125866532325745
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,65536,128,0.00931946635246277
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,65536,128,0.009346133470535279
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,65536,128,0.00829013337691625
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,65536,128,0.007898666461308797
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,65536,128,0.007512533167997997
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,65536,128,0.007073066631952922
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,65536,128,0.0067007998625437425
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,65536,128,0.006678399940331777
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,65536,128,0.006712533533573151
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,65536,128,0.006242133180300395
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,65536,128,0.0066442668437957765
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,65536,128,0.005845333139101664
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,65536,128,0.005834666887919108
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,65536,128,0.004991999765237173
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,65536,128,0.0058677335580190025
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,65536,128,0.004658133288224538
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,65536,128,0.00513919989267985
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,65536,128,0.004530133306980133
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,65536,128,0.005041066805521647
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,65536,128,0.0049898669123649595
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,65536,128,0.004987733562787374
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,65536,128,0.004991999765237173
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,65536,128,0.005025066435337067
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,65536,128,0.004995200037956238
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,65536,128,0.005008000135421753
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,65536,128,0.004990933338801066
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,65536,128,0.004855466882387797
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,65536,128,0.004860800007979075
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,65536,128,0.004947199920813243
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,65536,128,0.004881066580613455
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,65536,128,0.004877866804599762
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,65536,128,0.004807466765244802
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,65536,128,0.004871466755867004
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,65536,128,0.004890666902065277
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,65536,128,0.005029333134492239
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,65536,128,0.7234261194864909
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,65536,128,0.37311251958211267
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,65536,128,0.22020586331685385
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,65536,128,0.11675840218861896
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,65536,128,0.11860053539276123
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,65536,128,0.11667946974436443
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,65536,128,0.11522133350372314
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,65536,128,0.11096320152282715
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,65536,128,0.10007999738057453
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,65536,128,0.09734720389048258
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,65536,128,0.10333973566691082
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,65536,128,0.08988373279571533
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,65536,256,0.009607467055320739
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,65536,128,0.08902080059051513
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,65536,128,0.08423039913177491
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,65536,128,0.08346453507741293
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,65536,128,0.08065919876098633
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,65536,128,0.08037013212839762
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,65536,128,0.07551360130310059
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,65536,128,0.07968213558197021
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,65536,128,0.07300906976064046
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,65536,128,0.07374506791432699
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,65536,128,0.06178026596705118
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,65536,128,0.0655402660369873
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,65536,128,0.05981333255767822
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,65536,128,0.05366933345794678
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,65536,128,0.05331413348515829
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,65536,128,0.04782506624857585
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,65536,128,0.04765119949976603
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,65536,128,0.03894613186518352
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,65536,128,0.03904853264490764
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,65536,128,0.0328277329603831
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,65536,128,0.03293866713841756
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,65536,128,0.028856533765792846
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,65536,128,0.028547199567159016
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,65536,128,0.06590186754862468
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,65536,128,0.020320000251134236
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,65536,128,0.020574933290481566
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,65536,128,0.021109332640965782
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,65536,128,0.020075732469558717
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,65536,128,0.019233065843582153
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,65536,128,0.01925119956334432
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,65536,128,0.019102933009465535
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,65536,128,0.016546133160591125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,65536,128,0.016545066237449647
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,65536,128,0.016757333278656007
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,65536,128,0.016705065965652466
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,65536,256,0.009611733754475911
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,65536,128,0.0168287992477417
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,65536,128,0.016641066471735636
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,65536,128,0.01625599960486094
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,65536,128,0.015941333770751954
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,65536,128,0.014587733149528503
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,65536,128,0.016952532529830932
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,65536,128,0.01655359963575999
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,65536,128,0.016478932897249856
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,65536,128,0.015415466825167336
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,65536,128,0.01455466647942861
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,65536,128,0.016260266304016113
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,65536,256,0.009596799810727436
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,65536,128,0.016422399878501893
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,65536,128,0.016355199615160625
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,65536,128,0.016291200121243795
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,65536,128,0.016311466693878174
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,65536,128,0.016291200121243795
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,65536,128,0.016497066617012023
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,65536,128,0.01623253325621287
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,65536,128,0.016340266664822897
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,65536,128,0.016341333587964378
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,65536,128,0.016378666957219443
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,65536,128,0.016323199868202208
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,65536,128,0.016382933656374613
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,65536,128,0.016312533617019655
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,65536,128,0.016406400005022685
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,65536,128,0.016357333461443583
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,65536,256,0.009666132926940917
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,65536,128,0.018599466482798258
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,65536,128,0.016498133540153503
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,65536,256,0.009954133629798889
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,65536,256,0.00960640013217926
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,65536,128,0.203330135345459
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,65536,128,0.18118933041890461
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,65536,128,0.16022720336914062
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,65536,128,0.1754528045654297
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,65536,128,0.39474347432454426
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,65536,128,0.17093973159790038
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,65536,128,0.1428053379058838
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,65536,128,0.1522304058074951
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,65536,128,0.13978133201599122
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,65536,128,0.7865184148152669
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,65536,128,0.1350591977437337
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,65536,128,0.12120532989501953
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,65536,128,0.13472000757853192
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,65536,128,0.10969599882761638
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,65536,128,0.11211840311686198
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,65536,128,0.10048747062683105
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,65536,128,1.6050336201985675
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,65536,128,0.0926367998123169
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,65536,128,0.08862720330556234
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,65536,128,0.08082666397094726
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,65536,128,0.07976746559143066
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,65536,128,0.07031253178914389
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,65536,128,0.06745173136393229
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,65536,128,0.05984959999720255
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,65536,128,0.05684586763381958
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,65536,128,0.19086507161458333
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,65536,128,0.049219199021657306
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,65536,128,0.04631359974543254
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,65536,128,0.027186133464177448
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,65536,128,0.038412801424662274
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,65536,128,0.026064000527064007
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,65536,128,0.017350399494171144
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,65536,128,0.013831466436386108
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,65536,128,0.013378133376439413
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,65536,128,0.01346879998842875
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,65536,128,0.01325866679350535
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,65536,128,0.16800959904988605
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,65536,128,0.012837333480517068
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,65536,128,0.012827733159065246
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,65536,128,0.012876799702644348
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,65536,128,0.1919402599334717
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,65536,128,0.009164800246556599
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,65536,128,0.009126399954160053
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,65536,128,0.009108266234397889
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,65536,128,0.00918506681919098
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,65536,128,0.009191466371218364
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,65536,128,0.009337600072224934
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,65536,128,0.0091839998960495
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,65536,128,0.009261866410573322
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,65536,128,0.008322133123874665
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,65536,128,0.008740267157554627
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,65536,128,0.008502399921417237
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,65536,128,0.008358400066693623
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,65536,128,0.008614400029182434
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,65536,128,0.008727467060089112
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,65536,128,0.008708266417185466
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,65536,128,0.008385066191355388
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,65536,128,0.008707200487454731
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,65536,128,0.008595200379689534
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,65536,128,0.008728532989819845
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,65536,128,0.11113066673278808
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,65536,128,0.008697600166002909
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,65536,128,0.008361599842707316
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,65536,128,0.008643200000127155
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,65536,128,0.008363733688990276
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,65536,128,0.008719999591509502
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,65536,128,0.008726400136947633
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,65536,128,0.008693333466847737
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,65536,128,0.008727467060089112
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,65536,128,0.008351999521255492
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,65536,128,0.008377599716186523
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,65536,128,0.03619733254114787
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,65536,128,0.012810666362444559
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,65536,128,0.008411733309427898
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,65536,128,0.10664959748586018
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,65536,128,0.193122132619222
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,65536,128,0.10487893422444661
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,65536,128,0.3773376146952311
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,65536,128,0.7285151799519857
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,65536,128,0.10063786506652832
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,65536,128,0.09919892946879069
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,65536,128,0.09470826784769694
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,65536,128,0.09317973454793295
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,65536,128,0.08827520211537679
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,65536,128,0.08917013009389242
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,65536,128,0.08194133440653482
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,65536,128,0.08334293365478515
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,65536,128,0.07799146970113119
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,65536,128,0.075272536277771
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,65536,128,0.07183787027994791
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,65536,128,0.06591893434524536
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,65536,128,0.0640064001083374
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,65536,128,0.06039040088653565
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,65536,128,0.05906879901885986
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,65536,128,0.054662398497263585
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,65536,128,0.07012800375620523
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,65536,128,0.052414933840433754
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,65536,128,0.0489408016204834
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,65536,128,0.0472597320874532
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,65536,128,0.04315626621246338
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,65536,128,0.04125226736068725
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,65536,128,0.03765546480814616
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,65536,128,0.03568853139877319
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,65536,128,0.029662932952245074
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,65536,128,0.0319872001806895
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,65536,128,0.026492800315221148
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,65536,128,0.024305067459742227
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,65536,128,0.0206496000289917
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,65536,128,0.0182751993338267
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,65536,128,0.014867200454076131
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,65536,128,0.012417067090670269
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,65536,128,0.012477866808573405
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,65536,128,0.011648000280062357
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,65536,128,0.01167146662871043
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,65536,128,0.01202880044778188
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,65536,128,0.011645866433779399
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,65536,128,0.011991467078526814
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,65536,128,0.011636267105738323
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,65536,128,0.009054932991663616
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,65536,128,0.008779733379681905
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,65536,128,0.00914026697476705
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,65536,128,0.009111467003822326
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,65536,128,0.008789333701133727
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,65536,128,0.008719999591509502
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,65536,128,0.008732799688975017
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,65536,128,0.008750933408737182
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,65536,128,0.008730666836102803
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,65536,128,0.008744532863299053
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,65536,128,0.008726400136947633
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,65536,128,0.008776533603668212
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,65536,128,0.00872213343779246
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,65536,128,0.008777599533398945
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,65536,128,0.008362666765848795
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,65536,128,0.008759466807047527
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,65536,128,0.008782933155695598
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,65536,128,0.00878613293170929
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,65536,128,0.008750933408737182
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,65536,128,0.008483200271924337
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,65536,128,0.008752000331878663
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,65536,128,0.008744532863299053
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,65536,128,0.008329600095748901
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,65536,128,0.008370133241017659
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,65536,64,0.35216105779012047
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,65536,64,0.7059424082438152
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,65536,64,0.19834346771240235
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,65536,64,0.11019093195597332
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,65536,64,0.09571306705474854
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,65536,64,0.1023360013961792
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,65536,64,0.10124800205230713
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,65536,64,0.09633066654205322
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,65536,128,0.00876800020535787
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,65536,64,0.08342933654785156
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,65536,64,0.0877504030863444
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,65536,64,0.0756831963857015
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,65536,64,0.07508587042490641
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,65536,64,0.0702677329381307
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,65536,64,0.07057493527730306
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,65536,64,0.06861440340677896
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,65536,64,0.06635093291600545
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,65536,64,0.06536106665929159
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,65536,64,0.06244053443272909
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,65536,128,0.008385066191355388
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,65536,64,0.057733333110809325
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,65536,64,0.05813653469085693
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,65536,64,0.04870506525039673
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,65536,64,0.050962134202321374
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,65536,128,0.00874773363272349
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,65536,64,0.04583146572113037
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,65536,64,0.04052693446477254
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,65536,64,0.040429866313934325
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,65536,64,0.03430826663970947
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,65536,64,0.03457066615422567
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,65536,128,0.008727467060089112
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,65536,64,0.02618666688601176
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,65536,64,0.020459733406702676
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,65536,64,0.01605226695537567
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,65536,64,0.014491732915242514
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,65536,64,0.0091839998960495
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,65536,64,0.00844266712665558
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,65536,64,0.008124800026416778
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,65536,64,0.008241066833337148
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,65536,64,0.08504319985707601
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,65536,64,0.0074879998962084455
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,65536,64,0.007283199826876323
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,65536,64,0.006844800213972728
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,65536,64,0.006738133231798808
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,65536,64,0.005031466484069824
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,65536,64,0.005020800232887268
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,65536,64,0.0050805335243542995
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,65536,64,0.004650666813055674
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,65536,64,0.005312000215053558
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,65536,64,0.005228800078233084
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,65536,64,0.0046186665693918865
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,65536,64,0.003853866706291834
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,65536,64,0.004612266520659129
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,65536,64,0.005865600208441416
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,65536,64,0.0054282665252685545
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,65536,64,0.005005866785844167
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,65536,64,0.0045952002207438145
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,65536,64,0.0035402665535608927
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,65536,64,0.004250666499137879
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,65536,64,0.004264533519744873
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,65536,64,0.004281599819660187
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,65536,64,0.004279466470082601
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,65536,64,0.004296533266703288
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,65536,64,0.004278400043646494
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,65536,64,0.004300799965858459
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,65536,64,0.004218666752179464
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,65536,64,0.004250666499137879
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,65536,64,0.004206933577855428
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,65536,64,0.004261333247025808
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,65536,64,0.004228266576925913
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,65536,64,0.0042015999555587765
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,65536,64,0.05069973468780518
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,65536,64,0.004211199780305227
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,65536,64,0.004273066421349844
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,65536,64,0.02576213280359904
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,65536,64,0.020565332969029744
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,65536,64,0.2044362703959147
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,65536,64,0.38002452850341795
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,65536,64,0.12277013460795086
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,65536,64,0.005846400062243144
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,65536,128,0.0083146666487058
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,65536,64,0.11356159845987956
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,65536,64,0.11194559733072917
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,65536,64,0.11948373317718505
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,65536,64,0.10251306692759196
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,65536,64,0.11486399968465169
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,65536,64,0.7391829172770182
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,65536,64,0.0931658665339152
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,65536,64,0.10120853583017986
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,65536,64,0.09859200318654379
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,65536,64,0.09463466803232828
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,65536,64,0.08801813125610351
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,65536,64,0.08447146415710449
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,65536,64,0.08182613054911295
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,65536,64,0.08026453653971354
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,65536,64,0.08215786616007487
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,65536,64,0.07621973355611165
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,65536,64,0.07237866719563803
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,65536,64,0.07196053663889566
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,65536,64,0.0042357335488001505
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,65536,64,0.0673962672551473
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,65536,64,0.062040531635284425
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,65536,64,0.05845333337783813
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,65536,64,0.057773868242899575
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,65536,64,0.051166931788126625
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,65536,64,0.03906773328781128
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,65536,64,0.047325865427653
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,65536,64,0.03905706803003947
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,65536,64,0.03210560083389282
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,65536,64,0.033453865845998125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,65536,64,0.028731733560562134
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,65536,64,0.021141332387924195
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,65536,64,0.023740800221761067
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,65536,64,0.02127679983774821
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,65536,64,0.020356265703837077
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,65536,64,0.020205867290496827
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,65536,64,0.01858560045560201
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,65536,64,0.018532266219456993
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,65536,64,0.01658986707528432
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,65536,64,0.016489600141843162
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,65536,64,0.016511999567349753
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,65536,64,0.018557866414388023
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,65536,64,0.016634666919708253
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,65536,64,0.016555733482042947
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,65536,64,0.016581333676973977
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,65536,64,0.01650773286819458
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,65536,64,0.014524799585342408
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,65536,64,0.016430933276812235
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,65536,64,0.018492799997329713
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,65536,64,0.016552533706029257
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,65536,64,0.016858667135238647
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,65536,64,0.06769066651662191
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,65536,64,0.01649386684099833
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,65536,64,0.051918931802113856
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,65536,64,0.016361600160598753
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,65536,64,0.016297599673271178
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,65536,64,0.01639359990755717
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,65536,128,0.008748799562454224
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,65536,64,0.016378666957219443
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,65536,64,0.016260266304016113
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,65536,64,0.016350932916005454
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,65536,64,0.019827200969060262
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,65536,64,0.015940266847610473
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,65536,64,0.016294399897257485
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,65536,64,0.015470932920773825
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,65536,64,0.016263467073440552
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,65536,64,0.014958932995796204
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,65536,64,0.01628266672293345
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,65536,64,0.016311466693878174
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,65536,32,0.19098666508992512
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,65536,32,0.3617002805074056
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,65536,32,0.09980693658192953
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,65536,32,0.7156394958496094
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,65536,32,0.10464746952056884
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,65536,64,0.01451520025730133
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,65536,64,0.016450132926305136
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,65536,32,0.0880789359410604
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,65536,32,0.10065173308054606
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,65536,32,0.10048960049947102
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,65536,64,0.027385600407918292
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,65536,32,0.08673919836680094
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,65536,32,0.08591039975484213
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,65536,32,0.07903467019399008
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,65536,32,0.07274986902872721
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,65536,32,0.08289066950480142
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,65536,32,0.07167253494262696
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,65536,64,0.016501333316167197
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,65536,32,0.06720000108083089
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,65536,32,0.06823679606119791
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,65536,32,0.06264106829961141
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,65536,32,0.0587936004002889
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,65536,32,0.05648213227589925
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,65536,32,0.04955306847890218
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,65536,32,0.05286293427149454
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,65536,32,0.04315199851989746
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,65536,32,0.0550933321317037
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,65536,32,0.03961173295974731
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,65536,32,0.03783359924952189
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,65536,32,0.03526080052057902
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,65536,32,0.026570665836334228
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,65536,32,0.02683839996655782
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,65536,32,0.019573332866032918
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,65536,32,0.015200000007947287
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,65536,32,0.016481066743532814
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,65536,32,0.008795733253161114
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,65536,32,0.012288000186284382
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,65536,32,0.008550399541854858
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,65536,32,0.008035199840863545
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,65536,32,0.007730133334795634
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,65536,32,0.007667199770609538
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,65536,32,0.006917333106199901
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,65536,32,0.10779519875844319
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,65536,32,0.006221866607666016
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,65536,32,0.005470933516820272
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,65536,32,0.005479466418425242
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,65536,32,0.005456000069777171
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,65536,32,0.005830400188763936
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,65536,32,0.005414400001366933
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,65536,32,0.005485866467158
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,65536,32,0.004622933268547058
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,65536,64,0.016385066509246825
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,65536,32,0.0041909332076708475
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,65536,32,0.006592000027497609
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,65536,32,0.005459199845790863
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,65536,32,0.005890133480230967
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,65536,32,0.004580266773700714
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,65536,32,0.06654933293660482
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,65536,32,0.003833599885304769
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,65536,32,0.00425493319829305
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,65536,32,0.0043136000633239744
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,65536,32,0.004252799848715464
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,65536,32,0.004284800092379252
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,65536,32,0.004261333247025808
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,65536,32,0.004298666616280874
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,65536,32,0.0042698666453361515
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,65536,32,0.004231466849644979
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,65536,32,0.004251733422279358
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,65536,32,0.00425600012143453
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,65536,32,0.004270933568477631
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,65536,32,0.004226133227348328
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,65536,32,0.004252799848715464
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,65536,32,0.004220800101757049
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,65536,32,0.020983467499415077
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,65536,32,0.007123200098673503
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,65536,32,0.37856534322102864
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,65536,32,0.00714026689529419
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,65536,32,0.20271040598551432
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,65536,32,0.11514133612314861
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,65536,32,0.1203541358311971
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,65536,32,0.7375445048014323
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,65536,32,0.11153706709543865
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,65536,32,0.11492160161336262
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,65536,32,0.1005354642868042
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,65536,32,0.09983680248260499
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,65536,32,0.004237866898377737
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,65536,32,0.09286932945251465
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,65536,32,0.09334613482157389
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,65536,32,0.08645866711934408
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,65536,32,0.08434879779815674
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,65536,32,0.0042015999555587765
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,65536,32,0.08047040303548178
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,65536,32,0.08231680393218994
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,65536,32,0.07408640384674073
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,65536,32,0.0747210661570231
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,65536,32,0.0702794631322225
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,65536,32,0.0657589316368103
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,65536,32,0.06279253164927165
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,65536,32,0.06781973044077555
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,65536,32,0.05804053147633871
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,65536,32,0.05171306530634562
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,65536,32,0.057367467880249025
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,65536,32,0.05053546826044718
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,65536,32,0.1231925328572591
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,65536,32,0.04716266791025798
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,65536,32,0.040099199612935385
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,65536,32,0.0394538680712382
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,65536,32,0.0333407998085022
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,65536,32,0.027011199792226152
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,65536,32,0.029643734296162922
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,65536,32,0.023460266987482707
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,65536,32,0.020592000087102255
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,65536,32,0.020827732483545938
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,65536,32,0.0206496000289917
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,65536,32,0.01883413394292196
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,65536,32,0.10203093687693279
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,65536,32,0.02063466707865397
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,65536,32,0.017591466506322227
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,65536,32,0.01717653274536133
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,65536,32,0.020003199577331543
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,65536,32,0.0452672004699707
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,65536,32,0.01651306649049123
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,65536,32,0.018556799491246542
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,65536,32,0.016501333316167197
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,65536,32,0.08108800252278646
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,65536,32,0.01857173244158427
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,65536,32,0.016521599888801575
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,65536,32,0.01918506622314453
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,65536,32,0.018198400735855103
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,65536,32,0.018606932957967122
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,65536,32,0.017336533466974894
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,65536,32,0.01639573375384013
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,65536,32,0.016403200229008992
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,65536,32,0.016379732886950174
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,65536,32,0.016459733247756958
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,65536,32,0.016459733247756958
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,65536,32,0.016311466693878174
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,65536,32,0.01629973351955414
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,65536,32,0.03487786849339803
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,65536,32,0.016286933422088624
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,65536,32,0.01627413332462311
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,65536,32,0.018578133980433145
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,65536,32,0.015946666399637856
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,65536,32,0.016570666432380678
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,65536,32,0.016615466276804606
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,65536,32,0.016200533509254454
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,65536,32,0.016148266196250916
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,65536,32,0.01630826691786448
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,65536,32,0.016089600324630738
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,65536,32,0.016375466187795003
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,65536,32,0.014596266547838846
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,65536,32,0.016448000073432924
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,65536,32,0.01861013372739156
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,51200,65536,19.70471954345703
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,51200,65536,22.02776590983073
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,51200,65536,18.61835225423177
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,51200,65536,19.670613606770832
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,51200,65536,19.15010706583659
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,51200,65536,39.12566884358724
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,51200,65536,19.281514485677082
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,51200,65536,16.362276713053387
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,51200,65536,19.450890858968098
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,51200,65536,16.885604858398438
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,51200,65536,16.551119486490887
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,51200,65536,14.910512288411459
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,51200,65536,12.243626912434896
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,51200,65536,13.188746134440104
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,51200,65536,13.983664194742838
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,51200,65536,14.641493479410807
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,51200,65536,12.567957560221354
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,51200,65536,8.794042587280273
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,51200,65536,10.81991449991862
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,51200,65536,11.552383422851562
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,51200,65536,8.632176081339518
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,51200,65536,10.335610707600912
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,51200,65536,5.241344134012858
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,51200,65536,5.906960169474284
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,51200,65536,6.477258682250977
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,51200,65536,7.473061243693034
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,51200,65536,9.558906555175781
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,51200,65536,7.759045282999675
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,51200,65536,1.4767200152079265
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,51200,65536,2.448042710622152
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,51200,65536,2.9781974156697593
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,51200,65536,4.059103965759277
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,51200,65536,1.4998079935709636
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,51200,65536,5.7214399973551435
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,51200,65536,1.4631892840067546
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,51200,65536,1.2124213377634685
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,51200,65536,1.4508479436238606
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,51200,65536,1.1660319964090984
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,51200,65536,1.2140693664550781
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,51200,65536,1.2131360371907551
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,51200,65536,1.2266933123270671
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,51200,65536,81.22716267903645
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,51200,65536,1.1868213017781575
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,51200,65536,1.1974293390909831
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,51200,65536,1.1520106792449951
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,51200,65536,1.1594080130259197
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,51200,65536,1.1679519812266033
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,51200,65536,1.167909304300944
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,51200,65536,1.136357307434082
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,51200,65536,1.139573335647583
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,51200,65536,1.1521173318227131
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,51200,65536,1.129472017288208
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,51200,65536,1.159274657567342
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,51200,65536,1.1374293168385823
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,51200,65536,1.1280906995137532
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,51200,65536,1.1271573702494304
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,51200,65536,1.1219147046407063
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,51200,65536,1.1254506905873616
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,51200,65536,1.1239999930063884
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,51200,65536,1.1063573360443115
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,51200,65536,1.0078453222910564
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,51200,65536,0.9784426689147949
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,51200,65536,0.9778079986572266
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,51200,65536,1.0168426831563313
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,51200,65536,1.0231520334879558
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,51200,65536,1.0187893708546956
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,51200,65536,1.107583999633789
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,51200,65536,1.087936004002889
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,51200,65536,1.0763253370920818
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,51200,65536,1.1450293064117432
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,51200,65536,1.1216479937235515
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,51200,65536,4.212229410807292
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,51200,65536,0.9773493607838949
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,51200,65536,11.479359944661459
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,51200,65536,10.487936019897461
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,51200,65536,10.014048258463541
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,51200,65536,10.077386856079102
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,51200,65536,23.539627075195312
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,51200,65536,9.921098709106445
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,51200,65536,9.639392217000326
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,51200,65536,8.87444814046224
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,51200,65536,8.548165639241537
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,51200,65536,8.83034642537435
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,51200,65536,8.076421101888021
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,51200,65536,7.715701421101888
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,51200,65536,7.600816090901692
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,51200,65536,6.100730895996094
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,51200,65536,7.066810607910156
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,51200,65536,7.639135996500651
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,51200,65536,8.00108782450358
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,51200,65536,5.888490676879883
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,51200,65536,5.21180788675944
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,51200,65536,4.980266571044922
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,51200,65536,5.245711962381999
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,51200,65536,46.27569580078125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,51200,65536,4.474272092183431
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,51200,65536,3.4061279296875
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,51200,65536,4.164741198221843
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,51200,65536,3.632047971089681
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,51200,65536,4.75380802154541
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,51200,65536,2.6610399881998696
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,51200,65536,2.2984800338745117
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,51200,65536,2.7168267567952475
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,51200,65536,1.4216052691141765
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,51200,65536,1.6137653986612956
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,51200,65536,5.804704030354817
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,51200,65536,2.2104320526123047
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,51200,65536,0.8304320176442465
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,51200,65536,0.8003413677215576
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,51200,65536,0.7979466915130615
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,51200,65536,0.6829706827799479
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,51200,65536,0.7276053428649902
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,51200,65536,0.6339306831359863
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,51200,65536,0.6741653283437093
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,51200,65536,0.6658773422241211
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,51200,65536,0.6466133197148641
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,51200,65536,0.6086879968643188
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,51200,65536,0.6158133347829183
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,51200,65536,0.6332319974899292
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,51200,65536,0.6095199982325236
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,51200,65536,0.5790186723073324
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,51200,65536,0.5902560154596964
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,51200,65536,0.5905919869740804
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,51200,65536,0.590336004892985
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,51200,65536,0.5822133223215739
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,51200,65536,0.5825066566467285
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,51200,65536,0.5636853377024332
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,51200,65536,0.5468746821085612
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,51200,65536,0.5952746470769247
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,51200,65536,0.5567359924316406
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,51200,65536,0.5931253433227539
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,51200,65536,0.5928533474604288
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,51200,65536,0.5889919996261597
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,51200,65536,0.5967520078023275
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,51200,65536,0.5891733169555664
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,51200,65536,0.5875146786371866
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,51200,65536,0.583130677541097
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,51200,65536,0.587061325709025
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,51200,65536,0.5803413391113281
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,51200,65536,0.5765653451283773
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,51200,65536,0.5728319883346558
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,51200,65536,0.5777493317921957
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,51200,65536,0.5694026549657186
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,51200,65536,0.5669013261795044
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,51200,65536,0.6185280084609985
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,51200,65536,0.5915679931640625
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,51200,65536,164.80833943684897
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,51200,65536,89.71270751953125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,51200,65536,13.132901509602865
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,51200,65536,10.083295822143555
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,51200,65536,10.897711435953775
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,51200,65536,12.365338643391928
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,51200,65536,10.213194529215494
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,51200,65536,9.572591781616211
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,51200,65536,9.158271789550781
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,51200,65536,10.17578125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,51200,65536,7.957605361938477
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,51200,65536,118.720947265625
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,51200,65536,7.645535786946614
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,51200,65536,7.787333170572917
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,51200,65536,7.719125111897786
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,51200,65536,7.298746744791667
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,51200,65536,5.675472259521484
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,51200,65536,4.777717272440593
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,51200,65536,6.065637588500977
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,51200,65536,4.89138666788737
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,51200,65536,6.197482426961263
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,51200,65536,3.742128054300944
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,51200,65536,5.147173245747884
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,51200,65536,3.1295998891194663
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,51200,65536,4.31386121114095
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,51200,65536,2.4461119969685874
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,51200,65536,3.6148961385091147
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,51200,65536,1.9964319864908855
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,51200,65536,2.556879997253418
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,51200,65536,1.8779466946919758
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,51200,65536,1.340725262959798
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,51200,65536,1.173904021581014
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,51200,65536,0.8917760054270426
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,51200,65536,0.8819626967112223
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,51200,65536,0.8720640341440836
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,51200,65536,0.8714773654937744
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,51200,65536,0.8621333440144857
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,51200,65536,0.862394650777181
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,51200,65536,0.8520106474558512
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,51200,65536,0.5720906654993693
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,51200,65536,0.5679146846135458
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,51200,65536,0.5667839845021566
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,51200,65536,0.5599199930826823
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,51200,65536,0.5612800121307373
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,51200,65536,0.5582613150278727
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,51200,65536,0.5586133400599161
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,51200,65536,0.5527786811192831
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,51200,65536,0.5530453523000082
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,51200,65536,0.5491946538289388
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,51200,65536,0.5493706862131754
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,51200,65536,0.5469866593678793
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,51200,65536,0.5472213427225748
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,51200,65536,0.545199990272522
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,51200,65536,0.5445653200149536
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,51200,65536,0.5438239971796671
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,51200,65536,0.5440959930419922
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,51200,65536,0.5436906814575195
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,51200,65536,0.5417120059331259
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,51200,65536,0.5414186716079712
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,51200,65536,0.543071985244751
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,51200,65536,0.5425920089085897
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,51200,65536,92.81507364908855
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,51200,65536,6.2560373942057295
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,51200,65536,5.824944178263347
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,51200,65536,35.72030893961588
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,51200,65536,5.453936258951823
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,51200,65536,5.496682484944661
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,51200,65536,5.288394610087077
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,51200,65536,4.9954986572265625
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,51200,65536,4.700079917907715
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,51200,65536,4.644655863444011
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,51200,65536,4.362725257873535
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,51200,65536,3.9762401580810547
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,51200,65536,4.170240084330241
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,51200,65536,3.731679916381836
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,51200,65536,3.5922559102376304
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,51200,65536,15.78647486368815
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,51200,65536,3.3192478815714517
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,51200,65536,3.147439956665039
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,51200,65536,2.9712212880452475
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,51200,65536,2.6960105895996094
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,51200,65536,2.5655627250671387
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,51200,65536,2.3947359720865884
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,51200,65536,7.794554392496745
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,51200,65536,2.1547892888387046
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,51200,65536,1.8245280583699544
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,51200,65536,2.003770669301351
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,51200,65536,1.6082720756530762
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,51200,65536,1.4246613184611003
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,51200,65536,1.0357600053151448
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,51200,65536,1.2824052969614665
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,51200,65536,0.736250638961792
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,51200,65536,0.883903980255127
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,51200,65536,0.49078933397928876
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,51200,65536,0.5084266662597656
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,51200,65536,0.49084266026814777
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,51200,65536,0.49105600516001385
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,51200,65536,0.48417067527770996
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,51200,65536,0.4965386788050334
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,51200,65536,0.5247360070546468
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,51200,65536,0.49401601155598956
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,51200,65536,0.3785173495610555
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,51200,65536,0.3768800099690755
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,51200,65536,0.38017066319783527
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,51200,65536,0.3786240021387736
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,51200,65536,0.37619733810424805
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,51200,65536,0.37890132268269855
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,51200,65536,0.3762293259302775
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,51200,65536,0.3809066613515218
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,51200,65536,0.3778826793034871
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,51200,65536,0.377130667368571
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,51200,65536,0.37477866808573407
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,51200,65536,6.436021169026692
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,51200,65536,0.3777066469192505
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,51200,65536,0.3754826784133911
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,51200,65536,0.3813440004984538
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,51200,65536,7.06112543741862
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,51200,65536,0.3760960102081299
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,51200,65536,0.3779733180999756
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,51200,65536,0.3864213228225708
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,51200,65536,0.38328532377878827
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,51200,65536,0.3797173500061035
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,51200,65536,0.37643734614054364
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,51200,65536,0.3702666759490967
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,51200,65536,0.37954668203989667
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,51200,65536,0.392250657081604
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,51200,65536,0.3870026667912801
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,51200,65536,0.39418665568033856
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,51200,65536,0.38504000504811603
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,51200,65536,0.38065067927042645
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,51200,65536,0.38000531991322833
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,51200,65536,0.38149865468343097
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,51200,65536,0.37453333536783856
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,51200,51200,16.7248051961263
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,51200,51200,15.270245869954428
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,51200,51200,15.63968022664388
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,51200,51200,31.304244995117188
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,51200,51200,15.261269887288412
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,51200,51200,14.570123036702475
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,51200,51200,13.966944376627604
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,51200,51200,14.214069366455078
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,51200,51200,13.447333017985025
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,51200,51200,12.548484802246094
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,51200,51200,13.165973663330078
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,51200,51200,11.968692779541016
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,51200,51200,11.374042510986328
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,51200,51200,10.699583689371744
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,51200,51200,63.16047159830729
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,51200,51200,10.83560562133789
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,51200,51200,9.967135747273764
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,51200,51200,8.917733510335287
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,51200,51200,9.425125122070312
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,51200,51200,8.174277623494467
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,51200,51200,7.874362945556641
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,51200,51200,6.783599853515625
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,51200,51200,6.912176132202148
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,51200,51200,7.561237335205078
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,51200,65536,6.994250615437825
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,51200,51200,5.70307731628418
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,51200,51200,6.228010813395183
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,51200,51200,3.8080854415893555
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,51200,51200,4.699029286702474
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,51200,51200,3.1219094594319663
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,51200,51200,5.005791982014974
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,51200,51200,3.1302881240844727
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,51200,51200,1.1617973645528157
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,51200,51200,1.1748692989349365
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,51200,51200,2.4240214029947915
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,51200,51200,2.1018880208333335
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,51200,51200,1.162175973256429
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,51200,51200,0.943066676457723
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,51200,51200,1.1259786287943523
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,51200,51200,0.9319946765899658
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,51200,51200,0.9590453306833903
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,51200,51200,0.9587466716766357
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,51200,51200,3.4687414169311523
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,51200,51200,0.9401919841766357
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,51200,51200,0.9223306973775228
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,51200,51200,0.9330506324768066
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,51200,51200,0.9153439998626709
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,51200,51200,0.9111733436584473
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,51200,51200,0.8807626565297445
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,51200,51200,0.8988320032755533
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,51200,51200,0.8832746346791586
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,51200,51200,0.8925066788991293
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,51200,51200,0.8939253489176432
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,51200,51200,0.8855253060658773
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,51200,51200,0.8811946709950765
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,51200,51200,0.8828266461690267
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,51200,51200,0.8640267054239908
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,51200,51200,0.8916107018788656
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,51200,51200,0.8834506670633951
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,51200,51200,0.8746293385823568
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,51200,51200,0.8851626714070638
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,51200,51200,0.8640853563944498
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,51200,51200,0.8884212970733643
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,51200,51200,0.7633600234985352
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,51200,51200,0.776367982228597
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,51200,51200,0.7827946345011393
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,51200,51200,0.7705439726511637
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,51200,51200,0.8042559623718262
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,51200,51200,0.8074719905853271
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,51200,51200,0.823749303817749
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,51200,51200,0.8602986335754395
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,51200,51200,0.8540639877319336
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,51200,51200,0.8575572967529297
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,51200,51200,0.8716479937235514
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,51200,51200,7.958447774251302
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,51200,51200,8.566133499145508
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,51200,51200,7.855114618937175
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,51200,51200,16.89906183878581
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,51200,51200,7.7757918039957685
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,51200,51200,7.604773203531901
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,51200,51200,6.93171755472819
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,51200,51200,6.863962809244792
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,51200,51200,8.219573338826498
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,51200,51200,6.534197489420573
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,51200,51200,6.697018941243489
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,51200,51200,5.54914665222168
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,51200,51200,6.294730504353841
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,51200,51200,5.535850524902344
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,51200,51200,35.55079905192057
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,51200,51200,5.321061452229817
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,51200,51200,5.361322402954102
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,51200,51200,129.1795857747396
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,51200,51200,5.354991912841797
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,51200,51200,5.333312034606934
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,51200,51200,4.52839469909668
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,51200,51200,4.1583251953125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,51200,51200,3.5827039082845054
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,51200,51200,3.8242454528808594
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,51200,51200,3.5945812861124673
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,51200,51200,3.3823572794596353
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,51200,51200,3.615407943725586
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,51200,51200,2.445162614186605
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,51200,51200,2.5035093625386557
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,51200,51200,2.0569279988606772
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,51200,51200,2.31821870803833
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,51200,51200,1.820533275604248
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,51200,51200,1.2279626528422039
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,51200,51200,1.058794657389323
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,51200,51200,0.6461173295974731
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,51200,51200,0.6208000183105469
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,51200,51200,0.6163626511891683
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,51200,51200,0.6123413244883219
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,51200,51200,0.49553600947062176
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,51200,51200,0.5203893184661865
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,51200,51200,0.5003679990768433
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,51200,51200,0.5171626806259155
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,51200,51200,0.49777599175771076
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,51200,51200,0.4946240186691284
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,51200,51200,0.4762186606725057
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,51200,51200,0.4621173143386841
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,51200,51200,0.46962134043375653
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,51200,51200,0.4549706776936849
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,51200,51200,0.477130651473999
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,51200,51200,0.45156800746917725
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,51200,51200,0.46483198801676434
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,51200,51200,0.4433759848276774
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,51200,51200,0.45652798811594647
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,51200,51200,0.44782400131225586
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,51200,51200,1.4939039548238118
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,51200,51200,0.43375468254089355
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,51200,51200,0.4345173438390096
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,51200,51200,0.5355626742045084
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,51200,51200,0.468176007270813
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,51200,51200,0.4654666582743327
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,51200,51200,0.46375465393066406
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,51200,51200,0.4670399824778239
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,51200,51200,0.46400535106658936
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,51200,51200,0.45974934101104736
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,51200,51200,0.49930131435394287
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,51200,51200,0.4586293299992879
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,51200,51200,0.4577440023422241
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,51200,51200,0.45626668135325116
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,51200,51200,0.4516853491465251
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,51200,51200,0.4654293457667033
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,51200,51200,0.4506080150604248
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,51200,51200,0.44656534989674884
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,51200,51200,0.4447093407313029
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,51200,51200,0.45186134179433185
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,51200,51200,72.00244140625
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,51200,65536,6.705226898193359
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,51200,51200,8.993077596028646
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,51200,51200,7.707786560058594
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,51200,51200,8.68715731302897
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,51200,51200,7.460346857706706
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,51200,51200,45.362457275390625
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,51200,51200,7.48201052347819
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,51200,51200,7.8438720703125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,51200,51200,7.126735687255859
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,51200,51200,8.268512090047201
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,51200,51200,6.682128270467122
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,51200,51200,6.329498926798503
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,51200,51200,6.014293034871419
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,51200,51200,5.617621103922526
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,51200,51200,5.380512237548828
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,51200,51200,4.466645240783691
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,51200,51200,5.089141209920247
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,51200,51200,4.387002627054851
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,51200,51200,3.987717310587565
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,51200,51200,3.5185012817382812
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,51200,51200,4.028656005859375
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,51200,51200,2.836170514424642
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,51200,51200,2.9498561223347983
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,51200,51200,2.3012852668762207
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,51200,51200,2.3488426208496094
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,51200,51200,1.9900107383728027
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,51200,51200,2.0418453216552734
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,51200,51200,1.50053866704305
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,51200,51200,1.4115146001180012
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,51200,51200,1.0739253362019856
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,51200,51200,0.914352019627889
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,51200,51200,0.687882661819458
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,51200,51200,0.6828107039133707
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,51200,51200,0.677296002705892
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,51200,51200,0.6765440305074056
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,51200,51200,0.6699893474578857
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,51200,51200,0.6701013247172037
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,51200,51200,0.6626293261845907
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,51200,51200,0.43696534633636475
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,51200,51200,0.4355093240737915
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,51200,51200,0.4341653188069661
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,51200,51200,0.4326080083847046
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,51200,51200,0.43235735098520917
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,51200,51200,0.43143999576568604
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,51200,51200,0.4301653305689494
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,51200,51200,0.42765335241953534
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,51200,51200,0.4270559946695964
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,51200,51200,0.4251786470413208
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,51200,51200,0.4253866672515869
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,51200,51200,0.4225066502888997
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,51200,51200,0.42418134212493896
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,51200,51200,0.4222346544265747
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,51200,51200,0.42275198300679523
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,51200,51200,0.4225120147069295
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,51200,51200,0.4225120147069295
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,51200,51200,0.4232319990793864
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,51200,51200,0.4235146840413411
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,51200,51200,0.4225920041402181
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,51200,51200,0.4226773182551066
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,51200,51200,0.42260801792144775
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,51200,51200,0.42284266153971356
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,51200,51200,0.4219626585642497
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,51200,51200,0.4219466845194499
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,51200,51200,0.42264533042907715
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,51200,51200,0.41927464803059894
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,51200,51200,0.4191519816716512
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,51200,51200,0.6066506703694662
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,51200,51200,0.5981386502583822
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,51200,51200,0.6921493212381998
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,51200,51200,26.175216674804688
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,51200,51200,4.777514775594075
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,51200,51200,4.61079470316569
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,51200,51200,4.403146743774414
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,51200,51200,72.78896077473958
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,51200,51200,4.269280115763347
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,51200,51200,4.092709223429362
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,51200,51200,3.7749760945638022
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,51200,51200,3.78221861521403
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,51200,51200,3.5394665400187173
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,51200,51200,3.3851680755615234
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,51200,51200,3.238698641459147
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,51200,51200,2.9077653884887695
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,51200,51200,3.1041011810302734
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,51200,51200,2.606320063273112
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,51200,51200,2.7955573399861655
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,51200,51200,2.472245375315348
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,51200,51200,2.3127733866373696
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,51200,51200,1.9992960294087727
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,51200,51200,2.1590347290039062
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,51200,51200,1.6946719487508137
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,51200,51200,1.8787946701049805
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,51200,51200,1.4291787147521973
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,51200,51200,1.5699413617451985
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,51200,51200,1.2527466615041096
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,51200,51200,1.1151786645253499
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,51200,51200,1.0000800291697185
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,51200,51200,0.8135466575622559
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,51200,51200,0.6860746542612711
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,51200,51200,0.573802669843038
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,51200,51200,0.39158399899800617
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,51200,51200,0.39113601048787433
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,51200,51200,0.3850933313369751
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,51200,51200,0.3863893349965413
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,51200,51200,0.37987200419108075
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,51200,51200,0.38924264907836914
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,51200,51200,0.38948265711466473
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,51200,51200,0.40144534905751544
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,51200,51200,0.30077866713205975
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,51200,51200,0.2966933250427246
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,51200,51200,0.30103999376296997
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,51200,51200,0.29471999406814575
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,51200,51200,0.2994719942410787
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,51200,51200,0.2991039951642354
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,51200,51200,0.29819732904434204
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,51200,51200,0.2981013258298238
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,51200,51200,0.29737599690755206
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,51200,51200,0.2944800059000651
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,51200,51200,0.30156266689300537
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,51200,51200,0.2985333402951558
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,51200,51200,0.30029867092768353
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,51200,51200,0.3059893250465393
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,51200,51200,0.30610666672388714
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,51200,51200,0.2982026735941569
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,51200,51200,0.3030080000559489
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,51200,51200,0.3012373248736064
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,51200,51200,0.3004853328069051
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,51200,51200,0.30366400877634686
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,51200,51200,0.2973546584447225
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,51200,51200,0.29846932490666706
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,51200,51200,0.29922666152318317
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,51200,51200,0.29979199171066284
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,51200,51200,0.30082666873931885
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,51200,51200,0.30485333998998004
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,51200,51200,0.31035200754801434
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,51200,51200,0.3076480031013489
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,51200,51200,0.3081386685371399
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,51200,51200,0.3095360000928243
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,51200,16384,19.37118911743164
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,51200,16384,9.47594134012858
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,51200,16384,39.35907745361328
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,51200,16384,5.424399693806966
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,51200,16384,5.069205284118652
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,51200,16384,4.829189300537109
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,51200,16384,4.629647890726726
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,51200,16384,4.669887860616048
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,51200,16384,4.385978698730469
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,51200,16384,4.212181409200032
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,51200,16384,3.9999519983927407
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,51200,16384,3.7719573974609375
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,51200,16384,3.9297812779744468
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,51200,16384,3.6272106170654297
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,51200,16384,3.658207893371582
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,51200,16384,3.346768061319987
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,51200,16384,3.1979198455810547
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,51200,16384,2.9491891860961914
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,51200,16384,2.790815989176432
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,51200,16384,2.767173449198405
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,51200,16384,2.628309408823649
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,51200,16384,2.400485356648763
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,51200,16384,2.417861302693685
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,51200,16384,2.1034080187479653
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,51200,16384,2.338655948638916
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,51200,16384,1.8848479588826497
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,51200,16384,2.0716479619344077
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,51200,16384,1.5801973342895508
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,51200,16384,1.4411946932474773
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,51200,16384,1.163162628809611
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,51200,16384,1.230079968770345
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,51200,16384,1.003445307413737
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,51200,16384,0.9483893712361654
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,51200,16384,0.6976906458536783
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,51200,16384,0.6238666772842407
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,51200,16384,0.3644426663716634
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,51200,16384,0.37006934483846027
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,51200,16384,0.3557600180308024
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,51200,16384,0.3064746658007304
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,51200,16384,0.34770135084788006
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,51200,16384,0.28894933064778644
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,51200,16384,0.3041119972864787
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,51200,16384,0.3065440058708191
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,51200,16384,0.29476799567540485
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,51200,16384,0.29818133513132733
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,51200,16384,0.2905600070953369
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,51200,16384,0.2925600012143453
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,51200,16384,0.28592000404993695
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,51200,16384,0.28597333033879596
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,51200,16384,0.2832640012105306
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,51200,16384,0.2815999984741211
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,51200,16384,0.28018667300542194
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,51200,16384,0.28651734193166095
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,51200,16384,0.27915199597676593
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,51200,16384,0.28438399235407513
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,51200,16384,0.27647467454274494
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,51200,16384,0.2826613386472066
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,51200,16384,0.281765341758728
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,51200,16384,0.2792853315671285
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,51200,16384,0.283189336458842
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,51200,16384,0.2789546648661296
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,51200,16384,0.2844373385111491
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,51200,16384,0.2787733276685079
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,51200,16384,0.2845813234647115
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,51200,16384,0.2548533280690511
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,51200,16384,0.25408534208933514
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,51200,16384,0.25254400571187335
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,51200,16384,0.2510453263918559
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,51200,16384,0.2600586613019307
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,51200,16384,0.2576799988746643
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,51200,16384,0.2573653260866801
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,51200,16384,0.2563199996948242
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,51200,16384,0.25407467285792035
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,51200,16384,0.2524106701215108
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,51200,16384,10.295146942138672
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,51200,16384,20.030479431152344
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,51200,16384,5.305498758951823
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,51200,16384,2.9371519088745117
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,51200,16384,2.718559900919596
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,51200,16384,2.544864018758138
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,51200,16384,2.5079360008239746
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,51200,16384,2.4511574109395347
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,51200,16384,2.294714609781901
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,51200,16384,2.18446938196818
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,51200,16384,2.3098293940226235
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,51200,16384,2.175920009613037
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,51200,16384,2.050133387247721
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,51200,16384,1.9847092628479004
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,51200,16384,1.924949328104655
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,51200,16384,1.6738346417744954
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,51200,16384,1.7952586809794109
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,51200,16384,1.5636000633239746
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,51200,16384,1.6945546468098958
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,51200,16384,1.478981335957845
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,51200,16384,1.395055929819743
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,51200,16384,1.2841973304748535
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,51200,16384,1.3429279327392578
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,51200,16384,1.1928053696950276
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,51200,16384,1.1527946790059407
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,51200,16384,0.9651520252227783
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,51200,16384,0.9586880207061768
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,51200,16384,0.786677360534668
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,51200,16384,0.7474719683329264
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,51200,16384,0.6211093266805013
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,51200,16384,0.648031989733378
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,51200,16384,0.5277653137842814
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,51200,16384,0.5150826772054037
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,51200,16384,0.3872799873352051
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,51200,16384,0.34842665990193683
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,51200,16384,0.2129653294881185
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,51200,16384,0.2057173252105713
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,51200,16384,0.20298133293787637
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,51200,16384,0.1804479956626892
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,51200,16384,0.19501866896947226
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,51200,16384,0.17263466119766235
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,51200,16384,0.17404266198476157
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,51200,16384,0.17428799470265707
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,51200,16384,0.16846932967503866
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,51200,16384,0.16577600439389548
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,51200,16384,0.1646560033162435
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,51200,16384,0.16342399517695108
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,51200,16384,0.160453329483668
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,51200,16384,0.1597813367843628
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,51200,16384,0.15898666779200235
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,51200,16384,0.15827199816703796
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,51200,16384,0.16215999921162924
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,51200,16384,0.1565013329188029
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,51200,16384,0.15999466180801392
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,51200,16384,0.15453333655993143
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,51200,16384,0.15733333428700766
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,51200,16384,0.15663466850916544
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,51200,16384,0.15588800112406412
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,51200,16384,0.1555359959602356
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,51200,16384,0.15475199619928995
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,51200,16384,0.16779200236002603
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,51200,16384,0.1551040013631185
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,51200,16384,0.15356266498565674
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,51200,16384,0.1548373301823934
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,51200,16384,0.1534826656182607
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,51200,16384,0.15556800365447998
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,51200,16384,0.14631999532381693
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,51200,16384,0.1444906691710154
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,51200,16384,0.14600533246994019
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,51200,16384,0.14434666434923807
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,51200,16384,0.14316800236701965
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,51200,16384,0.14337600270907083
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,51200,16384,0.14283733566602072
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,51200,16384,0.14462400476137796
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,51200,16384,10.289397557576498
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,51200,16384,7.245877583821614
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,51200,16384,2.977663993835449
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,51200,16384,2.5452586809794107
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,51200,16384,3.518357276916504
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,51200,16384,2.694735844930013
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,51200,16384,2.88643741607666
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,51200,16384,2.2399039268493652
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,51200,16384,2.6047627131144204
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,51200,16384,2.1239306131998696
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,51200,16384,2.512986660003662
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,51200,16384,1.965786616007487
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,51200,16384,2.4035253524780273
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,51200,16384,2.021791934967041
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,51200,16384,2.2721120516459146
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,51200,16384,1.723589261372884
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,51200,16384,2.0173120498657227
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,51200,16384,1.57369597752889
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,51200,16384,1.8254772822062175
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,51200,16384,1.4554346402486165
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,51200,16384,1.7537867228190105
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,51200,16384,1.1840746402740479
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,51200,16384,1.345568021138509
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,51200,16384,1.0446346600850422
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,51200,16384,1.2000106970469158
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,51200,16384,0.9052000045776367
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,51200,16384,1.0115466912587483
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,51200,16384,0.764421304066976
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,51200,16384,0.7921013037363688
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,51200,16384,0.6188960075378418
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,51200,16384,0.6281760136286417
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,51200,16384,0.4745173454284668
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,51200,16384,0.4588053226470947
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,51200,16384,0.3356800079345703
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,51200,16384,0.2994613250096639
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,51200,51200,5.604368209838867
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,51200,16384,0.2313386599222819
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,51200,16384,0.22884267568588257
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,51200,16384,0.22669865687688193
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,51200,16384,0.22532800833384195
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,51200,16384,0.2228053410847982
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,51200,16384,0.22341867287953696
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,51200,16384,0.22021333376566568
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,51200,16384,0.15035200119018555
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,51200,16384,0.1500746707121531
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,51200,16384,0.15130666891733804
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,51200,16384,0.15065600474675497
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,51200,16384,0.15027733643849692
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,51200,16384,0.14961066842079163
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,51200,16384,0.1492800017197927
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,51200,16384,0.14992533127466837
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,51200,16384,0.14758400122324625
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,51200,16384,0.14789866407712302
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,51200,16384,0.14683199922243753
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,51200,16384,0.1456000010172526
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,51200,16384,0.14550933241844177
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,51200,16384,0.14491732915242514
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,51200,16384,0.14591466387112936
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,51200,16384,0.14522133270899454
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,51200,16384,0.14426133036613464
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,51200,16384,0.14478400349617004
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,51200,16384,0.14481066664059958
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,51200,16384,0.14486933747927347
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,51200,16384,0.14517866571744284
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,51200,16384,0.14496533075968424
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,51200,16384,0.14451733231544495
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,51200,16384,0.18412800629933676
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,51200,16384,0.19881065686543783
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,51200,16384,0.1985493302345276
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,51200,16384,0.1848106582959493
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,51200,16384,0.19887999693552652
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,51200,16384,0.20764267444610596
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,51200,16384,0.2014453411102295
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,51200,16384,0.27739200989405316
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,51200,51200,5.353600184122722
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,51200,51200,5.068117459615071
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,51200,51200,5.033898671468099
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,51200,51200,5.58405876159668
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,51200,51200,11.847733815511068
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,51200,16384,22.309542338053387
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,51200,16384,7.426575978597005
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,51200,16384,1.5150666236877441
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,51200,16384,1.5186346371968586
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,51200,16384,1.3513439496358235
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,51200,16384,1.3052000204722087
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,51200,16384,1.260965347290039
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,51200,16384,1.2107893625895183
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,51200,16384,1.16212264696757
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,51200,16384,1.1230453650156658
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,51200,16384,1.0659733613332112
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,51200,16384,1.027232011159261
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,51200,16384,0.9765333334604899
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,51200,16384,0.927232027053833
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,51200,16384,0.8763253688812256
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,51200,16384,0.8290026982625326
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,51200,16384,0.7841440041859945
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,51200,16384,0.7407253583272299
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,51200,16384,0.6863626639048258
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,51200,16384,0.6437066793441772
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,51200,16384,0.5979626576105753
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,51200,16384,0.5467733144760132
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,51200,16384,0.4575573205947876
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,51200,16384,0.50382399559021
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,51200,16384,3.368746757507324
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,51200,16384,0.4099466800689697
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,51200,16384,0.36221333344777423
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,51200,16384,0.3185759981473287
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,51200,16384,0.26265066862106323
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,51200,16384,0.22371200720469156
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,51200,16384,0.17896000544230142
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,51200,16384,0.12574932972590128
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,51200,16384,0.12381333112716675
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,51200,16384,0.12310399611790974
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,51200,16384,0.12427199880282085
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,51200,16384,0.12476266423861186
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,51200,16384,0.1253653367360433
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,51200,16384,0.14411733547846475
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,51200,16384,0.13315733273824057
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,51200,16384,0.10334933797518413
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,51200,16384,0.1042080024878184
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,51200,16384,0.1049066682656606
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,51200,16384,0.10439466436704
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,51200,16384,0.10384533802668254
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,51200,16384,0.1036906639734904
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,51200,16384,0.10355732838312785
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,51200,16384,0.10550933082898457
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,51200,16384,0.1048959990342458
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,51200,16384,0.10331199566523235
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,51200,16384,0.10665599505106609
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,51200,16384,0.10641599694887798
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,51200,16384,0.10798933108647664
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,51200,16384,0.11245333154996236
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,51200,16384,0.11411733428637187
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,51200,16384,0.10682666301727295
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,51200,16384,0.10596799850463867
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,51200,16384,0.1067039966583252
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,51200,16384,0.10729066530863444
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,51200,16384,0.108106662829717
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,51200,16384,0.11756267150243123
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,51200,16384,0.10703466335932414
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,51200,16384,0.10820266604423523
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,51200,16384,0.10963732997576396
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,51200,16384,1.657589276631673
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,51200,16384,0.10737066467603047
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,51200,16384,0.10912000139554341
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,51200,16384,0.11900267004966736
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,51200,16384,0.10726933677991231
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,51200,16384,0.108815997838974
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,51200,16384,0.11808533469835918
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,51200,12288,6.725141525268555
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,51200,16384,1.6476799647013347
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,51200,12288,4.005855878194173
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,51200,12288,3.58079465230306
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,51200,12288,14.59402084350586
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,51200,12288,3.2625706990559897
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,51200,12288,3.2896960576375327
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,51200,12288,3.293850580851237
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,51200,12288,2.9687093098958335
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,51200,12288,2.9750614166259766
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,51200,12288,3.0610666275024414
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,51200,12288,2.4971946080525718
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,51200,12288,2.7146825790405273
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,51200,12288,2.749333381652832
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,51200,12288,2.500293254852295
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,51200,12288,2.432410717010498
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,51200,12288,2.311941305796305
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,51200,12288,2.1268800099690757
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,51200,12288,2.1538400650024414
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,51200,12288,1.8980746269226074
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,51200,12288,2.0295093854268393
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,51200,12288,28.23512013753255
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,51200,12288,1.7273386319478352
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,51200,12288,1.770576000213623
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,51200,12288,1.5132533709208171
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,51200,12288,1.8685654004414876
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,51200,12288,1.4249119758605957
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,51200,12288,1.4268213907877605
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,51200,12288,1.1924320062001545
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,51200,12288,1.117573340733846
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,51200,12288,0.9482773145039877
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,51200,12288,0.7373812993367513
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,51200,12288,0.9831093152364095
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,51200,12288,0.5225066741307577
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,51200,12288,0.535701314608256
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,51200,12288,0.28309333324432373
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,51200,12288,0.27755733331044513
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,51200,12288,0.2993813355763753
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,51200,12288,0.23915733893712363
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,51200,12288,0.22075732549031576
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,51200,12288,0.24514132738113403
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,51200,12288,0.27081066370010376
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,51200,12288,0.23388266563415527
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,51200,12288,0.23330666621526083
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,51200,12288,0.22954134146372476
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,51200,12288,0.22382932901382446
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,51200,12288,0.22196267048517862
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,51200,12288,0.2197386622428894
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,51200,12288,0.22049599885940552
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,51200,12288,0.2167359987894694
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,51200,12288,0.21427732706069946
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,51200,12288,0.21663999557495117
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,51200,12288,0.2132320006688436
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,51200,12288,0.21314666668574014
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,51200,12288,0.2100480000178019
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,51200,12288,0.21456533670425415
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,51200,12288,0.2103360096613566
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,51200,12288,0.20928533871968588
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,51200,12288,0.20883200565973917
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,51200,12288,0.2101973295211792
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,51200,12288,0.20947732528050741
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,51200,12288,0.20925867557525635
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,51200,12288,0.20834134022394815
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,51200,12288,0.2090239922205607
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,51200,12288,0.19481066862742105
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,51200,12288,0.19279466072718301
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,51200,12288,0.19407999515533447
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,51200,12288,0.19183999300003052
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,51200,12288,0.19230933984120688
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,51200,12288,0.66157333056132
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,51200,12288,0.19076265891393027
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,51200,12288,0.19052799542744955
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,51200,12288,0.1888320048650106
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,51200,12288,0.23689067363739014
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,51200,12288,0.23036267360051474
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,51200,12288,1.859648068745931
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,51200,12288,1.9627466201782227
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,51200,12288,3.5423145294189453
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,51200,12288,1.8169493675231934
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,51200,12288,1.7559679349263508
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,51200,12288,1.84061861038208
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,51200,12288,1.6560907363891602
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,51200,12288,1.5649654070536296
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,51200,12288,7.657552083333333
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,51200,12288,1.6184159914652507
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,51200,12288,1.4410826365152996
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,51200,12288,1.5335040092468262
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,51200,12288,1.52893861134847
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,51200,12288,1.3578826586405437
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,51200,12288,1.2565279801686604
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,51200,12288,1.2250293095906575
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,51200,12288,1.2091840108235676
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,51200,12288,1.089237372080485
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,51200,12288,1.0059093634287517
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,51200,12288,0.9277333418528239
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,51200,12288,0.9006773630777994
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,51200,12288,0.7979093392690023
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,51200,12288,15.170026143391928
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,51200,12288,0.6906133492787679
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,51200,12288,0.6038719813028971
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,51200,12288,0.822767972946167
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,51200,12288,0.5659893353780111
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,51200,12288,0.4782506624857585
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,51200,12288,1.3681386311848958
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,51200,12288,0.3872160116831462
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,51200,12288,0.37169067064921063
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,51200,12288,0.28521599372227985
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,51200,12288,0.25135467449824017
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,51200,12288,0.16803733507792154
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,51200,12288,0.16171733538309732
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,51200,12288,0.14019200205802917
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,51200,12288,0.15236799915631613
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,51200,12288,0.8330720265706381
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,51200,12288,0.13316266735394797
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,51200,16384,1.5442399978637695
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,51200,12288,0.13665599624315897
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,51200,12288,0.13598400354385376
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,51200,12288,0.12980266412099203
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,51200,12288,0.1299199958642324
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,51200,12288,0.13206400473912558
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,51200,12288,0.12781866391499838
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,51200,12288,0.12745599945386252
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,51200,12288,0.1267573336760203
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,51200,12288,0.1236799955368042
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,51200,12288,0.12423466642697652
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,51200,12288,0.12353600064913432
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,51200,12288,0.12567466497421265
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,51200,12288,0.12242666880289714
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,51200,12288,0.11994133392969768
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,51200,12288,0.11931733290354411
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,51200,12288,0.12017066280047099
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,51200,12288,0.11777066191037495
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,51200,12288,0.12037866314252217
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,51200,12288,0.11851732929547627
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,51200,12288,0.5222560167312622
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,51200,12288,0.12032000223795573
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,51200,12288,0.11689066886901855
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,51200,12288,0.11854400237401326
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,51200,12288,0.12121599912643433
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,51200,12288,0.11883733669916789
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,51200,12288,0.11756267150243123
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,51200,12288,0.11521599690119426
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,51200,12288,0.11342933773994446
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,51200,12288,0.11329066753387451
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,51200,12288,0.11229866743087769
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,51200,12288,0.11168000102043152
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,51200,12288,0.11040000120798747
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,51200,12288,0.11386133233706157
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,51200,12288,0.1593173344930013
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,51200,12288,0.11366400122642517
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,51200,16384,1.6262027422587078
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,51200,12288,4.2984053293863935
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,51200,12288,7.273781458536784
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,51200,12288,2.0880640347798667
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,51200,12288,1.8790133794148762
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,51200,12288,3.236618677775065
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,51200,12288,1.8159786860148113
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,51200,12288,1.7609333992004395
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,51200,12288,2.6852585474650064
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,51200,12288,1.478384017944336
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,51200,12288,1.480602741241455
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,51200,12288,1.669413407643636
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,51200,12288,1.8658453623453777
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,51200,12288,1.2837066650390625
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,51200,12288,1.1925546328226726
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,51200,12288,2.10591459274292
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,51200,12288,0.9984266757965088
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,51200,12288,1.217898686726888
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,51200,12288,0.8743147055308024
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,51200,12288,0.9546293417612711
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,51200,12288,1.8134986559549968
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,51200,12288,0.8027093410491943
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,51200,12288,0.8358240127563477
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,51200,12288,0.8787413438161215
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,51200,12288,0.5741333166758219
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,51200,12288,0.7490506966908773
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,51200,12288,0.8267626762390137
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,51200,12288,0.4652266502380371
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,51200,12288,0.5009066661198934
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,51200,12288,0.26419732968012494
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,51200,12288,0.35652267932891846
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,51200,12288,0.24079465866088867
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,51200,12288,2.5094985961914062
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,51200,12288,0.46673067410786945
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,51200,16384,1.4963520367940266
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,51200,12288,0.17907732725143433
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,51200,12288,0.17283733685811362
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,51200,12288,0.17620799938837686
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,51200,12288,0.16929600636164346
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,51200,12288,0.11612266302108765
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,51200,12288,0.1167626678943634
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,51200,12288,0.11719999710718791
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,51200,12288,0.11712533235549927
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,51200,12288,0.17177067200342813
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,51200,12288,0.11557333668073018
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,51200,12288,0.20819199085235596
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,51200,12288,0.11502933502197266
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,51200,12288,0.11910399794578552
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,51200,12288,0.1141973336537679
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,51200,12288,0.1149120032787323
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,51200,12288,0.11210667093594869
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,51200,12288,0.21057599782943726
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,51200,12288,0.11501333117485046
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,51200,12288,0.11562666296958923
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,51200,12288,0.11381333072980244
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,51200,12288,0.11587199568748474
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,51200,12288,0.11447999874750774
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,51200,12288,0.11518933375676473
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,51200,12288,0.11467199524243672
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,51200,12288,0.11574932932853699
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,51200,12288,0.11342933773994446
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,51200,12288,0.15216533342997232
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,51200,12288,0.15307733416557312
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,51200,12288,0.14824000000953674
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,51200,12288,0.15355733036994934
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,51200,12288,0.15241066614786783
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,51200,12288,0.15285866459210715
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,51200,12288,0.15915733575820923
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,51200,12288,0.1558613379796346
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,51200,12288,0.15313599507013956
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,51200,12288,0.15236799915631613
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,51200,12288,0.21724800268809
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,51200,12288,0.11012799541155498
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,51200,12288,1.2745813528696697
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,51200,12288,1.2146720091501872
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,51200,12288,1.0947946707407634
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,51200,12288,2.488778591156006
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,51200,12288,1.0327520370483398
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,51200,12288,1.022485335667928
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,51200,12288,0.995317300160726
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,51200,12288,0.9350612958272299
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,51200,12288,0.9139839808146158
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,51200,12288,0.8873653411865234
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,51200,12288,5.7543894449869795
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,51200,12288,0.8271679878234863
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,51200,12288,0.8089173634847006
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,51200,12288,0.7893919944763184
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,51200,12288,1.0978186925252278
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,51200,12288,0.6878453095753988
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,51200,12288,0.6618346770604452
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,51200,12288,0.6423999865849813
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,51200,12288,0.5892159938812256
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,51200,12288,0.5458133220672607
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,51200,12288,0.5213813384373983
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,51200,12288,0.49774400393168133
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,51200,12288,0.45162665843963623
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,51200,12288,0.3519413471221924
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,51200,12288,0.3073013424873352
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,51200,12288,0.2774133284886678
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,51200,12288,0.24277333418528238
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,51200,12288,0.20222399632136026
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,51200,12288,0.4055146773656209
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,51200,12288,0.38208532333374023
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,51200,12288,0.15556266903877258
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,51200,12288,0.16977065801620483
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,51200,12288,0.09372267127037048
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,51200,12288,0.09417066971460979
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,51200,12288,0.09659199913342793
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,51200,12288,0.09513066212336223
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,51200,12288,0.09233599901199341
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,51200,12288,0.09563733140627544
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,51200,12288,0.09739733735720317
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,51200,12288,0.10246400038401286
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,51200,12288,0.08261866867542267
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,51200,12288,0.0824480007092158
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,51200,12288,0.08180266618728638
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,51200,12288,0.08258666594823201
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,51200,12288,0.0819893330335617
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,51200,12288,0.08206933240095775
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,51200,12288,0.08065066734949748
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,51200,12288,0.08566400408744812
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,51200,12288,0.082997332016627
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,51200,12288,0.08285866677761078
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,51200,12288,0.08094933132330577
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,51200,12288,0.08342400193214417
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,51200,12288,0.08241599798202515
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,51200,12288,0.08305599788824718
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,51200,12288,0.08469333251317342
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,51200,12288,0.08835200468699138
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,51200,12288,0.08378133177757263
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,51200,12288,0.08456533153851827
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,51200,12288,0.08333333333333333
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,51200,12288,0.08734400073687236
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,51200,12288,0.08648000160853068
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,51200,12288,0.08425066868464152
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,51200,12288,0.08371733625729878
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,51200,12288,0.08478400111198425
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,51200,12288,0.09226133426030476
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,51200,12288,0.08603733777999878
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,51200,12288,0.08546132842699687
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,51200,12288,0.08437866965929668
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,51200,12288,0.0862666666507721
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,51200,12288,0.08990933497746785
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,51200,10240,5.5377763112386065
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,51200,10240,3.458592096964518
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,51200,10240,12.338906606038412
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,51200,10240,3.1361865997314453
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,51200,10240,3.120981216430664
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,51200,10240,3.004704157511393
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,51200,10240,2.4928372701009116
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,51200,10240,2.9263785680135093
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,51200,10240,24.072463989257812
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,51200,10240,2.84661865234375
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,51200,10240,2.3903892834981284
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,51200,10240,2.2441280682881675
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,51200,10240,2.420197327931722
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,51200,10240,2.1066080729166665
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,51200,10240,2.087498664855957
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,51200,10240,2.003215948740641
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,51200,10240,2.013024012247721
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,51200,10240,1.7511199315388997
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,51200,10240,1.920746644337972
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,51200,10240,1.645301342010498
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,51200,10240,1.3598507245381672
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,51200,10240,1.4211732546488445
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,51200,10240,1.4388480186462402
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,51200,10240,1.150714635848999
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,51200,10240,1.0960319836934407
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,51200,10240,0.8735733032226562
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,51200,10240,1.286959966023763
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,51200,10240,0.9080373446146647
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,51200,10240,0.7195680141448975
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,51200,10240,0.5756533145904541
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,51200,10240,0.5182240009307861
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,51200,10240,0.39047467708587646
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,51200,10240,0.47465066115061444
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,51200,10240,0.2431946595509847
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,51200,10240,0.2001439929008484
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,51200,10240,0.20081067085266113
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,51200,10240,0.193722665309906
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,51200,10240,0.22323733568191528
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,51200,10240,0.2295573353767395
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,51200,10240,1.703818639119466
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,51200,10240,0.22339733441670737
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,51200,10240,0.18196799357732138
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,51200,10240,0.20177600781122842
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,51200,10240,0.1734293301900228
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,51200,10240,0.17757334311803183
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,51200,10240,0.16832532485326132
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,51200,10240,0.21489600340525308
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,51200,10240,0.1821440060933431
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,51200,10240,0.1778986652692159
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,51200,10240,0.1786293387413025
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,51200,10240,0.17949867248535156
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,51200,10240,0.17517866690953574
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,51200,10240,0.17795199155807495
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,51200,10240,0.17196265856424967
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,51200,10240,0.17779199282328287
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,51200,10240,0.1717546582221985
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,51200,10240,0.17619733015696207
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,51200,10240,0.1716960072517395
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,51200,10240,0.17613333463668823
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,51200,10240,0.17020267248153687
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,51200,10240,0.7318346500396729
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,51200,10240,0.17571733395258585
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,51200,10240,0.17061867316563925
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,51200,10240,0.1754080057144165
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,51200,10240,0.17571733395258585
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,51200,10240,0.1625386675198873
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,51200,10240,0.16157333056131998
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,51200,10240,0.1627840002377828
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,51200,10240,0.16083733240763345
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,51200,10240,0.15958399573961893
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,51200,10240,0.1593706707159678
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,51200,10240,0.15793066223462424
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,51200,10240,0.18239466349283853
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,51200,10240,0.16285333037376404
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,51200,10240,2.838186581929525
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,51200,10240,5.829077402750651
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,51200,10240,1.5981067021687825
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,51200,10240,1.5614879926045735
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,51200,10240,1.6509599685668945
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,51200,10240,1.4545812606811523
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,51200,10240,1.396085262298584
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,51200,10240,1.546672026316325
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,51200,12288,16.15662892659505
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,51200,10240,1.3356000582377117
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,51200,10240,1.2503466606140137
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,51200,10240,1.3875519434611003
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,51200,10240,12.010106404622396
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,51200,10240,1.0906026363372803
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,51200,10240,1.199514627456665
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,51200,10240,1.1730186939239502
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,51200,10240,1.6780746777852376
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,51200,10240,0.9686400095621744
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,51200,10240,1.166767994562785
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,51200,10240,0.9692160288492838
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,51200,10240,0.8133013248443604
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,51200,10240,0.9954453309377035
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,51200,10240,0.7402613162994385
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,51200,10240,0.8612106641133627
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,51200,10240,0.717408021291097
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,51200,10240,0.6111626625061035
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,51200,10240,0.5497173468271891
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,51200,10240,0.4689653317133586
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,51200,10240,0.5721866687138876
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,51200,10240,0.3949386676152547
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,51200,10240,0.38100798924763996
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,51200,10240,0.3553493420283
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,51200,10240,0.2937973340352376
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,51200,10240,0.254533330599467
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,51200,10240,0.21759466330210367
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,51200,10240,0.1446399986743927
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,51200,10240,0.12572800119717917
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,51200,10240,0.12265599767367046
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,51200,10240,0.12008000413576762
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,51200,10240,0.13954133788744608
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,51200,10240,0.1323093374570211
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,51200,10240,0.1286186675230662
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,51200,10240,0.11215999722480774
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,51200,10240,0.12853866815567017
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,51200,10240,0.10806933045387268
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,51200,10240,0.10564266641934712
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,51200,10240,0.10739733775456746
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,51200,10240,0.12107200423876445
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,51200,10240,0.10825600226720174
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,51200,10240,0.11017066240310669
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,51200,10240,0.10773866375287373
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,51200,10240,0.10794666409492493
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,51200,10240,0.10935999949773152
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,51200,10240,0.10499200224876404
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,51200,10240,0.10401599605878194
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,51200,10240,0.10327999790509541
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,51200,10240,0.10609599947929382
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,51200,10240,0.10122133294741313
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,51200,10240,0.10223999619483948
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,51200,10240,0.10366400082906087
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,51200,10240,0.1011199951171875
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,51200,10240,0.10437867045402527
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,51200,10240,0.6377919912338257
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,51200,10240,0.10021866361300151
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,51200,10240,0.10221866766611735
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,51200,10240,0.10226666927337646
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,51200,10240,0.1013759970664978
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,51200,10240,0.10301333665847778
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,51200,10240,0.10159466663996379
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,51200,10240,0.10132267077763875
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,51200,10240,0.10257599751154582
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,51200,10240,0.10160000125567119
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,51200,10240,0.10635733604431152
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,51200,10240,0.10317867000897725
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,51200,10240,0.09903466701507568
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,51200,10240,1.8727359771728516
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,51200,10240,3.1673866907755532
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,51200,10240,1.7914239565531414
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,51200,10240,1.5508480072021484
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,51200,10240,6.373994827270508
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,51200,10240,1.688154697418213
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,51200,10240,1.4569279352823894
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,51200,10240,2.0040319760640464
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,51200,10240,1.3584213256835938
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,51200,10240,1.6358933448791504
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,51200,10240,1.6463680267333984
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,51200,10240,1.5058399836222331
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,51200,10240,1.4520266850789387
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,51200,10240,1.1604479948679607
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,51200,10240,1.2991519769032795
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,51200,10240,1.1650293668111165
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,51200,10240,0.9558293024698893
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,51200,10240,1.2086933453877766
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,51200,10240,1.0724426905314128
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,51200,10240,0.9036693572998047
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,51200,10240,0.7641920248667399
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,51200,10240,0.9869759877522787
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,51200,10240,0.8355253537495931
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,51200,10240,0.6772053241729736
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,51200,10240,0.7431573073069254
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,51200,10240,0.5803039868672689
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,51200,10240,0.5017120043436686
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,51200,10240,0.6057066520055135
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,51200,10240,0.39350398381551105
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,51200,10240,0.5266026655832926
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,51200,10240,0.43273067474365234
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,51200,10240,0.29945600032806396
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,51200,10240,0.22610666354497275
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,51200,10240,0.2092746694882711
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,51200,10240,15.357551574707031
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,51200,10240,0.31112533807754517
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,51200,10240,0.15337600310643515
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,51200,10240,0.14619200428326926
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,51200,10240,0.1515733301639557
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,51200,10240,0.14549866318702698
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,51200,10240,0.14457066853841147
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,51200,10240,0.10115200281143188
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,51200,10240,0.10084266463915507
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,51200,10240,0.10040000081062317
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,51200,10240,0.15095466375350952
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,51200,10240,0.099589337905248
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,51200,10240,0.10053333640098572
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,51200,10240,0.09910933176676433
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,51200,10240,0.09909333785374959
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,51200,10240,0.09512533744176228
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,51200,10240,0.0963253378868103
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,51200,10240,0.09502399961153667
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,51200,10240,0.09529067079226176
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,51200,10240,0.09491200248400371
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,51200,10240,0.09443199634552002
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,51200,10240,0.09437333544095357
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,51200,10240,0.09460799892743428
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,51200,10240,0.09434666236241658
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,51200,10240,0.09358933568000793
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,51200,10240,0.13672533631324768
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,51200,10240,0.12310399611790974
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,51200,10240,0.13085333506266275
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,51200,10240,0.12849600116411844
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,51200,10240,0.12825066844622293
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,51200,10240,0.1292693316936493
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,51200,10240,0.12878400087356567
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,51200,10240,0.1769919991493225
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,51200,10240,0.12890133261680603
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,51200,10240,0.13396799564361572
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,51200,10240,0.13322133819262186
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,51200,10240,0.13035200039545694
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,51200,10240,0.12971199552218118
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,51200,10240,0.09904000163078308
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,51200,10240,0.14833600322405496
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,51200,12288,1.1972533067067463
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,51200,12288,1.1307360331217449
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,51200,12288,1.1722400188446045
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,51200,10240,1.0986613432566326
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,51200,10240,4.597189267476399
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,51200,10240,0.946623961130778
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,51200,10240,0.9654026826222738
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,51200,10240,1.0409013430277507
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,51200,10240,0.8813386758168539
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,51200,10240,1.980847994486491
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,51200,10240,0.8081759611765543
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,51200,10240,0.8022346496582031
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,51200,10240,0.7894399960835775
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,51200,10240,0.7381707032521566
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,51200,10240,0.697989304860433
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,51200,10240,0.6817599932352701
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,51200,10240,0.6657386620839437
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,51200,10240,0.6199093262354533
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,51200,10240,0.5816693305969238
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,51200,10240,0.5396533409754435
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,51200,10240,0.5001546541849772
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,51200,10240,0.4588053226470947
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,51200,10240,0.560485323270162
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,51200,10240,0.406821330388387
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,51200,10240,0.3733546733856201
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,51200,10240,0.3463786840438843
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,51200,10240,0.3194933334986369
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,51200,10240,0.28550400336583454
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,51200,10240,0.25891733169555664
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,51200,10240,0.4502026637395223
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,51200,10240,0.228383998076121
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,51200,10240,0.2021119991938273
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,51200,10240,0.16694400707880655
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,51200,10240,0.1197760005791982
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,51200,10240,0.14591466387112936
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,51200,10240,0.08062933385372162
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,51200,10240,0.08032000064849854
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,51200,10240,0.08053866525491078
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,51200,10240,0.08185600241025288
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,51200,10240,0.08118399977684021
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,51200,10240,0.0920853316783905
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,51200,10240,0.0835040012995402
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,51200,10240,0.09301333626111348
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,51200,10240,0.07262399792671204
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,51200,10240,0.07102933526039124
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,51200,10240,0.07045866549015045
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,51200,10240,0.07047999898592631
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,51200,10240,0.07254933317502339
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,51200,10240,0.07283733288447063
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,51200,10240,0.07034666836261749
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,51200,10240,0.07242133220036824
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,51200,10240,0.07227733234564464
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,51200,10240,0.07261333366235097
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,51200,10240,0.07217066486676534
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,51200,10240,0.0721013347307841
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,51200,10240,0.07201066613197327
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,51200,10240,0.07595733304818471
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,51200,10240,0.07108266651630402
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,51200,10240,0.07150933146476746
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,51200,10240,0.07235733171304067
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,51200,10240,0.07238933444023132
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,51200,10240,0.07206400235493977
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,51200,10240,0.07223999996980031
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,51200,10240,0.07352533439795177
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,51200,10240,0.07442133128643036
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,51200,10240,0.0724480003118515
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,51200,10240,0.07281066477298737
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,51200,10240,0.07469333211580913
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,51200,10240,0.07210666437943776
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,51200,10240,0.07214400172233582
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,51200,10240,0.0746666689713796
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,51200,10240,0.07189866900444031
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,51200,10240,0.07629333436489105
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,51200,8192,2.3124747276306152
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,51200,8192,4.309904098510742
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,51200,8192,2.1506187121073403
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,51200,8192,2.495130697886149
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,51200,8192,2.5623413721720376
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,51200,8192,9.034240086873373
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,51200,8192,2.440351963043213
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,51200,8192,2.330911954243978
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,51200,8192,2.324314594268799
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,51200,8192,1.8434185981750488
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,51200,8192,1.728933334350586
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,51200,8192,18.994693756103516
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,51200,8192,1.6688960393269856
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,51200,8192,1.7738666534423828
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,51200,8192,1.9975892702738445
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,51200,8192,1.7527039845784504
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,51200,8192,1.565125306447347
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,51200,8192,1.364741325378418
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,51200,8192,1.5423040390014648
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,51200,8192,1.3946240743001301
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,51200,8192,1.2162506580352783
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,51200,8192,1.1693493525187175
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,51200,8192,1.1274453004201253
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,51200,8192,0.9858880043029785
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,51200,8192,0.9859680334726969
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,51200,8192,0.9777759710947672
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,51200,8192,0.8010400136311849
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,51200,8192,0.7483627001444498
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,51200,8192,0.7066773573557535
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,51200,8192,0.5692906777064005
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,51200,8192,0.41471465428670246
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,51200,8192,0.576634685198466
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,51200,8192,0.4538293282190959
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,51200,8192,0.3255733251571655
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,51200,8192,0.19820799430211386
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,51200,8192,0.34800533453623456
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,51200,8192,0.16634666919708252
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,51200,8192,0.1716853380203247
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,51200,8192,0.1523360013961792
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,51200,8192,0.19129067659378052
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,51200,8192,0.1859040061632792
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,51200,8192,0.18440532684326172
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,51200,8192,0.15211199720700583
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,51200,8192,0.1808746655782064
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,51200,8192,0.14629333217938742
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,51200,8192,0.14036800463994345
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,51200,8192,0.17484267552693686
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,51200,8192,0.1443946659564972
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,51200,8192,0.14181333780288696
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,51200,8192,0.14509866635004678
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,51200,8192,0.14390400052070618
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,51200,8192,0.14418133099873862
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,51200,8192,0.14341333508491516
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,51200,8192,0.14203199744224548
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,51200,8192,0.1422879993915558
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,51200,8192,0.14180266857147217
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,51200,8192,0.1418186624844869
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,51200,8192,0.14100799957911173
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,51200,8192,0.14146666725476584
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,51200,8192,0.14043200016021729
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,51200,8192,0.14130133390426636
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,51200,8192,0.13961066802342734
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,51200,8192,0.14069867134094238
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,51200,8192,0.13959999879201254
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,51200,8192,0.14284267028172812
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,51200,8192,0.13954666256904602
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,51200,8192,0.13361066579818726
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,51200,8192,0.13429866234461466
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,51200,8192,0.13222933808962503
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,51200,8192,0.1318826675415039
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,51200,8192,0.13125333189964294
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,51200,8192,0.1422826647758484
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,51200,8192,0.15027200182278952
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,51200,8192,2.300133387247721
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,51200,8192,0.1318880021572113
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,51200,8192,4.67304007212321
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,51200,8192,1.3305066426595051
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,51200,8192,1.2239147027333577
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,51200,8192,1.2893280188242595
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,51200,8192,1.1762826442718506
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,51200,8192,1.1323200066884358
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,51200,8192,10.224181493123373
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,51200,8192,1.2975733280181885
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,51200,8192,0.9921600023905436
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,51200,8192,1.1618026892344158
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,51200,8192,1.1561706860860188
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,51200,8192,0.8968533674875895
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,51200,8192,0.7749919891357422
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,51200,8192,1.0026079813639324
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,51200,8192,0.9631199836730957
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,51200,8192,0.7569333712259928
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,51200,8192,0.7844213644663492
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,51200,8192,0.8166826566060384
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,51200,8192,0.6444586515426636
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,51200,8192,0.6397066513697306
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,51200,8192,0.6043253342310587
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,51200,8192,0.5516693194707235
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,51200,8192,0.5123200019200643
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,51200,8192,0.5264799992243449
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,51200,8192,0.43722132841746014
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,51200,8192,0.3857920169830322
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,51200,8192,0.4035573403040568
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,51200,8192,0.29602134227752686
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,51200,8192,0.3155893286069234
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,51200,8192,0.23422932624816895
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,51200,8192,1.0680853525797527
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,51200,8192,0.169813334941864
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,51200,8192,0.19672532876332602
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,51200,8192,0.11313600341478984
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,51200,8192,0.10493866602579753
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,51200,8192,0.10180266698201497
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,51200,8192,0.11173866192499797
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,51200,8192,0.10756799578666687
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,51200,8192,0.1076693336168925
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,51200,8192,0.095360000928243
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,51200,8192,0.10520533720652263
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,51200,8192,0.09292800227801006
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,51200,8192,0.09139733513196309
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,51200,8192,0.090938667456309
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,51200,8192,0.10216533144315083
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,51200,8192,0.09044266740481059
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,51200,8192,0.09140266974767049
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,51200,8192,0.08877333005269368
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,51200,8192,0.08810133735338847
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,51200,8192,0.25309866666793823
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,51200,8192,0.08738133311271667
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,51200,8192,0.09004799524943034
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,51200,8192,0.08602133393287659
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,51200,8192,0.08694400389989217
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,51200,8192,0.10028266906738281
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,51200,8192,0.08641599615414937
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,51200,8192,0.08593066533406575
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,51200,8192,0.08727999528249104
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,51200,8192,0.0860746701558431
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,51200,8192,0.08763200044631958
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,51200,8192,0.08525866270065308
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,51200,8192,0.08571733037630717
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,51200,8192,0.08494399984677632
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,51200,8192,0.08522666494051616
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,51200,8192,0.08589866757392883
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,51200,8192,0.08524800340334575
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,51200,8192,0.08423466483751933
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,51200,8192,0.08462400237719218
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,51200,8192,0.08516800403594971
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,51200,8192,0.08497066299120586
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,51200,8192,0.08413333694140117
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,51200,8192,0.09160533547401428
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,51200,8192,0.08663466572761536
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,51200,10240,13.51461919148763
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,51200,8192,4.995391845703125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,51200,8192,2.5369760195414224
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,51200,8192,1.5286933581034343
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,51200,8192,1.2585493723551433
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,51200,8192,1.6932320594787598
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,51200,8192,1.189237356185913
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,51200,8192,1.3196053504943848
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,51200,8192,1.4539893468221028
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,51200,8192,1.106277306874593
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,51200,8192,1.1790453592936199
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,51200,8192,1.1179146766662598
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,51200,8192,0.9381866455078125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,51200,8192,1.1210560003916423
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,51200,8192,1.5437280337015789
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,51200,8192,0.8685920238494873
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,51200,8192,0.9475306669871012
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,51200,8192,0.864853302637736
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,51200,8192,0.883845329284668
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,51200,8192,0.7142240206400553
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,51200,8192,0.6186986764272054
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,51200,8192,0.6881972948710123
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,51200,8192,1.2153226534525554
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,51200,8192,0.5461440086364746
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,51200,8192,0.5828959941864014
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,51200,8192,0.5429013172785441
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,51200,8192,0.4994826714197795
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,51200,8192,1.3487733205159504
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,51200,8192,0.39717332522074383
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,51200,8192,0.5775733391443888
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,51200,8192,0.3142026662826538
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,51200,8192,0.25065066417058307
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,51200,8192,0.2928160031636556
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,51200,8192,0.16060266892115274
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,51200,8192,0.17501866817474365
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,51200,8192,0.32229334115982056
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,51200,10240,1.0095307032267253
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,51200,10240,0.9545919895172119
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,51200,8192,0.14032000303268433
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,51200,8192,0.12477866808573405
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,51200,8192,0.13646399974822998
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,51200,8192,0.11926399668057759
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,51200,8192,0.08476266264915466
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,51200,8192,0.090421328941981
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,51200,8192,0.08507200082143147
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,51200,8192,0.12434132893880208
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,51200,8192,0.08898133039474487
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,51200,8192,0.0844053328037262
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,51200,8192,0.08829866846402486
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,51200,8192,0.08334933718045552
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,51200,8192,0.0857919951279958
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,51200,8192,0.08096000055472057
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,51200,8192,0.08523733417193095
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,51200,8192,0.08066133161385854
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,51200,8192,0.08523199955622356
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,51200,8192,0.07973866661389668
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,51200,8192,0.07901866734027863
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,51200,8192,0.11573867003122966
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,51200,8192,0.10293866197268169
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,51200,8192,0.10251200199127197
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,51200,8192,0.11954666177431743
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,51200,8192,0.11589333415031433
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,51200,8192,0.11929600437482198
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,51200,8192,0.1157973309357961
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,51200,8192,0.10076266527175903
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,51200,8192,0.10245333115259807
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,51200,8192,0.11609066526095073
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,51200,8192,0.11585600177447002
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,51200,8192,0.11972799897193909
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,51200,8192,0.12365866700808208
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,51200,8192,0.11728533109029134
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,51200,8192,0.12225066622098286
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,51200,8192,0.1192586620648702
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,51200,8192,0.0827893316745758
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,51200,10240,0.9870399634043375
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,51200,8192,0.13753066460291544
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,51200,8192,0.13570132851600647
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,51200,8192,3.4064534505208335
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,51200,8192,0.7644906838734945
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,51200,8192,0.7177493572235107
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,51200,8192,0.7020800113677979
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,51200,8192,0.6766293048858643
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,51200,8192,1.5917226473490398
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,51200,8192,0.6524373292922974
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,51200,8192,0.6251893440882365
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,51200,8192,0.602458675702413
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,51200,8192,0.5765120188395182
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,51200,8192,0.5560319821039835
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,51200,8192,0.5281493266423544
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,51200,8192,0.504965345064799
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,51200,8192,10.430912017822266
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,51200,8192,0.47815998395284015
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,51200,8192,0.45509334405263263
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,51200,8192,0.6068586508433024
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,51200,8192,0.40695468584696454
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,51200,8192,0.3818826675415039
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,51200,8192,0.3306933244069417
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,51200,8192,0.3111199935277303
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,51200,8192,0.35153599580128986
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,51200,8192,0.2810080051422119
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,51200,8192,0.2611573338508606
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,51200,8192,0.23413334290186563
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,51200,8192,0.2097546656926473
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,51200,8192,0.18620800971984863
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,51200,8192,0.1373973290125529
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,51200,8192,0.11619200309117635
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,51200,8192,0.16425599654515585
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,51200,8192,0.10295466581980388
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,51200,8192,0.06725866595904033
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,51200,8192,0.0664106657107671
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,51200,8192,0.0661653329928716
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,51200,8192,0.066021333138148
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,51200,8192,0.07420266668001811
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,51200,8192,0.07549333572387695
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,51200,8192,0.0601440022389094
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,51200,8192,0.08223466575145721
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,51200,8192,0.05989866455396017
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,51200,8192,0.058890665570894875
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,51200,8192,0.06019733349482218
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,51200,8192,0.05982933441797892
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,51200,8192,0.05994133154551188
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,51200,8192,0.05983999868233999
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,51200,8192,0.05856533348560333
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,51200,8192,0.06764799853165944
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,51200,8192,0.06053866446018219
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,51200,8192,0.058543999989827476
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,51200,8192,0.06145599981149038
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,51200,8192,0.060677334666252136
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,51200,8192,0.0601440022389094
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,51200,8192,0.05991466840108236
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,51200,8192,0.05819733440876007
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,51200,8192,0.05990933378537496
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,51200,8192,0.06364800035953522
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,51200,8192,0.060191998879114784
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,51200,8192,0.061861331264177956
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,51200,8192,0.06192000210285187
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,51200,8192,0.06330133477846782
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,51200,8192,0.0621919979651769
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,51200,8192,0.06438933312892914
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,51200,8192,0.06528533498446147
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,51200,8192,0.061903998255729675
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,51200,8192,0.06358399987220764
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,51200,8192,0.06328533093134563
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,51200,8192,0.06428800026575725
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,51200,8192,0.059903999169667564
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,51200,8192,0.06186666587988535
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,51200,7168,3.6129493713378906
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,51200,7168,2.3319679896036782
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,51200,7168,8.166805267333984
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,51200,7168,2.0796213150024414
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,51200,7168,2.2676587104797363
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,51200,7168,1.9759093920389812
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,51200,7168,2.1545333862304688
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,51200,7168,1.8516747156778972
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,51200,7168,1.7691359519958496
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,51200,7168,1.8896692593892415
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,51200,7168,16.221093495686848
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,51200,7168,1.6307627360026042
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,51200,7168,1.7223413785298665
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,51200,7168,1.5388320287068684
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,51200,7168,1.4927147229512532
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,51200,7168,1.3676586151123047
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,51200,7168,1.167248010635376
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,51200,7168,1.1486026446024578
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,51200,7168,1.0691946347554524
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,51200,7168,1.0768373012542725
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,51200,7168,0.9767626921335856
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,51200,7168,1.366927941640218
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,51200,7168,0.9549547036488851
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,51200,7168,0.8653493722279867
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,51200,7168,0.7759253184000651
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,51200,7168,0.7146666844685873
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,51200,7168,0.6070826848347982
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,51200,7168,0.5788053274154663
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,51200,7168,0.4891573190689087
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,51200,7168,0.46453332901000977
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,51200,7168,0.38150401910146076
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,51200,7168,0.2864053249359131
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,51200,7168,0.36276264985402423
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,51200,7168,0.169706662495931
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,51200,7168,0.14040000240008035
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,51200,7168,0.14037332932154337
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,51200,7168,0.13342400391896567
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,51200,7168,0.15828266739845276
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,51200,7168,0.8260320027669271
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,51200,7168,0.15594666202863058
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,51200,7168,0.14916266997655234
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,51200,7168,0.1288800040880839
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,51200,7168,0.1449066698551178
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,51200,7168,0.12458133697509766
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,51200,7168,0.12176000078519185
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,51200,7168,0.12221333384513855
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,51200,7168,0.14192000031471252
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,51200,7168,0.12613866726557413
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,51200,7168,0.13157866398493448
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,51200,7168,0.12799466649691263
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,51200,7168,0.1295413374900818
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,51200,7168,0.12809066971143088
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,51200,7168,0.12632532914479574
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,51200,7168,0.1267146666844686
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,51200,7168,0.12501333157221475
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,51200,7168,0.12470400333404541
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,51200,7168,0.12365866700808208
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,51200,7168,0.12342933813730876
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,51200,7168,0.12402666608492534
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,51200,7168,0.12384000420570374
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,51200,7168,0.12406399846076965
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,51200,7168,0.12340799967447917
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,51200,7168,0.25704000393549603
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,51200,7168,0.12362133463223775
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,51200,7168,0.123471995194753
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,51200,7168,0.12330133716265361
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,51200,7168,0.12543466687202454
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,51200,7168,0.12372799714406331
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,51200,7168,0.11660266915957133
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,51200,7168,0.11545600493748982
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,51200,7168,0.11556800206502278
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,51200,7168,0.11383466919263203
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,51200,7168,0.11409067114194234
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,51200,7168,0.12616533041000366
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,51200,7168,3.9360373814900718
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,51200,7168,2.017423947652181
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,51200,7168,1.260213295618693
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,51200,7168,1.0352213382720947
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,51200,7168,0.9947786331176758
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,51200,7168,0.9787840048472086
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,51200,7168,8.991488138834635
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,51200,7168,0.9583626588185629
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,51200,7168,1.0636053085327148
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,51200,7168,0.8802773157755533
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,51200,7168,0.9170453548431396
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,51200,7168,0.8259680271148682
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,51200,7168,0.8795573711395264
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,51200,7168,0.7534026304880778
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,51200,7168,0.7512319882710775
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,51200,7168,0.7085386912027994
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,51200,7168,0.6755466461181641
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,51200,7168,1.1221333344777424
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,51200,7168,0.7058719793955485
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,51200,7168,0.668778657913208
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,51200,7168,0.5630240043004354
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,51200,7168,0.5403680006663004
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,51200,7168,0.505232016245524
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,51200,7168,0.4784853458404541
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,51200,7168,0.4487413167953491
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,51200,7168,0.4379733403523763
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,51200,7168,0.3410986661911011
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,51200,7168,0.3309653401374817
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,51200,7168,0.2861119906107585
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,51200,7168,0.2757173379262288
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,51200,7168,0.2200266718864441
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,51200,7168,0.20843199888865152
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,51200,7168,0.1745599905649821
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,51200,7168,0.15416000286738077
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,51200,7168,0.09008533755938213
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,51200,7168,0.38545068105061847
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,51200,7168,0.08778132994969685
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,51200,8192,0.8208213647206625
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,51200,7168,0.08659199873606364
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,51200,7168,0.09306666254997253
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,51200,7168,0.09366400043169658
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,51200,7168,0.09522133072217305
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,51200,7168,0.08230400085449219
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,51200,7168,0.08080000181992848
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,51200,7168,0.07899199922879536
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,51200,7168,0.10522133111953735
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,51200,7168,0.07940799991289775
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,51200,7168,0.07897066573301952
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,51200,7168,0.0812906672557195
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,51200,7168,0.08063466846942902
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,51200,7168,0.08051733175913493
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,51200,7168,0.08035733302434285
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,51200,7168,0.07860266665617625
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,51200,7168,0.07928533355395
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,51200,7168,0.07669333120187123
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,51200,7168,0.07964799801508586
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,51200,7168,0.0792799989382426
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,51200,7168,0.07620800038178761
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,51200,7168,0.07673599819342296
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,51200,7168,0.07717866698900859
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,51200,7168,0.07741333544254303
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,51200,7168,0.0772213339805603
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,51200,7168,0.07681066791216533
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,51200,7168,0.07691200077533722
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,51200,7168,0.07631466786066692
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,51200,7168,0.07689066727956136
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,51200,7168,0.07622933387756348
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,51200,7168,0.09104532996813457
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,51200,7168,0.0763733337322871
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,51200,7168,0.07576000193754832
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,51200,7168,0.07562666634718578
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,51200,7168,0.08887466788291931
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,51200,7168,0.07461866736412048
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,51200,8192,0.8489653269449869
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,51200,7168,0.07644799848397572
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,51200,7168,0.0768693337837855
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,51200,8192,0.8746826648712158
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,51200,8192,0.8017226854960123
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,51200,7168,2.546816031138102
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,51200,7168,1.3591626485188801
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,51200,7168,4.667770703633626
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,51200,7168,9.410901387532553
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,51200,7168,1.0358453591664631
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,51200,7168,1.3290879726409912
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,51200,7168,1.2489173412322998
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,51200,7168,1.7255093256632488
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,51200,7168,1.0623520215352376
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,51200,7168,1.0141066710154216
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,51200,7168,1.09115735689799
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,51200,7168,0.9355786641438802
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,51200,7168,0.8495253721872965
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,51200,7168,0.7691253026326498
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,51200,7168,0.9305280049641927
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,51200,7168,0.6446880102157593
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,51200,7168,0.962773323059082
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,51200,7168,1.0409386952718098
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,51200,7168,0.5658880074818929
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,51200,7168,0.8940213521321615
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,51200,7168,0.5496960083643595
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,51200,7168,0.5481066703796387
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,51200,7168,0.4705706834793091
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,51200,7168,0.35549867153167725
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,51200,7168,0.5862933397293091
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,51200,7168,0.2882560094197591
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,51200,7168,0.35440532366434735
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,51200,7168,0.47041598955790204
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,51200,7168,0.2243679960568746
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,51200,7168,0.17868266503016153
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,51200,7168,0.249616007010142
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,51200,7168,0.13594667116800943
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,51200,7168,1.812453269958496
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,51200,7168,1.2159093221028645
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,51200,7168,0.12351466218630473
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,51200,7168,0.12291199962298076
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,51200,7168,0.11994133392969768
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,51200,7168,0.1185706655184428
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,51200,7168,0.11782399813334148
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,51200,7168,0.07833066582679749
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,51200,7168,0.07748800019423167
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,51200,7168,0.07689600189526875
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,51200,7168,0.0766133318344752
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,51200,7168,0.07657066484292348
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,51200,7168,0.07689600189526875
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,51200,7168,0.07623466849327087
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,51200,7168,0.07434133191903432
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,51200,7168,0.07194666564464569
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,51200,7168,0.07259200016657512
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,51200,7168,0.07240533332029979
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,51200,7168,0.07221333185831706
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,51200,7168,0.0960106650988261
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,51200,7168,0.09309333562850952
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,51200,7168,0.09308266639709473
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,51200,7168,0.0930613378683726
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,51200,7168,0.11379733681678772
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,51200,7168,0.09045333663622539
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,51200,7168,0.0913813312848409
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,51200,7168,0.07819733520348866
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,51200,7168,0.09211200475692749
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,51200,7168,0.08964266379674275
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,51200,7168,0.09100266297658284
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,51200,7168,0.08932266632715861
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,51200,7168,0.09526933232943217
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,51200,7168,0.10203733046849568
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,51200,7168,0.09074667096138
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,51200,7168,0.09194667140642802
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,51200,7168,0.08781333764394124
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,51200,7168,0.10300266742706299
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,51200,7168,0.09055466453234355
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,51200,7168,0.1218826671441396
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,51200,7168,0.11945600310961406
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,51200,8192,0.7899040381113688
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,51200,7168,9.195215861002604
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,51200,7168,0.7612640062967936
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,51200,7168,0.6492906808853149
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,51200,7168,0.6226986646652222
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,51200,7168,0.6007519960403442
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,51200,7168,0.5805919965108236
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,51200,7168,0.5588853359222412
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,51200,7168,0.5359466473261515
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,51200,7168,0.5171306530634562
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,51200,7168,0.49356265862782794
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,51200,7168,0.4720906813939412
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,51200,7168,0.4495306809743245
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,51200,7168,0.4271093209584554
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,51200,7168,0.4058346748352051
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,51200,7168,0.3830133279164632
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,51200,7168,0.36287999153137207
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,51200,7168,0.338703989982605
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,51200,7168,0.31623999277750653
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,51200,7168,0.2953386704126994
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,51200,7168,0.2765760024388631
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,51200,7168,0.2503146727879842
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,51200,7168,0.2319413423538208
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,51200,7168,0.21041067441304526
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,51200,7168,0.18676799535751343
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,51200,7168,0.16530666748682657
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,51200,7168,0.14857066671053568
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,51200,7168,0.12295466661453247
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,51200,7168,0.10413333773612976
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,51200,7168,0.09264533718427022
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,51200,7168,0.06009600063165029
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,51200,7168,0.059530665477116905
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,51200,7168,0.0598826656738917
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,51200,7168,0.059861332178115845
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,51200,7168,0.06049066781997681
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,51200,7168,0.0682773341735204
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,51200,7168,2.9336318969726562
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,51200,7168,0.06838933130105336
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,51200,7168,0.05409599840641022
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,51200,7168,0.07972266773382823
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,51200,7168,0.05393599967161814
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,51200,7168,0.05493866900602976
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,51200,7168,0.054085334142049156
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,51200,7168,0.054917335510253906
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,51200,7168,0.05364799996217092
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,51200,7168,0.054144000013669334
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,51200,7168,0.054010664423306785
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,51200,7168,0.05373333394527435
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,51200,7168,0.0547626664241155
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,51200,7168,0.056741332014401756
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,51200,7168,0.05487999816735586
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,51200,7168,0.055104002356529236
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,51200,7168,0.054416000843048096
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,51200,7168,0.05374933282534281
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,51200,7168,0.0545066644748052
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,51200,7168,0.05346133311589559
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,51200,7168,0.05407466491063436
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,51200,7168,0.05796800057093302
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,51200,7168,0.05366933345794678
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,51200,7168,0.05473066866397858
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,51200,7168,0.05418133238951365
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,51200,7168,0.05782400071620941
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,51200,7168,0.05513600011666616
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,51200,7168,0.05538133283456167
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,51200,7168,0.0540533314148585
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,51200,7168,0.05584533512592316
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,51200,7168,0.054485330979029335
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,51200,7168,0.05611733098824819
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,51200,7168,0.05446400245030721
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,51200,6144,6.630917231241862
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,51200,6144,3.7078987757364907
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,51200,6144,1.9004106521606445
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,51200,6144,1.7241919835408528
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,51200,6144,1.7450133959452312
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,51200,6144,13.903797149658203
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,51200,6144,1.585653305053711
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,51200,6144,1.780453364054362
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,51200,6144,1.488800048828125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,51200,6144,1.718400001525879
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,51200,6144,1.505525271097819
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,51200,6144,1.4314613342285156
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,51200,6144,1.4282293319702148
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,51200,7168,0.7795360088348389
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,51200,6144,1.2845866680145264
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,51200,6144,1.282639980316162
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,51200,6144,1.1261706352233887
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,51200,6144,1.1686879793802898
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,51200,6144,1.0169119834899902
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,51200,7168,0.7574026584625244
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,51200,6144,1.122922658920288
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,51200,6144,1.0259466965993245
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,51200,6144,0.8404320081075033
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,51200,6144,0.795087973276774
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,51200,6144,0.8192959626515707
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,51200,6144,0.70305069287618
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,51200,6144,0.7591679890950521
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,51200,6144,0.5981013377507528
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,51200,6144,0.5221920013427734
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,51200,6144,0.49398934841156006
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,51200,6144,0.8927146593729655
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,51200,6144,0.3970133463541667
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,51200,6144,0.34404265880584717
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,51200,6144,0.3105173309644063
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,51200,6144,0.2228320042292277
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,51200,6144,0.25154133637746173
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,51200,6144,0.14391466975212097
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,51200,6144,0.12727999687194824
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,51200,6144,0.12364799777666728
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,51200,6144,0.11799466609954834
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,51200,6144,0.13646399974822998
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,51200,6144,0.12863999605178833
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,51200,6144,0.1356000006198883
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,51200,6144,0.10880000392595927
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,51200,6144,0.132042666276296
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,51200,6144,0.1067519982655843
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,51200,6144,0.10718400279680888
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,51200,6144,0.10372266173362732
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,51200,6144,0.1288266678651174
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,51200,6144,0.10612799723943074
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,51200,6144,0.11271466811498006
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,51200,6144,0.10919466614723206
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,51200,6144,0.10983999570210774
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,51200,6144,0.11032533645629883
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,51200,6144,0.10898666580518086
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,51200,6144,0.10959999759991963
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,51200,6144,0.10748799641927083
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,51200,6144,0.1090880036354065
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,51200,6144,0.10692800084749858
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,51200,6144,0.1083519955476125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,51200,6144,0.10620799660682678
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,51200,6144,0.10815999905268352
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,51200,6144,0.10586133599281311
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,51200,6144,0.1079253355662028
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,51200,6144,0.10503466924031575
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,51200,6144,0.10694400469462077
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,51200,6144,0.10573866963386536
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,51200,6144,0.10732799768447876
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,51200,6144,0.10664533575375874
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,51200,6144,0.1071519951025645
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,51200,6144,0.10537599523862202
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,51200,6144,0.4129066864649455
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,51200,6144,0.09961066643397014
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,51200,6144,0.09878399968147278
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,51200,6144,0.1011946698029836
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,51200,6144,0.10070932904879253
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,51200,6144,1.7272586822509766
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,51200,6144,0.9384000301361084
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,51200,6144,3.4910879135131836
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,51200,6144,0.9063200155893961
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,51200,6144,0.8564693133036295
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,51200,6144,0.9025386969248453
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,51200,6144,0.8451733589172363
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,51200,6144,0.8147786458333334
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,51200,6144,0.7990826765696207
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,51200,6144,0.7545813719431559
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,51200,6144,7.362325032552083
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,51200,6144,0.7550559838612875
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,51200,6144,0.722442626953125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,51200,6144,0.7490080197652181
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,51200,6144,0.6319306691487631
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,51200,6144,0.7450559933980306
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,51200,7168,1.415130615234375
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,51200,6144,0.5954826672871908
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,51200,6144,0.5814293225606283
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,51200,6144,0.49485333760579425
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,51200,6144,0.6141120195388794
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,51200,6144,0.4451520045598348
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,51200,6144,0.4196426471074422
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,51200,6144,0.3909706672032674
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,51200,6144,0.38362665971120197
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,51200,6144,0.3347626527150472
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,51200,6144,0.29495465755462646
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,51200,6144,0.2932106653849284
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,51200,6144,0.23384000857671103
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,51200,6144,0.23851199944814047
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,51200,6144,0.19453332821528116
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,51200,6144,0.18224000930786133
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,51200,6144,0.13291200002034506
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,51200,6144,0.14774933457374573
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,51200,6144,0.0807360013326009
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,51200,6144,0.09442666172981262
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,51200,6144,0.08074666559696198
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,51200,6144,0.07971733311812083
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,51200,6144,0.08830400307973225
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,51200,6144,0.0846720039844513
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,51200,6144,0.08690667152404785
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,51200,6144,0.07412800192832947
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,51200,6144,0.0839519997437795
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,51200,6144,0.07168533404668172
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,51200,6144,0.07149866720040639
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,51200,6144,0.0701386680205663
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,51200,6144,0.08102933565775554
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,51200,6144,0.07057066758473714
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,51200,6144,0.07419200241565704
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,51200,6144,0.07357333103815715
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,51200,6144,0.07149866720040639
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,51200,6144,0.07196266452471416
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,51200,6144,0.07040533423423767
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,51200,6144,0.07080533107121785
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,51200,6144,0.07053333520889282
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,51200,6144,0.06968000034491222
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,51200,6144,0.6390560070673624
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,51200,6144,0.06785066425800323
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,51200,6144,0.06885866820812225
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,51200,6144,0.069733331600825
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,51200,6144,0.07008000214894612
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,51200,6144,0.07049599786599477
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,51200,6144,0.0680320014556249
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,51200,6144,0.06817066669464111
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,51200,6144,0.06880533198515575
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,51200,6144,0.06831466654936473
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,51200,6144,0.06849599877993266
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,51200,6144,0.0691840002934138
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,51200,6144,0.06808533271153767
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,51200,6144,0.06912533442179362
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,51200,6144,0.06830933193365733
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,51200,6144,0.06793599824110667
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,51200,6144,0.07021866738796234
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,51200,6144,0.451472004254659
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,51200,6144,0.06829866766929626
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,51200,6144,1.2118240197499592
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,51200,6144,1.1499306360880535
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,51200,6144,4.472901344299316
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,51200,6144,0.9965813159942627
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,51200,6144,0.9327200253804525
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,51200,6144,1.450485388437907
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,51200,6144,1.0033706823984783
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,51200,6144,0.945909341176351
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,51200,6144,0.9469760258992513
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,51200,6144,0.8765172958374023
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,51200,6144,0.8753813107808431
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,51200,6144,0.8138346672058105
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,51200,6144,2.020474592844645
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,51200,6144,8.455082575480143
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,51200,6144,0.6912000179290771
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,51200,6144,0.7243093649546305
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,51200,6144,0.6100426514943441
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,51200,6144,0.6577920118967692
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,51200,6144,0.48241599400838214
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,51200,6144,0.5922826528549194
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,51200,6144,0.4215466578801473
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,51200,6144,0.8091733455657959
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,51200,6144,0.4389333327611287
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,51200,6144,0.3910986582438151
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,51200,6144,0.3781813383102417
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,51200,6144,0.3272160092989604
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,51200,6144,0.31252266963322956
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,51200,6144,0.2674400011698405
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,51200,6144,0.2472213308016459
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,51200,6144,0.20641066630681357
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,51200,6144,0.18645334243774414
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,51200,6144,0.14734933773676553
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,51200,6144,0.12379200259844463
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,51200,6144,0.553002675374349
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,51200,6144,0.5121226708094279
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,51200,7168,0.7485120296478271
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,51200,6144,0.10141866405804952
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,51200,6144,0.10087999701499939
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,51200,6144,0.09684266646703084
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,51200,6144,0.09708799918492635
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,51200,6144,0.09508267045021057
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,51200,6144,0.06780266761779785
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,51200,6144,0.06836799780527751
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,51200,6144,0.06704533100128174
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,51200,6144,0.06808533271153767
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,51200,6144,0.06658133367697398
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,51200,6144,0.06814399858315785
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,51200,6144,0.0663679987192154
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,51200,6144,0.06649066507816315
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,51200,6144,0.06256533165772755
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,51200,6144,0.06294399996598561
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,51200,6144,0.06192000210285187
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,51200,6144,0.06216000020503998
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,51200,6144,0.061903998255729675
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,51200,6144,0.07394133508205414
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,51200,6144,0.09892800450325012
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,51200,6144,0.08236800134181976
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,51200,6144,0.0746613343556722
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,51200,6144,0.07826666533946991
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,51200,6144,0.07670933504899342
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,51200,6144,0.07664533456166585
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,51200,6144,0.07615466912587483
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,51200,6144,0.07534400125344594
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,51200,6144,0.07498133182525635
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,51200,6144,0.07597866654396057
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,51200,6144,0.07867733140786488
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,51200,6144,0.07598933577537537
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,51200,6144,0.07763200004895528
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,51200,6144,0.07486933469772339
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,51200,6144,0.07762666543324788
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,51200,6144,0.07537599901358287
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,51200,6144,0.10635733604431152
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,51200,6144,0.08676266670227051
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,51200,6144,0.10134399930636089
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,51200,7168,0.694709300994873
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,51200,7168,0.6863306363423666
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,51200,6144,1.2213013172149658
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,51200,6144,0.5775306622187296
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,51200,6144,0.5575360059738159
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,51200,6144,0.5401120185852051
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,51200,6144,0.5205973386764526
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,51200,6144,0.5024960041046143
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,51200,6144,0.4816266695658366
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,51200,6144,0.4666026830673218
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,51200,6144,0.4460800091425578
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,51200,6144,0.42765867710113525
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,51200,6144,0.4066026608149211
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,51200,6144,0.38890135288238525
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,51200,6144,0.3689279953638713
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,51200,6144,0.3514293432235718
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,51200,6144,0.3304213285446167
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,51200,6144,0.31379733482996625
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,51200,6144,0.29426666100819904
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,51200,6144,0.2746826608975728
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,51200,6144,0.2560693422953288
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,51200,6144,0.2405173381169637
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,51200,6144,0.21740265687306723
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,51200,6144,0.20141865809758505
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,51200,6144,0.18314133087793985
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,51200,6144,0.16270933548609415
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,51200,6144,0.14383467038472494
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,51200,6144,0.13050132989883423
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,51200,6144,0.10796266794204712
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,51200,6144,0.09102933605511983
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,51200,6144,0.08145066599051158
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,51200,6144,0.05378133555253347
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,51200,6144,0.053674668073654175
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,51200,6144,0.05355200171470642
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,51200,6144,0.054058666030565895
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,51200,6144,0.054799998799959816
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,51200,6144,0.05729599793752035
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,51200,6144,0.057162667314211525
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,51200,6144,0.06604266663392384
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,51200,6144,0.048485333720842995
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,51200,6144,0.04817600051561991
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,51200,6144,0.04756266872088114
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,51200,6144,0.04797866443792979
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,51200,6144,0.047930667797724404
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,51200,6144,0.047456001242001854
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,51200,6144,0.048250665267308555
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,51200,6144,0.04781333108743032
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,51200,6144,0.04830400149027506
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,51200,6144,0.04938133557637533
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,51200,6144,0.04957333207130432
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,51200,6144,0.048565333088239036
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,51200,6144,0.04750399788220724
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,51200,6144,0.048954665660858154
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,51200,6144,0.0472320020198822
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,51200,6144,0.048341333866119385
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,51200,6144,0.0488373339176178
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,51200,6144,0.04957333207130432
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,51200,6144,0.048538664976755776
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,51200,6144,0.047872001926104225
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,51200,6144,0.04863999783992767
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,51200,6144,0.04931733508904775
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,51200,6144,0.6722613175710043
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,51200,6144,0.04957866668701172
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,51200,6144,0.047610665361086525
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,51200,6144,0.048485333720842995
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,51200,6144,0.049327999353408813
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,51200,6144,0.050240000089009605
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,51200,6144,0.046911999583244324
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,51200,6144,0.047744000951449074
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,51200,6144,0.04828799764315287
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,51200,6144,2.5363146464029946
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,51200,6144,7.818096160888672
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,51200,5120,1.9924532572428386
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,51200,5120,5.440415700276692
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,51200,5120,1.5606826146443684
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,51200,5120,1.5750346183776855
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,51200,5120,1.3540587425231934
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,51200,5120,2.5970932642618814
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,51200,5120,1.4399520556132
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,51200,5120,1.3316266536712646
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,51200,5120,1.25272536277771
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,51200,5120,1.3560746510823567
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,51200,5120,1.1968479951222737
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,51200,5120,1.1168426672617595
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,51200,5120,1.00273601214091
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,51200,5120,11.226746877034506
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,51200,5120,1.0014453728993733
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,51200,5120,0.8961280186971029
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,51200,5120,1.0268800258636475
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,51200,5120,0.9091467062632242
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,51200,5120,0.7600106398264567
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,51200,5120,0.8767573038736979
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,51200,5120,0.6650186777114868
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,51200,5120,0.6429333289464315
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,51200,5120,0.5621920029322306
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,51200,5120,0.558570663134257
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,51200,5120,0.4997546672821045
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,51200,5120,1.1094506581624348
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,51200,5120,0.4357333183288574
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,51200,5120,0.4271093209584554
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,51200,5120,0.361407995223999
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,51200,5120,0.34355731805165607
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,51200,5120,0.27768532435099286
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,51200,5120,0.26985599597295123
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,51200,5120,0.18929066260655722
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,51200,5120,0.22990934054056802
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,51200,5120,0.11869333187739055
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,51200,5120,0.1013866662979126
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,51200,5120,0.10292266805966695
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,51200,5120,0.09785067041714986
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,51200,5120,0.11582400401433308
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,51200,5120,0.10802666346232097
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,51200,5120,0.11425066987673442
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,51200,5120,0.09318400422732036
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,51200,5120,0.09148266911506653
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,51200,5120,0.11087999741236369
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,51200,5120,0.09206933776537578
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,51200,5120,0.0890880028406779
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,51200,5120,0.10353599985440572
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,51200,5120,0.09480533003807068
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,51200,5120,0.09057600299517314
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,51200,5120,0.09315733114878337
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,51200,5120,0.09204799930254619
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,51200,5120,0.09288533528645833
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,51200,5120,0.09261866410573323
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,51200,5120,0.09125866492589314
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,51200,5120,0.614575982093811
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,51200,5120,0.0916373332341512
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,51200,5120,0.09086400270462036
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,51200,5120,0.09126933415730794
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,51200,5120,0.09091200431187947
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,51200,5120,0.09077333410580952
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,51200,5120,0.09091200431187947
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,51200,5120,0.09108266234397888
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,51200,5120,0.09052800138791402
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,51200,5120,0.09061333537101746
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,51200,5120,0.0902346670627594
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,51200,5120,0.09045333663622539
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,51200,5120,0.09000533819198608
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,51200,5120,0.08948266506195068
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,51200,5120,0.08970666925112407
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,51200,5120,0.09012800455093384
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,51200,5120,0.09060266613960266
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,51200,5120,0.08895466725031535
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,51200,5120,0.0906986693541209
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,51200,5120,0.09225066502888997
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,51200,5120,2.925498644510905
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,51200,5120,0.8110453287760416
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,51200,5120,0.7737440268198649
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,51200,5120,5.879109064737956
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,51200,5120,0.7648906707763672
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,51200,5120,0.7184480031331381
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,51200,5120,0.6954027016957601
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,51200,5120,0.6694666544596354
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,51200,5120,0.6481013298034668
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,51200,5120,0.6736533641815186
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,51200,5120,0.5927040179570516
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,51200,5120,0.6301333506902059
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,51200,5120,0.5381120045979818
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,51200,5120,0.5276639858881632
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,51200,5120,0.49581865469614667
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,51200,5120,0.48051734765370685
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,51200,5120,0.4787946542104085
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,51200,5120,0.4820266564687093
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,51200,5120,0.4103786547978719
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,51200,5120,0.3791840076446533
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,51200,5120,1.4621280034383137
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,51200,5120,0.36670398712158203
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,51200,5120,0.35096001625061035
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,51200,5120,0.30930133660634357
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,51200,5120,0.2831786672274272
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,51200,5120,0.2494879961013794
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,51200,5120,0.24188266197840372
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,51200,5120,0.20106667280197144
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,51200,5120,0.1957813302675883
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,51200,5120,0.8628266652425131
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,51200,5120,0.15612266461054483
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,51200,5120,0.1609546641508738
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,51200,5120,0.12923733393351236
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,51200,5120,0.12105600039164226
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,51200,5120,0.06825600067774455
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,51200,5120,0.07192533214886983
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,51200,5120,0.06649599969387054
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,51200,5120,0.07842133442560832
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,51200,5120,0.07454399764537811
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,51200,5120,0.06465066472689311
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,51200,5120,0.07124799986680348
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,51200,5120,0.06305600206057231
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,51200,5120,0.32525332768758136
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,51200,5120,0.06247999767462412
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,51200,5120,0.060645331939061485
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,51200,5120,0.06842133402824402
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,51200,5120,0.06232533355553945
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,51200,5120,0.07849066456158955
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,51200,5120,0.06469866633415222
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,51200,5120,0.06387199958165486
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,51200,5120,0.06354133288065593
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,51200,5120,0.07164266705513
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,51200,5120,0.06312533219655354
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,51200,5120,0.06198399762312571
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,51200,5120,0.060346667965253196
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,51200,5120,0.060133333007494606
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,51200,5120,0.060005332032839455
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,51200,5120,0.06092800199985504
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,51200,5120,0.06002133091290792
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,51200,5120,0.059845333298047386
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,51200,5120,0.06028800209363302
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,51200,5120,0.05913066864013672
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,51200,5120,0.06069866816202799
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,51200,5120,0.058517331878344216
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,51200,5120,0.060458665092786155
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,51200,5120,0.05890666445096334
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,51200,5120,0.059690664211908974
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,51200,5120,0.06018666426340739
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,51200,5120,0.059290667374928795
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,51200,5120,0.05894933144251505
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,51200,5120,0.05819199979305267
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,51200,5120,0.062133332093556724
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,51200,5120,0.05977599819501241
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,51200,5120,0.0584799995024999
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,51200,6144,0.6656426588694254
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,51200,5120,1.0361546675364177
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,51200,5120,3.7098986307779946
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,51200,5120,0.9831946690877279
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,51200,5120,7.253637313842773
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,51200,5120,0.8563893636067709
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,51200,5120,0.9113439718882242
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,51200,5120,0.875594695409139
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,51200,5120,0.893509308497111
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,51200,5120,0.7388746738433838
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,51200,5120,0.7105759779612223
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,51200,5120,0.9344373544057211
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,51200,5120,0.7486186822255453
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,51200,5120,0.6560693184534708
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,51200,5120,0.7854666709899902
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,51200,5120,0.5871466795603434
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,51200,5120,0.6615840196609497
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,51200,5120,0.5571680068969727
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,51200,5120,0.5786133209864298
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,51200,5120,0.498032013575236
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,51200,5120,0.586357315381368
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,51200,5120,0.47572799523671466
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,51200,5120,0.3625760078430176
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,51200,5120,0.40722131729125977
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,51200,5120,0.3147786657015483
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,51200,5120,0.3511893351872762
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,51200,5120,0.2650559941927592
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,51200,5120,0.284768005212148
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,51200,5120,0.21547200282414755
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,51200,5120,0.22920533021291098
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,51200,5120,0.16666666666666666
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,51200,5120,0.16294399897257486
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,51200,5120,0.11914133032162984
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,51200,5120,1.7945973078409831
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,51200,5120,0.1074079970518748
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,51200,5120,0.4137493371963501
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,51200,5120,0.9052639802296957
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,51200,6144,0.6196159919102987
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,51200,6144,0.6093706687291464
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,51200,5120,0.08849599957466125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,51200,5120,0.0825439989566803
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,51200,5120,0.08662399649620056
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,51200,5120,0.05962666869163513
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,51200,5120,0.058176000912984215
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,51200,5120,0.059157331784566246
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,51200,5120,0.0869760016600291
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,51200,5120,0.05795200169086456
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,51200,5120,0.05818133552869161
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,51200,5120,0.05789866546789805
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,51200,5120,0.05604266623655955
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,51200,5120,0.0540533314148585
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,51200,5120,0.05378133555253347
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,51200,5120,0.053674668073654175
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,51200,5120,0.053183997670809426
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,51200,5120,0.06563200056552887
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,51200,5120,0.06576000154018402
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,51200,5120,0.06402666866779327
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,51200,5120,0.06431999802589417
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,51200,5120,0.06615466872851054
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,51200,5120,0.06745066742102306
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,51200,5120,0.06399466594060262
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,51200,5120,0.06434133152167003
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,51200,5120,0.08673066894213359
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,51200,5120,0.06699733436107635
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,51200,5120,0.07036800185839336
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,51200,5120,0.07489066819349925
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,51200,5120,0.06782933572928111
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,51200,5120,0.07055999835332234
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,51200,5120,0.05778666834036509
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,51200,5120,0.06640533109505971
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,51200,5120,0.054042667150497437
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,51200,5120,0.0672106643517812
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,51200,5120,0.0664106657107671
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,51200,5120,0.08240533371766408
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,51200,5120,0.06422399977842967
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,51200,5120,0.08261333405971527
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,51200,5120,0.08367466926574707
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,51200,6144,0.5932106574376425
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,51200,5120,0.538152019182841
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,51200,5120,2.111285368601481
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,51200,5120,0.5347546736399332
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,51200,5120,0.5730026563008627
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,51200,5120,0.552133321762085
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,51200,5120,7.228277206420898
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,51200,5120,1.01637601852417
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,51200,5120,0.505026658376058
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,51200,5120,0.49137334028879803
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,51200,5120,0.47889868418375653
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,51200,5120,0.4697733322779338
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,51200,5120,0.44442133108774823
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,51200,5120,0.4259093205134074
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,51200,5120,0.4102960030237834
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,51200,5120,0.3864826758702596
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,51200,5120,0.37798933188120526
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,51200,5120,0.364303986231486
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,51200,5120,0.348413348197937
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,51200,5120,0.33911999066670734
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,51200,5120,0.31591467062632245
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,51200,5120,0.29840532938639325
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,51200,5120,0.2813093264897664
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,51200,5120,0.263047993183136
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,51200,5120,0.25170665979385376
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,51200,5120,0.23494132359822592
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,51200,5120,0.2192959984143575
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,51200,5120,0.20907733837763467
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,51200,5120,0.18548266092936197
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,51200,5120,0.17161067326863608
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,51200,5120,0.13727200031280518
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,51200,5120,0.15654666225115457
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,51200,5120,0.12299199899037679
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,51200,5120,0.11088266968727112
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,51200,5120,0.09095999598503113
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,51200,5120,0.07920266687870026
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,51200,5120,0.045466666420300804
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,51200,5120,0.06922399997711182
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,51200,5120,0.045221333702405296
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,51200,5120,0.045226668318112694
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,51200,5120,0.04522933562596639
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,51200,5120,0.045234665274620056
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,51200,5120,0.04818933208783468
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,51200,5120,0.04863733549912771
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,51200,5120,0.05503466725349426
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,51200,5120,0.04214400053024292
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,51200,5120,0.040733332435290016
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,51200,5120,0.04124533385038376
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,51200,5120,0.04124266654253006
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,51200,5120,0.04053066670894623
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,51200,5120,0.04134399940570196
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,51200,5120,0.04178933302561442
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,51200,5120,0.042263999581336975
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,51200,5120,0.042621334393819175
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,51200,5120,0.040818666418393455
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,51200,5120,0.040445332725842796
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,51200,5120,0.04106933375199636
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,51200,5120,0.04206133385499319
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,51200,5120,0.042117332418759666
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,51200,5120,0.04128800084193548
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,51200,5120,0.04159733404715856
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,51200,5120,0.04233866433302561
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,51200,5120,0.041106666127840676
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,51200,5120,0.03958666572968165
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,51200,5120,0.04274400075276693
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,51200,5120,0.04094666739304861
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,51200,5120,0.04260000089804331
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,51200,5120,0.04137333234151205
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,51200,4096,8.544570922851562
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,51200,4096,4.36948808034261
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,51200,4096,2.314751942952474
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,51200,4096,1.3152159849802654
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,51200,4096,1.241535981496175
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,51200,4096,1.2427732944488525
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,51200,4096,1.0833600362141926
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,51200,4096,1.1436373392740886
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,51200,4096,1.0007253487904866
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,51200,4096,1.0021013418833415
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,51200,4096,0.9808159669240316
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,51200,4096,1.038709322611491
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,51200,4096,0.9025546709696451
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,51200,4096,0.9136426448822021
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,51200,4096,0.787717342376709
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,51200,4096,0.788149356842041
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,51200,4096,0.7184693018595377
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,51200,4096,0.7235466639200846
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,51200,4096,0.7063039938608805
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,51200,4096,0.6982026894887289
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,51200,4096,0.5908000071843466
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,51200,4096,0.5470666488011678
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,51200,4096,0.5230826536814371
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,51200,5120,0.04148799926042557
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,51200,4096,0.5109066565831503
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,51200,4096,0.463152011235555
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,51200,4096,0.43994665145874023
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,51200,4096,0.40402666727701825
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,51200,4096,0.3521759907404582
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,51200,4096,0.3345653216044108
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,51200,4096,0.2809600035349528
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,51200,4096,0.28326932589213055
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,51200,4096,0.22315200169881186
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,51200,4096,0.22248532374699911
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,51200,4096,0.15455466508865356
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,51200,4096,0.1677173376083374
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,51200,4096,0.09794666369756062
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,51200,4096,0.08452266454696655
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,51200,4096,0.08223466575145721
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,51200,4096,0.09146133065223694
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,51200,4096,0.09009599685668945
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,51200,4096,0.09088533123334248
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,51200,4096,0.07886399825414021
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,51200,4096,0.08853333195050557
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,51200,4096,0.07548800110816956
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,51200,4096,0.07602666815121968
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,51200,4096,0.07534933090209961
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,51200,4096,0.08746133248011272
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,51200,4096,0.0765173335870107
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,51200,4096,0.07754666606585185
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,51200,4096,0.07607466479142506
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,51200,4096,0.07604800164699554
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,51200,4096,0.07681066791216533
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,51200,4096,0.0764160007238388
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,51200,4096,0.07638399799664815
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,51200,4096,0.07445866862932841
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,51200,4096,0.07585066556930542
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,51200,4096,0.08442133665084839
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,51200,4096,0.07592533528804779
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,51200,4096,0.07408000032107036
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,51200,4096,0.07505066692829132
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,51200,4096,0.07308266560236613
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,51200,4096,0.0755680004755656
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,51200,4096,0.07344533503055573
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,51200,4096,0.07524266839027405
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,51200,4096,0.07366933425267537
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,51200,4096,0.07450133562088013
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,51200,4096,0.07402133444945018
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,51200,4096,0.07446933289368947
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,51200,4096,0.07340266803900401
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,51200,4096,0.07419733206431071
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,51200,4096,0.07344533503055573
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,51200,4096,0.07458133498827617
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,51200,4096,0.0718399981657664
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,51200,4096,0.07384000221888225
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,51200,4096,2.3963732719421387
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,51200,4096,1.1951253414154053
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,51200,4096,4.621018727620442
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,51200,4096,0.6867679754892985
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,51200,4096,0.6195253531138102
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,51200,4096,0.6186346610387167
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,51200,4096,0.5816640059153239
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,51200,4096,0.5905813376108805
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,51200,4096,0.662224014600118
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,51200,4096,0.5474133491516113
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,51200,4096,0.5118399858474731
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,51200,4096,0.6147520144780477
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,51200,4096,0.48073065280914307
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,51200,4096,0.5921013355255127
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,51200,4096,0.43501333395640057
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,51200,4096,0.5336906512578329
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,51200,4096,0.4068426688512166
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,51200,4096,0.48977065086364746
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,51200,4096,0.3988960186640422
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,51200,4096,0.4699733257293701
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,51200,4096,0.3359146515528361
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,51200,4096,0.30832000573476154
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,51200,4096,0.299344003200531
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,51200,4096,0.26073600848515827
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,51200,4096,0.2480693260828654
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,51200,4096,0.22636266549428305
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,51200,4096,0.2010186711947123
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,51200,4096,0.19196800390879312
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,51200,4096,0.16500266393025717
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,51200,4096,0.1564479966958364
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,51200,4096,0.13297067085901895
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,51200,4096,0.12650133172671
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,51200,4096,0.10689600308736165
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,51200,4096,0.0922879974047343
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,51200,4096,0.06774933139483134
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,51200,4096,0.059152002135912575
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,51200,4096,0.05781333148479462
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,51200,4096,0.059802666306495667
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,51200,4096,0.062650665640831
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,51200,4096,0.2986560066541036
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,51200,4096,0.061343997716903687
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,51200,4096,0.055359999338785805
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,51200,4096,0.05960000058015188
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,51200,4096,0.05285866558551788
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,51200,4096,0.05242133140563965
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,51200,4096,0.053957333167394005
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,51200,4096,0.05806933343410492
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,51200,4096,0.05243200063705444
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,51200,4096,0.062309334675470986
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,51200,4096,0.05663999915122986
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,51200,4096,0.05411200225353241
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,51200,4096,0.05547733108202616
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,51200,4096,0.05646933118502299
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,51200,4096,0.053786665201187134
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,51200,4096,0.05551999807357788
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,51200,4096,0.05231466889381409
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,51200,4096,0.05398933092753092
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,51200,4096,0.05482666691144308
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,51200,4096,0.053472002347310386
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,51200,4096,0.05312533179918925
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,51200,4096,0.052671998739242554
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,51200,4096,0.05275199810663859
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,51200,4096,0.05213866631189982
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,51200,4096,0.05194133520126343
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,51200,4096,0.052570665876070656
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,51200,4096,0.052341332038243614
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,51200,4096,0.05301866432030996
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,51200,4096,0.050517335534095764
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,51200,4096,0.05235200126965841
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,51200,4096,0.04970666766166687
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,51200,4096,0.05211733281612396
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,51200,4096,0.0498986691236496
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,51200,4096,0.05204799771308899
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,51200,4096,0.05018133421738943
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,51200,5120,0.04295733571052551
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,51200,4096,2.9996960957845054
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,51200,4096,5.813050587972005
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,51200,4096,0.8050613403320312
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,51200,4096,1.482602596282959
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,51200,4096,0.7136053244272867
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,51200,5120,0.04105333238840103
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,51200,5120,0.039805332819620766
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,51200,4096,0.644325335820516
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,51200,4096,0.6018666823705038
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,51200,5120,0.041880001624425255
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,51200,4096,0.5716426769892374
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,51200,4096,0.8823200066884359
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,51200,4096,0.5360586643218994
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,51200,4096,0.5735893249511719
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,51200,4096,0.49133865038553876
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,51200,4096,0.5270880063374838
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,51200,4096,0.822106679280599
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,51200,4096,0.4464799960454305
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,51200,4096,0.40379734834035236
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,51200,4096,0.4710400104522705
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,51200,4096,0.3384106556574504
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,51200,4096,0.43564267953236896
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,51200,4096,0.36790935198465985
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,51200,4096,0.3073013424873352
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,51200,4096,0.2667626738548279
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,51200,4096,0.27670933802922565
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,51200,4096,0.22548266251881918
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,51200,4096,0.23067732652028403
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,51200,4096,0.76638396581014
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,51200,4096,0.17735999822616577
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,51200,4096,0.14055466651916504
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,51200,4096,0.13199999928474426
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,51200,4096,0.09943466385205586
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,51200,4096,0.08684800068537395
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,51200,4096,0.3137440085411072
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,51200,4096,0.7095946470896403
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,51200,4096,0.6559466520945231
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,51200,4096,0.18422933419545492
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,51200,4096,0.6154933373133341
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,51200,4096,0.07461333274841309
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,51200,4096,0.06982933481534322
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,51200,4096,0.06841066479682922
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,51200,4096,0.04969066878159841
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,51200,4096,0.04970666766166687
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,51200,4096,0.04964800179004669
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,51200,4096,0.0492799977461497
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,51200,4096,0.04897599915663401
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,51200,4096,0.04834666848182678
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,51200,4096,0.048341333866119385
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,51200,4096,0.04761599997679392
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,51200,4096,0.07313066720962524
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,51200,4096,0.045552000403404236
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,51200,4096,0.04553066690762838
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,51200,4096,0.04558399816354116
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,51200,4096,0.04586666822433472
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,51200,4096,0.04554133117198944
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,51200,4096,0.06151466568311056
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,51200,4096,0.057909334699312844
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,51200,4096,0.06144000093142191
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,51200,4096,0.060453335444132485
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,51200,4096,0.05983999868233999
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,51200,4096,0.07173333565394084
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,51200,4096,0.06135466694831848
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,51200,4096,0.06027733286221822
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,51200,4096,0.0664213349421819
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,51200,4096,0.0577706644932429
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,51200,4096,0.06700266897678375
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,51200,4096,0.06118933359781901
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,51200,4096,0.06818133095900218
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,51200,4096,0.06187733511130015
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,51200,4096,0.06817066669464111
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,51200,4096,0.060559997955958046
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,51200,4096,0.06894933183987935
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,51200,4096,0.07423466444015503
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,51200,4096,0.06027733286221822
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,51200,4096,0.07226666808128357
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,51200,5120,0.041346666713555656
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,51200,4096,0.07054933408896129
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,51200,5120,0.04264000058174133
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,51200,4096,0.46539731820424396
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,51200,4096,0.45883198579152423
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,51200,4096,5.622392018636067
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,51200,4096,1.7328426043192546
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,51200,4096,0.8557653427124023
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,51200,4096,0.44149065017700195
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,51200,4096,0.4287573496500651
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,51200,4096,0.4179226557413737
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,51200,4096,0.37646134694417316
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,51200,4096,0.4131973187128703
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,51200,4096,0.38203732172648114
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,51200,4096,0.3633413314819336
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,51200,4096,0.3535360097885132
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,51200,4096,0.32283733288447064
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,51200,4096,0.33638668060302734
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,51200,4096,0.3120719989140828
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,51200,4096,0.2979360024134318
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,51200,4096,0.2904026707013448
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,51200,4096,0.2677413423856099
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,51200,4096,0.22996532917022705
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,51200,4096,0.24671733379364014
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,51200,4096,0.25829599301020306
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,51200,4096,0.20621333519617716
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,51200,4096,0.2201546629269918
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,51200,4096,0.19316534201304117
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,51200,4096,0.18319465716679892
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,51200,4096,0.16612533728281656
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,51200,4096,0.15200799703598022
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,51200,4096,0.11529599626859029
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,51200,4096,0.12845866878827414
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,51200,4096,0.14178933699925741
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,51200,4096,0.10123200217882793
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,51200,4096,0.091839998960495
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,51200,4096,0.07594666878382365
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,51200,4096,0.05656266709168752
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,51200,4096,0.06512799859046936
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,51200,4096,0.03824000060558319
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,51200,4096,0.038917332887649536
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,51200,4096,0.03870133310556412
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,51200,4096,0.03862400104602178
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,51200,4096,0.03834133346875509
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,51200,4096,0.04165599991877874
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,51200,4096,0.04195733368396759
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,51200,4096,0.044693330923716225
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,51200,4096,0.03645599881807963
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,51200,4096,0.0358240008354187
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,51200,4096,0.03578133384386698
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,51200,4096,0.035917334258556366
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,51200,4096,0.03552266707022985
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,51200,4096,0.03740799923737844
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,51200,4096,0.035245334108670555
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,51200,4096,0.03515200068553289
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,51200,4096,0.03455466777086258
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,51200,4096,0.034029332300027214
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,51200,4096,0.035117333134015404
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,51200,4096,0.03442133218050003
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,51200,4096,0.035536001125971474
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,51200,4096,0.035976000130176544
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,51200,4096,0.03493600090344747
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,51200,4096,0.035261332988739014
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,51200,4096,0.03607200086116791
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,51200,4096,0.03615466753641764
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,51200,4096,0.03613599886496862
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,51200,4096,0.03489600121974945
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,51200,4096,0.035271999736626945
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,51200,4096,0.03528266648451487
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,51200,4096,0.03526933242877325
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,51200,3584,7.714325586954753
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,51200,3584,4.138991991678874
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,51200,3584,2.0259626706441245
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,51200,3584,1.0232906341552734
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,51200,3584,0.9657866954803467
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,51200,3584,0.9499200185139974
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,51200,3584,0.9099520047505697
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,51200,3584,0.9181280136108398
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,51200,3584,0.861519972483317
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,51200,3584,0.8612480163574219
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,51200,3584,0.8013973236083984
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,51200,3584,0.8147359689076742
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,51200,3584,0.7866559823354086
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,51200,3584,0.798741340637207
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,51200,3584,0.692026694615682
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,51200,3584,0.6923360029856364
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,51200,3584,0.622655987739563
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,51200,3584,0.6200693448384603
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,51200,3584,0.6357973416646322
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,51200,3584,0.6104586521784464
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,51200,3584,0.521888017654419
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,51200,3584,0.47996266682942706
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,51200,3584,0.464080015818278
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,51200,3584,0.4662239948908488
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,51200,3584,0.4017653465270996
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,51200,3584,0.3914506832758586
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,51200,3584,0.35363201300303143
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,51200,3584,0.3242933352788289
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,51200,3584,0.3057653307914734
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,51200,3584,0.2563093304634094
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,51200,3584,0.2472106615702311
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,51200,3584,0.20547733704249063
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,51200,3584,0.1946986714998881
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,51200,3584,0.15155200163523355
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,51200,3584,0.13531733552614847
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,51200,3584,0.08565866947174072
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,51200,3584,0.07379200061162312
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,51200,3584,0.07292266686757405
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,51200,3584,0.07148266832033794
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,51200,3584,0.07964799801508586
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,51200,3584,0.07831466694672902
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,51200,3584,0.07941866914431255
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,51200,3584,0.06835199892520905
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,51200,3584,0.0763626645008723
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,51200,3584,0.06539733211199443
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,51200,3584,0.06506133576234181
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,51200,3584,0.06412266691525777
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,51200,3584,0.07446933289368947
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,51200,3584,0.06579733391602834
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,51200,3584,0.06874133149782817
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,51200,3584,0.0683786670366923
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,51200,3584,0.06775466601053874
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,51200,3584,0.06811733543872833
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,51200,3584,0.06667733192443848
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,51200,3584,0.06668800115585327
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,51200,3584,0.06602666775385539
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,51200,3584,0.06623999774456024
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,51200,3584,0.06592000027497609
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,51200,3584,0.06500266492366791
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,51200,3584,0.06493333478768666
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,51200,3584,0.06587199866771698
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,51200,3584,0.06532266736030579
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,51200,3584,0.06557866434256236
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,51200,3584,0.06497600177923839
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,51200,3584,0.06563733518123627
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,51200,3584,0.06480533381303151
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,51200,3584,0.06570133566856384
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,51200,3584,0.06554133196671803
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,51200,3584,0.06502399841944377
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,51200,3584,0.06551999847094218
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,51200,3584,0.06534400085608165
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,51200,3584,0.06505066653092702
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,51200,3584,0.06530133386452992
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,51200,3584,0.06471999982992808
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,51200,3584,4.253269195556641
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,51200,3584,2.1639413833618164
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,51200,3584,1.0786293347676594
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,51200,3584,0.5860639810562134
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,51200,3584,0.5561866760253906
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,51200,3584,0.5467466513315836
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,51200,3584,0.5187306801478068
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,51200,3584,0.5063519875208536
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,51200,3584,0.4856799840927124
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,51200,3584,0.47430400053660077
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,51200,3584,0.45420265197753906
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,51200,3584,0.44859735171000165
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,51200,3584,0.43032534917195636
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,51200,3584,0.46270398298899335
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,51200,3584,0.3892693519592285
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,51200,3584,0.3776106834411621
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,51200,3584,0.3598986864089966
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,51200,3584,0.34853867689768475
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,51200,3584,0.3451146682103475
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,51200,3584,0.3588533401489258
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,51200,4096,0.036176001032193504
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,51200,3584,0.3009013334910075
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,51200,3584,0.2778613368670146
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,51200,3584,0.2702453335126241
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,51200,3584,0.2518133322397868
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,51200,3584,0.2369226614634196
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,51200,3584,0.22110400597254434
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,51200,3584,0.2071253259976705
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,51200,3584,0.18012267351150513
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,51200,3584,0.17540266116460165
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,51200,3584,0.1487679978211721
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,51200,3584,0.1429333289464315
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,51200,3584,0.11930666367212932
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,51200,3584,0.09528533617655437
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,51200,3584,0.08282666901747386
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,51200,3584,0.061146666606267296
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,51200,3584,0.052853330969810486
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,51200,3584,0.05203733344872793
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,51200,3584,0.05231999854246775
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,51200,3584,0.05590933561325073
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,51200,3584,0.05605866511662801
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,51200,3584,0.056277334690093994
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,51200,3584,0.05064533154169718
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,51200,3584,0.05471999943256378
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,51200,3584,0.04938133557637533
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,51200,3584,0.04943466683228811
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,51200,3584,0.048058668772379555
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,51200,3584,0.05303466816743215
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,51200,3584,0.04940799872080485
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,51200,3584,0.051354666550954185
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,51200,3584,0.049082666635513306
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,51200,3584,0.049471999208132424
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,51200,3584,0.050101334849993386
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,51200,3584,0.11531733473141988
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,51200,3584,0.04785599807898203
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,51200,3584,0.04854933420817057
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,51200,3584,0.04720533390839895
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,51200,3584,0.04836266736189524
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,51200,3584,0.047237331668535866
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,51200,3584,0.0458133320013682
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,51200,3584,0.04738666613896688
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,51200,3584,0.047450666626294456
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,51200,3584,0.04641066491603851
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,51200,3584,0.047295997540156044
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,51200,3584,0.048432002464930214
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,51200,3584,0.04563733438650767
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,51200,3584,0.046725332736968994
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,51200,3584,0.04684266448020935
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,51200,3584,0.04604266583919525
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,51200,3584,0.04637333254019419
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,51200,3584,0.046709333856900535
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,51200,3584,0.04567466676235199
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,51200,3584,0.046015997727712
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,51200,3584,0.045509333411852516
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,51200,3584,0.0454773356517156
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,51200,4096,0.035301332672437034
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,51200,4096,0.035071998834609985
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,51200,3584,5.486319859822591
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,51200,3584,0.7221866448720297
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,51200,3584,2.7689332962036133
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,51200,3584,0.6445600191752116
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,51200,3584,1.2883679866790771
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,51200,3584,0.5822773377100626
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,51200,4096,0.035786665976047516
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,51200,3584,0.5585600137710571
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,51200,3584,0.7871092955271403
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,51200,3584,0.5226399898529053
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,51200,3584,0.5573866764704386
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,51200,3584,0.4824320077896118
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,51200,3584,0.5151786804199219
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,51200,3584,0.4397066831588745
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,51200,3584,0.4771626790364583
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,51200,3584,0.399834672609965
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,51200,3584,0.43457599480946857
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,51200,3584,0.36295998096466064
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,51200,3584,0.39610668023427326
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,51200,3584,0.31121599674224854
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,51200,3584,0.3364693323771159
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,51200,3584,0.2736053268114726
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,51200,3584,0.2855413357416789
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,51200,3584,0.23776533206303915
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,51200,3584,0.2424479921658834
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,51200,3584,0.2004586656888326
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,51200,3584,0.2013173302014669
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,51200,3584,0.1634773313999176
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,51200,3584,0.1612213353315989
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,51200,3584,0.127509335676829
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,51200,3584,0.1202880044778188
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,51200,3584,0.09337600072224934
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,51200,3584,0.08046400050322215
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,51200,3584,0.7560853163401285
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,51200,3584,0.6957706610361735
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,51200,3584,0.6377973159154257
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,51200,3584,0.6037173271179199
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,51200,3584,0.07032000025113423
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,51200,3584,0.06406400104363759
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,51200,3584,0.0643093337615331
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,51200,3584,0.06262399752934773
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,51200,3584,0.04655466477076212
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,51200,3584,0.0462666650613149
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,51200,3584,0.04624533156553904
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,51200,3584,0.045509333411852516
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,51200,3584,0.045509333411852516
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,51200,3584,0.04489600161711375
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,51200,3584,0.04378133515516917
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,51200,3584,0.043552001317342125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,51200,3584,0.04163199911514918
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,51200,3584,0.0415040006240209
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,51200,3584,0.04146666576464971
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,51200,3584,0.05653333167235056
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,51200,3584,0.05306133131186167
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,51200,3584,0.05756799876689911
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,51200,3584,0.053120002150535583
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,51200,3584,0.05117866893609365
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,51200,3584,0.048325334986050926
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,51200,3584,0.04901866614818573
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,51200,3584,0.05045866469542185
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,51200,3584,0.05204799771308899
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,51200,3584,0.05490666627883911
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,51200,3584,0.056736002365748085
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,51200,3584,0.053802669048309326
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,51200,3584,0.05167999863624573
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,51200,3584,0.049285332361857094
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,51200,3584,0.04975999891757965
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,51200,3584,0.05003733436266581
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,51200,3584,0.05126399795214335
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,51200,3584,0.05426666637261709
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,51200,3584,0.05625600119431814
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,51200,4096,0.03510133425394694
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,51200,3584,0.06808533271153767
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,51200,3584,0.06809066732724507
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,51200,4096,0.03674400101105372
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,51200,3584,0.06628266473611195
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,51200,3584,0.06612800061702728
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,51200,4096,0.03624533365170161
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,51200,3584,0.4098879893620809
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,51200,3584,4.365610758463542
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,51200,3584,0.42611201604207355
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,51200,3584,0.7856187025705973
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,51200,3584,1.545149326324463
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,51200,3584,0.37406933307647705
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,51200,3584,0.3885440031687419
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,51200,3584,0.3915146589279175
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,51200,3584,0.3625626564025879
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,51200,3584,0.35257867972056073
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,51200,3584,0.34145065148671466
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,51200,3584,0.3351386785507202
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,51200,3584,0.30320000648498535
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,51200,3584,0.2744906743367513
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,51200,3584,0.29400267203648883
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,51200,3584,0.31545867522557575
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,51200,3584,0.26733332872390747
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,51200,3584,0.25658132632573444
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,51200,3584,0.24616267283757529
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,51200,3584,0.21997867027918497
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,51200,3584,0.2378693421681722
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,51200,3584,0.20429867506027222
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,51200,3584,0.19771732886632284
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,51200,3584,0.18487733602523804
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,51200,3584,0.17315733432769775
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,51200,3584,0.16141600410143533
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,51200,3584,0.15161066253980002
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,51200,3584,0.1365893284479777
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,51200,3584,0.1299226681391398
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,51200,3584,0.11322933435440063
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,51200,3584,0.10288000106811523
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,51200,3584,0.09125866492589314
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,51200,3584,0.0828959991534551
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,51200,3584,0.049973333875338234
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,51200,3584,0.05913066864013672
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,51200,3584,0.06788266698519389
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,51200,3584,0.03514666606982549
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,51200,3584,0.03523466736078262
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,51200,3584,0.03526400029659271
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,51200,3584,0.03531999886035919
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,51200,3584,0.035133334497610726
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,51200,3584,0.03688266625006994
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,51200,3584,0.03698933372894923
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,51200,3584,0.03990400085846583
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,51200,3584,0.03233866641918818
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,51200,3584,0.0321040004491806
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,51200,3584,0.03203733265399933
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,51200,3584,0.03197333216667175
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,51200,3584,0.031136001149813335
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,51200,3584,0.03186666717131933
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,51200,3584,0.03219733387231827
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,51200,3584,0.032101333141326904
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,51200,3584,0.031197334329287212
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,51200,3584,0.03151999910672506
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,51200,3584,0.031199999153614044
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,51200,3584,0.031330667436122894
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,51200,3584,0.031197334329287212
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,51200,3584,0.031543999910354614
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,51200,3584,0.03217866768439611
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,51200,3584,0.032274665931860604
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,51200,3584,0.03128266582886378
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,51200,3584,0.0320266659061114
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,51200,3584,0.031194667021433514
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,51200,3584,0.03239733229080836
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,51200,3584,0.03210933258136114
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,51200,3584,0.030066666503747303
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,51200,3584,0.03219199925661087
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,51200,3072,6.250917434692383
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,51200,3072,3.6335252126057944
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,51200,3072,1.6978559494018555
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,51200,3072,0.9698293209075928
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,51200,3072,0.857701301574707
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,51200,3072,0.8592373530069987
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,51200,3072,0.8153119881947836
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,51200,3072,0.7658666769663492
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,51200,3072,0.7264746824900309
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,51200,3072,0.7244799931844076
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,51200,3072,0.6765813032786051
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,51200,3072,0.71124800046285
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,51200,3072,0.6587146520614624
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,51200,3072,0.6842346986134847
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,51200,3072,0.5977439880371094
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,51200,3072,0.5618400176366171
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,51200,3072,0.524895985921224
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,51200,3072,0.5123680035273234
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,51200,3072,0.5303946733474731
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,51200,3072,0.5150560140609741
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,51200,3072,0.435696005821228
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,51200,3072,0.4060320059458415
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,51200,3072,0.3871413469314575
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,51200,3072,0.3928000132242839
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,51200,3072,0.341264009475708
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,51200,3072,0.3269600073496501
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,51200,3072,0.297599991162618
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,51200,3072,0.26291733980178833
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,51200,3072,0.25035732984542847
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,51200,3072,0.21344532569249472
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,51200,3072,0.20164799690246582
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,51200,3072,0.17571200927098593
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,51200,3072,0.1643946667512258
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,51200,3072,0.1286133329073588
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,51200,3072,0.11459733049074809
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,51200,3072,0.07366933425267537
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,51200,3072,0.06342400113741557
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,51200,3072,0.062421331803003945
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,51200,3072,0.06187200049559275
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,51200,3072,0.06986666719118755
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,51200,3072,0.06819200019041698
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,51200,3072,0.06849599877993266
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,51200,3072,0.05861333509286245
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,51200,3072,0.06635199983914693
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,51200,3072,0.05782400071620941
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,51200,3072,0.05677866439024607
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,51200,3072,0.05601066847642263
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,51200,3072,0.06580266853173573
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,51200,3072,0.05710400144259135
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,51200,3072,0.06027733286221822
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,51200,3072,0.05979733169078827
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,51200,3072,0.060085331400235496
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,51200,3072,0.059194669127464294
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,51200,3072,0.059157331784566246
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,51200,3072,0.05810666580994924
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,51200,3072,0.05774933099746704
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,51200,3072,0.05788266658782959
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,51200,3072,0.05794133245944977
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,51200,3072,0.05779199798901876
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,51200,3072,0.057434668143590294
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,51200,3072,0.05755733450253805
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,51200,3072,0.05681600173314413
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,51200,3072,0.0562720000743866
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,51200,3072,0.056346664826075234
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,51200,3072,0.05663466453552246
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,51200,3072,0.05676266551017761
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,51200,3072,0.05596800148487091
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,51200,3072,0.05690133571624756
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,51200,3072,0.05648000041643778
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,51200,3072,0.05727999905745188
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,51200,3072,0.05797333518664042
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,51200,3072,0.0562720000743866
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,51200,3072,0.05635733405749003
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,51200,3072,0.05702400207519531
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,51200,3584,0.031367999811967216
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,51200,3072,1.8167413075764973
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,51200,3072,3.6261332829793296
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,51200,3072,0.9004320303599039
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,51200,3072,0.49053335189819336
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,51200,3072,0.4817599852879842
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,51200,3072,0.4568320115407308
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,51200,3072,0.4463786681493123
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,51200,3072,0.4330293337504069
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,51200,3072,0.415882666905721
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,51200,3072,0.481765349706014
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,51200,3072,0.3897013266881307
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,51200,3072,0.4219199816385905
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,51200,3072,0.36473600069681805
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,51200,3072,0.40435731410980225
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,51200,3072,0.33107199271519977
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,51200,3072,0.3516906499862671
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,51200,3072,0.30435200532277423
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,51200,3072,0.30055467287699383
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,51200,3072,0.30002133051554364
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,51200,3072,0.2555626630783081
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,51200,3072,0.23722134033838907
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,51200,3072,0.22858132918675741
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,51200,3072,0.2169333299001058
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,51200,3072,0.19993066787719727
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,51200,3072,0.1900213360786438
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,51200,3072,0.17637866735458374
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,51200,3072,0.15660267074902853
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,51200,3072,0.1497813363869985
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,51200,3072,0.13240533073743185
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,51200,3072,0.12378666798273723
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,51200,3072,0.10570666193962097
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,51200,3072,0.09913600484530131
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,51200,3072,0.0844106674194336
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,51200,3072,0.07383466760317485
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,51200,3072,0.05406933526198069
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,51200,3072,0.04837333162625631
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,51200,3072,0.046666666865348816
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,51200,3072,0.289082666238149
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,51200,3072,0.04762133459250132
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,51200,3072,0.04969066878159841
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,51200,3072,0.051813334226608276
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,51200,3072,0.05070933202902476
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,51200,3072,0.04600533346335093
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,51200,3072,0.048538664976755776
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,51200,3072,0.04398933549722036
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,51200,3072,0.043509334325790405
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,51200,3072,0.044437333941459656
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,51200,3072,0.04756799836953481
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,51200,3072,0.04429866870244344
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,51200,3072,0.046762665112813316
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,51200,3072,0.04563199977080027
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,51200,3072,0.04452266792456309
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,51200,3072,0.044906665881474815
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,51200,3072,0.04427733520666758
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,51200,3072,0.04484800000985464
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,51200,3072,0.0423573354880015
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,51200,3072,0.04351999859015147
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,51200,3072,0.04594666759173075
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,51200,3072,0.042175998290379844
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,51200,3072,0.04206933577855428
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,51200,3072,0.04320000112056732
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,51200,3072,0.042490666111310325
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,51200,3072,0.04154133299986521
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,51200,3072,0.04152533411979675
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,51200,3072,0.04161066561937332
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,51200,3072,0.04320000112056732
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,51200,3072,0.04154133299986521
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,51200,3072,0.041482667128245033
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,51200,3072,0.04178666571776072
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,51200,3072,0.041802664597829185
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,51200,3072,0.041738669077555336
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,51200,3072,0.041493333876132965
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,51200,3072,0.04158399999141693
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,51200,3072,0.04121066629886627
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,51200,3584,0.031386665999889374
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,51200,3072,5.302768071492513
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,51200,3072,2.4512426058451333
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,51200,3072,0.6163839896519979
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,51200,3072,1.188047965367635
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,51200,3072,0.5766453345616659
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,51200,3584,0.03200000027815501
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,51200,3072,0.534880002339681
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,51200,3584,0.03127733369668325
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,51200,3072,0.49024001757303876
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,51200,3584,0.03146933267513911
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,51200,3072,0.45743465423583984
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,51200,3072,0.7049386501312256
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,51200,3072,0.4253386656443278
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,51200,3072,0.6736853122711182
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,51200,3072,0.4612906773885091
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,51200,3072,0.3898346821467082
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,51200,3072,0.4231253465016683
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,51200,3072,0.3540106614430745
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,51200,3072,0.387114683787028
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,51200,3072,0.32148800293604535
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,51200,3072,0.35607465108235675
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,51200,3072,0.2772586743036906
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,51200,3072,0.30431999762852985
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,51200,3072,0.2448373238245646
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,51200,3072,0.21674132347106934
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,51200,3072,0.25920534133911133
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,51200,3072,0.22438400983810425
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,51200,3072,0.18246400356292725
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,51200,3072,0.6303626696268717
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,51200,3072,0.18569600582122803
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,51200,3072,0.14839466412862143
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,51200,3072,0.14844800035158792
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,51200,3072,0.11621333161989848
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,51200,3072,0.10941333572069804
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,51200,3072,0.08584533135096233
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,51200,3072,0.07179733117421468
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,51200,3072,0.576906681060791
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,51200,3072,0.5367093483606974
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,51200,3584,0.03345866749684016
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,51200,3072,0.5001813173294067
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,51200,3072,0.06208533545335134
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,51200,3072,0.06233599781990051
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,51200,3072,0.055770665407180786
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,51200,3072,0.041519999504089355
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,51200,3072,0.041696002086003624
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,51200,3072,0.0418453315893809
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,51200,3072,0.04079466561476389
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,51200,3072,0.04108799993991852
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,51200,3072,0.040752001106739044
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,51200,3072,0.03980266551176707
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,51200,3072,0.0379573330283165
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,51200,3072,0.03764266769091288
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,51200,3072,0.03626133253177007
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,51200,3072,0.037445334096749626
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,51200,3072,0.04859733581542969
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,51200,3072,0.04524266719818115
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,51200,3072,0.05065600077311198
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,51200,3072,0.045647998650868736
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,51200,3072,0.04338666796684265
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,51200,3072,0.04381866753101349
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,51200,3072,0.04764266808827718
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,51200,3072,0.04990933338801066
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,51200,3072,0.04144000013669332
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,51200,3072,0.045754666129748024
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,51200,3072,0.04854933420817057
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,51200,3072,0.052000001072883606
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,51200,3072,0.04173333446184794
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,51200,3072,0.04750399788220724
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,51200,3072,0.04890666902065277
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,51200,3072,0.05274133384227753
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,51200,3072,0.04185600082079569
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,51200,3072,0.047930667797724404
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,51200,3072,0.04966400067011515
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,51200,3072,0.06058133145173391
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,51200,3072,0.0633546660343806
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,51200,3072,0.058261334896087646
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,51200,3584,0.030957333743572235
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,51200,3072,0.0588319996992747
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,51200,3072,0.05830933153629303
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,51200,3072,3.4189252853393555
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,51200,3072,0.6706053415934244
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,51200,3072,0.36823467413584393
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,51200,3072,0.35150667031606037
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,51200,3072,1.3535386721293132
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,51200,3072,0.3369893232981364
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,51200,3072,0.32465600967407227
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,51200,3072,0.34661865234375
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,51200,3072,0.3239786624908447
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,51200,3072,0.29739999771118164
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,51200,3072,0.30558933814366657
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,51200,3072,0.2543333371480306
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,51200,3072,0.2770853241284688
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,51200,3072,0.26365600029627484
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,51200,3072,0.2788533369700114
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,51200,3072,0.24323999881744385
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,51200,3072,0.20160265763600668
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,51200,3072,0.2398373285929362
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,51200,3072,0.18078132470448813
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,51200,3072,0.22324800491333008
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,51200,3072,0.19421867529551187
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,51200,3072,0.21412799755732217
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,51200,3072,0.17192266384760538
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,51200,3072,0.1612320045630137
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,51200,3072,0.15135467052459717
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,51200,3072,0.13405332962671915
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,51200,3072,0.14401333530743918
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,51200,3072,0.12041866779327393
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,51200,3072,0.11210667093594869
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,51200,3072,0.10096266865730286
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,51200,3072,0.09034132957458496
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,51200,3072,0.08109599848588307
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,51200,3072,0.07404000063737233
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,51200,3072,0.06049866477648417
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,51200,3072,0.05296800037225088
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,51200,3072,0.045647998650868736
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,51200,3072,0.03253866732120514
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,51200,3072,0.03146933267513911
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,51200,3072,0.032285332679748535
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,51200,3072,0.03224000086386999
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,51200,3072,0.032170665760835014
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,51200,3072,0.033887999753157295
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,51200,3072,0.03251733382542928
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,51200,3072,0.03591466695070267
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,51200,3072,0.02807733416557312
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,51200,3072,0.027978666126728058
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,51200,3072,0.02792799969514211
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,51200,3072,0.028557332853476208
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,51200,3072,0.027952000498771667
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,51200,3072,0.028599999845027924
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,51200,3072,0.0281360000371933
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,51200,3072,0.028245332340399425
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,51200,3072,0.028037334481875103
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,51200,3072,0.028834665815035503
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,51200,3072,0.02769600103298823
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,51200,3072,0.02898666759332021
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,51200,3072,0.02809600035349528
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,51200,3072,0.028573334217071533
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,51200,3072,0.02900533378124237
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,51200,3072,0.02779199928045273
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,51200,3072,0.028754666447639465
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,51200,3072,0.02826133370399475
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,51200,3072,0.028421332438786823
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,51200,3072,0.029648000995318096
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,51200,3072,0.02905600021282832
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,51200,3072,0.028621333340803783
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,51200,3072,0.028607999285062153
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,51200,2560,5.352437337239583
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,51200,2560,2.9439519246419272
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,51200,2560,1.370698610941569
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,51200,2560,0.8063786824544271
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,51200,2560,0.76091202100118
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,51200,2560,0.7004693349202474
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,51200,2560,0.6650133530298868
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,51200,2560,0.6655999819437662
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,51200,2560,0.6154133478800455
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,51200,2560,0.6015733480453491
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,51200,2560,0.5652159849802653
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,51200,2560,0.5765013297398885
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,51200,2560,0.5337386528650919
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,51200,2560,0.5716426769892374
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,51200,2560,0.48153066635131836
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,51200,2560,0.46876267592112225
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,51200,2560,0.4421279827753703
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,51200,2560,0.42947200934092206
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,51200,2560,0.44193601608276367
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,51200,2560,0.43669335047403973
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,51200,2560,0.365882674853007
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,51200,2560,0.3414773146311442
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,51200,2560,0.325872004032135
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,51200,2560,0.31539199749628705
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,51200,2560,0.286789337793986
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,51200,2560,0.2758293350537618
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,51200,2560,0.2512586712837219
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,51200,2560,0.2222613294919332
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,51200,2560,0.2119413415590922
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,51200,2560,0.18138132492701212
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,51200,2560,0.17043733596801758
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,51200,2560,0.1418346663316091
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,51200,2560,0.13407466808954874
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,51200,3072,0.028805332879225414
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,51200,2560,0.11322666207949321
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,51200,2560,0.09482133388519287
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,51200,2560,0.06223999957243601
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,51200,2560,0.05309333403905233
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,51200,2560,0.05221333106358846
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,51200,2560,0.051685333251953125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,51200,2560,0.05819733440876007
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,51200,2560,0.05748266478379568
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,51200,2560,0.05795733133951823
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,51200,2560,0.05078400174776713
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,51200,2560,0.05583466589450836
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,51200,2560,0.049098665515581764
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,51200,2560,0.048991998036702476
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,51200,2560,0.04851733148097992
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,51200,2560,0.05529066423575083
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,51200,2560,0.04774933556715647
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,51200,2560,0.05192000170548757
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,51200,2560,0.04996266464392344
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,51200,2560,0.04990933338801066
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,51200,2560,0.04972266654173533
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,51200,2560,0.049914668003718056
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,51200,2560,0.049770668148994446
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,51200,2560,0.04804799954096476
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,51200,2560,0.04882133503754934
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,51200,2560,0.04849599798520406
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,51200,2560,0.0476693312327067
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,51200,2560,0.04783466458320618
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,51200,2560,0.047600001096725464
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,51200,2560,0.04804799954096476
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,51200,2560,0.04773333172003428
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,51200,2560,0.047653332352638245
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,51200,2560,0.04752000172932943
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,51200,2560,0.04778666794300079
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,51200,2560,0.04784533381462097
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,51200,2560,0.04801600178082784
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,51200,2560,0.047744000951449074
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,51200,2560,0.04750399788220724
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,51200,2560,0.04807466765244802
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,51200,2560,0.04761599997679392
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,51200,2560,0.04747733473777771
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,51200,2560,0.0476746658484141
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,51200,2560,3.1004854838053384
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,51200,2560,1.6836986541748047
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,51200,2560,0.42226401964823407
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,51200,2560,0.7922159830729166
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,51200,2560,0.41015466054280597
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,51200,2560,0.4222133159637451
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,51200,2560,0.3834986686706543
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,51200,2560,0.3567440112431844
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,51200,2560,0.40274401505788165
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,51200,2560,0.3460799853006999
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,51200,2560,0.3499786853790283
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,51200,2560,0.32331732908884686
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,51200,2560,0.3192480007807414
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,51200,2560,0.2945839961369832
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,51200,2560,0.3349253336588542
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,51200,2560,0.2775386571884155
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,51200,2560,0.24987733364105225
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,51200,2560,0.24594932794570923
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,51200,2560,0.2540453275044759
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,51200,2560,0.21650133530298868
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,51200,2560,0.20282399654388428
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,51200,2560,0.193448007106781
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,51200,2560,0.18477066357930502
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,51200,2560,0.1698746681213379
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,51200,2560,0.16241066654523215
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,51200,2560,0.15048266450564066
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,51200,2560,0.2608933250109355
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,51200,2560,0.13029332955678305
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,51200,2560,0.1149120032787323
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,51200,2560,0.10711200038592021
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,51200,2560,0.09168000022570293
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,51200,2560,0.08665600419044495
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,51200,2560,0.07302399973074596
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,51200,2560,0.06397866706053416
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,51200,2560,0.04744266470273336
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,51200,2560,0.043693333864212036
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,51200,2560,0.04244266450405121
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,51200,2560,0.042765334248542786
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,51200,3072,0.02855466554562251
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,51200,2560,0.04428266485532125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,51200,2560,0.13592533270517984
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,51200,2560,0.042277331153551735
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,51200,2560,0.04479733109474182
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,51200,2560,0.04224533339341482
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,51200,2560,0.03937600056330363
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,51200,2560,0.039991999665896096
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,51200,2560,0.04151200006405512
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,51200,2560,0.03920533259709676
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,51200,2560,0.04140799989302953
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,51200,2560,0.03974666694800059
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,51200,2560,0.04050400108098984
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,51200,2560,0.04088799903790156
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,51200,2560,0.03960266709327698
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,51200,2560,0.03921866665283839
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,51200,2560,0.037421333293120064
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,51200,2560,0.0386559988061587
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,51200,2560,0.037474667032559715
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,51200,2560,0.045368000864982605
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,51200,2560,0.03718400001525879
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,51200,2560,0.0371493324637413
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,51200,2560,0.03732266773780187
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,51200,2560,0.039642666776975
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,51200,2560,0.037362667421499886
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,51200,2560,0.03719999889532725
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,51200,2560,0.0371493324637413
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,51200,2560,0.03733866661787033
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,51200,2560,0.037090666592121124
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,51200,2560,0.03746666759252548
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,51200,2560,0.037117332220077515
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,51200,2560,0.037101333340009056
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,51200,2560,0.036461333433787026
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,51200,2560,0.036701334019502006
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,51200,2560,0.03635466595490774
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,51200,2560,0.03628533333539963
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,51200,2560,0.03712533414363861
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,51200,3072,0.02699466546376546
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,51200,3072,0.028959999481836956
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,51200,2560,2.129242738087972
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,51200,2560,1.0235439936319988
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,51200,2560,0.4937280019124349
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,51200,2560,4.518037478129069
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,51200,2560,0.516754666964213
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,51200,2560,0.6237253348032633
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,51200,2560,0.4321173429489136
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,51200,2560,0.47332000732421875
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,51200,2560,0.40301867326100665
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,51200,2560,0.44115201632181805
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,51200,2560,0.37598931789398193
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,51200,2560,0.4098320007324219
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,51200,2560,0.3423200050989787
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,51200,2560,0.38544801870981854
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,51200,2560,0.31932266553243
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,51200,2560,0.3449600140253703
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,51200,2560,0.2886693278948466
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,51200,2560,0.31160000960032147
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,51200,2560,0.24582399924596152
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,51200,2560,0.267797331015269
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,51200,2560,0.21900000174840292
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,51200,2560,0.22829065720240274
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,51200,2560,0.18893865744272867
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,51200,2560,0.19391733407974243
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,51200,2560,0.15929599603017172
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,51200,2560,0.15988266468048096
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,51200,2560,0.1303279995918274
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,51200,2560,0.12675999601682028
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,51200,2560,0.10073066751162212
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,51200,2560,0.09409067034721375
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,51200,2560,0.07459466656049092
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,51200,2560,0.06185866892337799
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,51200,3072,0.029325333734353382
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,51200,3072,0.028973333537578583
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,51200,2560,0.5325253407160441
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,51200,2560,0.5979466835657755
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,51200,2560,0.5475733280181885
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,51200,2560,0.5073306560516357
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,51200,3072,0.02815466622511546
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,51200,2560,0.05467999974886576
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,51200,2560,0.0351200004418691
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,51200,2560,0.035085332890351616
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,51200,2560,0.03504000107447306
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,51200,2560,0.03506666670242945
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,51200,2560,0.035048000514507294
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,51200,2560,0.0340693344672521
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,51200,2560,0.03401333341995875
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,51200,2560,0.032986665765444435
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,51200,2560,0.032032000521818794
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,51200,2560,0.0371493324637413
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,51200,2560,0.035773334403832756
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,51200,2560,0.03862400104602178
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,51200,2560,0.05388533572355906
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,51200,2560,0.04241600135962168
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,51200,2560,0.0391119991739591
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,51200,2560,0.036973332365353904
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,51200,2560,0.040181333820025124
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,51200,2560,0.03638133406639099
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,51200,2560,0.03921599934498469
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,51200,2560,0.040976000328858696
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,51200,2560,0.03730933368206024
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,51200,2560,0.042725334564844765
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,51200,2560,0.037474667032559715
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,51200,2560,0.03673866639534632
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,51200,2560,0.04002666721741358
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,51200,2560,0.036464000741640724
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,51200,2560,0.03946666667858759
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,51200,2560,0.0408666655421257
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,51200,2560,0.037061333656311035
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,51200,2560,0.037263999382654824
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,51200,2560,0.04225866496562958
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,51200,2560,0.0539600004752477
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,51200,2560,0.05251200000445048
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,51200,2560,0.05013866722583771
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,51200,2560,0.05045333504676819
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,51200,2560,0.04892266790072123
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,51200,2560,0.04619466761747996
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,51200,2560,0.5749795701768663
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,51200,2560,1.1540710661146376
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,51200,2560,0.3104800118340386
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,51200,2560,2.8723714616563587
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,51200,2560,0.3010808891720242
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,51200,2560,0.3104800118340386
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,51200,2560,0.29132265514797634
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,51200,2560,0.2879413233862983
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,51200,2560,0.2731697824266222
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,51200,2560,0.26306843757629395
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,51200,2560,0.253256877263387
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,51200,2560,0.2393724388546414
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,51200,2560,0.21579555670420328
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,51200,2560,0.22912711567348906
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,51200,2560,0.220195558336046
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,51200,2560,0.24656889173719618
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,51200,2560,0.20256533887651232
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,51200,2560,0.19177422258589003
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,51200,2560,0.17560177379184297
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,51200,2560,0.18362311522165933
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,51200,2560,0.1709653271569146
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,51200,2560,0.15746488836076525
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,51200,2560,0.14956088860829672
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,51200,2560,0.13926933871375188
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,51200,2560,0.13213688797420925
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,51200,2560,0.12156800429026286
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,51200,2560,0.11578310860527886
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,51200,2560,0.09894400172763401
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,51200,2560,0.1023484468460083
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,51200,2560,0.08757333623038398
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,51200,2560,0.07879288991292317
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,51200,2560,0.0704782207806905
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,51200,2560,0.06438399685753717
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,51200,2560,0.052700443400277026
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,51200,2560,0.038586666186650596
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,51200,2560,0.04614399870236715
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,51200,2560,0.027726221415731642
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,51200,2560,0.02849422229660882
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,51200,2560,0.028245333168241713
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,51200,2560,0.027834667099846735
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,51200,2560,0.02816533380084568
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,51200,2560,0.028741333219740126
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,51200,2560,0.02868266569243537
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,51200,2560,0.030344890223609075
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,51200,2560,0.024311110377311707
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,51200,2560,0.024268445041444566
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,51200,2560,0.02440888848569658
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,51200,2560,0.024145777026812237
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,51200,2560,0.024528000089857314
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,51200,2560,0.024375110864639282
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,51200,2560,0.024195555183622573
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,51200,2560,0.02423644396993849
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,51200,2560,0.02499733368555705
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,51200,2560,0.02420266634888119
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,51200,2560,0.02418666746881273
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,51200,2560,0.024650666448805068
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,51200,2560,0.02496533261405097
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,51200,2560,0.024337778488794964
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,51200,2560,0.024784000383483037
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,51200,2560,0.024883555041419134
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,51200,2560,0.025566221939192876
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,51200,2560,0.024887111451890733
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,51200,2560,0.024819556209776137
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,51200,2560,0.024979554944568213
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,51200,2560,0.025007999605602686
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,51200,2560,0.024746666351954143
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,51200,2560,0.024542222420374554
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,51200,2048,4.178325335184733
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,51200,2048,2.3925867080688477
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,51200,2048,1.0988746484120686
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,51200,2048,0.6255413293838501
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,51200,2048,0.6194133361180624
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,51200,2048,0.6604906717936198
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,51200,2048,0.6262346506118774
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,51200,2048,0.6269760131835938
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,51200,2048,0.5883680184682211
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,51200,2048,0.5890400012334188
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,51200,2048,0.4638133446375529
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,51200,2048,0.46671466032663983
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,51200,2048,0.4379093249638875
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,51200,2048,0.4673493305842082
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,51200,2048,0.39514132340749103
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,51200,2048,0.38493867715199787
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,51200,2048,0.3627839883168538
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,51200,2048,0.35181331634521484
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,51200,2048,0.3676160176595052
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,51200,2048,0.35700265566507977
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,51200,2048,0.2998613317807515
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,51200,2048,0.28013332684834796
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,51200,2048,0.26852800448735553
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,51200,2048,0.25753599405288696
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,51200,2048,0.23548799753189087
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,51200,2048,0.22483734289805093
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,51200,2048,0.20460800329844156
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,51200,2048,0.18212799231211343
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,51200,2048,0.17350399494171143
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,51200,2048,0.14864533146222433
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,51200,2048,0.14010666807492575
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,51200,2048,0.11761599779129028
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,51200,2048,0.11107200384140015
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,51200,2048,0.09268266956011455
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,51200,2048,0.07738666733105977
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,51200,2048,0.05239999790986379
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,51200,2048,0.04516266783078512
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,51200,2048,0.04400533437728882
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,51200,2048,0.043290664752324425
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,51200,2048,0.04763199885686239
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,51200,2048,0.04724800089995066
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,51200,2048,0.048026666045188904
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,51200,2048,0.042170668641726174
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,51200,2048,0.046367997924486794
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,51200,2048,0.040976000328858696
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,51200,2048,0.041237334410349526
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,51200,2048,0.04033066580692927
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,51200,2048,0.04563199977080027
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,51200,2048,0.03950933367013931
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,51200,2048,0.04164800047874451
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,51200,2048,0.041482667128245033
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,51200,2048,0.04094400008519491
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,51200,2048,0.04181866844495138
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,51200,2048,0.039664000272750854
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,51200,2048,0.03982933362325033
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,51200,2048,0.03946666667858759
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,51200,2048,0.039621333281199135
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,51200,2048,0.039450667798519135
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,51200,2048,0.03948266555865606
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,51200,2048,0.0395413339138031
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,51200,2048,0.039450667798519135
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,51200,2048,0.03939199944337209
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,51200,2048,0.03940266619126002
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,51200,2048,0.03957866628964742
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,51200,2048,0.03908266623814901
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,51200,2048,0.03945599993069967
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,51200,2048,0.03958933303753535
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,51200,2048,0.03920533259709676
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,51200,2048,0.039290666580200195
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,51200,2048,0.03919466584920883
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,51200,2048,0.039450667798519135
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,51200,2048,0.03935466706752777
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,51200,2048,0.039162665605545044
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,51200,2048,0.03899200012286504
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,51200,2560,0.024175999893082514
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,51200,2048,2.4509600003560386
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,51200,2048,1.226903994878133
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,51200,2048,0.6089786688486735
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,51200,2048,0.34225066502888996
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,51200,2048,0.3468879858652751
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,51200,2048,0.3207733432451884
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,51200,2048,0.32067734003067017
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,51200,2048,0.2990693251291911
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,51200,2048,0.3070453405380249
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,51200,2048,0.28359466791152954
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,51200,2048,0.2825253407160441
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,51200,2048,0.26664799451828003
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,51200,2048,0.258240004380544
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,51200,2048,0.2732906738917033
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,51200,2048,0.2349039912223816
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,51200,2048,0.22876266638437906
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,51200,2048,0.21680267651875815
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,51200,2048,0.20469067494074503
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,51200,2048,0.20672265688578287
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,51200,2048,0.21128000815709433
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,51200,2048,0.1800853411356608
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,51200,2048,0.16668800512949625
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,51200,2048,0.16120533148447672
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,51200,2048,0.15325066447257996
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,51200,2048,0.1438213288784027
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,51200,2048,0.12946666280428568
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,51200,2048,0.11546933650970459
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,51200,2048,0.11047733823458354
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,51200,2048,0.10026133060455322
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,51200,2048,0.09055466453234355
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,51200,2048,0.07842666904131572
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,51200,2048,0.0742986649274826
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,51200,2048,0.06373333434263866
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,51200,2048,0.054615999261538185
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,51200,2048,0.043247997760772705
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,51200,2048,0.03853866706291834
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,51200,2048,0.03887200107177099
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,51200,2048,0.03938666731119156
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,51200,2048,0.04138666639725367
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,51200,2048,0.0400693342089653
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,51200,2048,0.136135995388031
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,51200,2048,0.04074666649103165
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,51200,2048,0.03869866579771042
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,51200,2048,0.03932533413171768
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,51200,2048,0.03678133338689804
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,51200,2048,0.03600800037384033
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,51200,2048,0.0371573343873024
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,51200,2048,0.03931200007597605
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,51200,2048,0.03647733231385549
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,51200,2048,0.03576799978812536
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,51200,2048,0.03786933422088623
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,51200,2048,0.0354666660229365
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,51200,2048,0.03508266558249792
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,51200,2048,0.035232000052928925
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,51200,2048,0.035229332745075226
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,51200,2048,0.03517866631348928
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,51200,2048,0.034232000509897866
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,51200,2048,0.03368533402681351
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,51200,2048,0.032885332902272545
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,51200,2048,0.03290133426586787
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,51200,2048,0.03279733409484228
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,51200,2048,0.03306400030851364
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,51200,2048,0.03319466610749563
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,51200,2048,0.033032000064849854
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,51200,2048,0.032600000500679016
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,51200,2048,0.03307733436425527
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,51200,2048,0.032474666833877563
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,51200,2048,0.032831999162832894
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,51200,2048,0.03291733314593633
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,51200,2048,0.03218133250872294
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,51200,2048,0.03254666676123937
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,51200,2048,0.03197066734234492
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,51200,2048,0.03219733387231827
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,51200,2048,0.032218667368094124
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,51200,2560,0.024977778395016987
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,51200,2560,0.024878222081396315
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,51200,2560,0.02411199940575494
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,51200,2048,1.8132106463114421
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,51200,2048,3.724501291910807
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,51200,2048,0.4646213452021281
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,51200,2048,0.8960613409678141
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,51200,2048,0.40540798505147296
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,51200,2560,0.025781333446502686
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,51200,2048,0.37622400124867755
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,51200,2560,0.025007999605602686
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,51200,2048,0.3500906626383464
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,51200,2048,0.5369199911753336
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,51200,2048,0.3210266629854838
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,51200,2048,0.3492159843444824
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,51200,2048,0.29390400648117065
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,51200,2048,0.3206933339436849
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,51200,2048,0.2699573238690694
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,51200,2048,0.2932719985644023
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,51200,2048,0.24566400051116943
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,51200,2048,0.26845866441726685
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,51200,2048,0.21250400940577188
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,51200,2048,0.22805599371592203
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,51200,2048,0.18811732530593872
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,51200,2048,0.19494932889938354
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,51200,2048,0.16374666492144266
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,51200,2048,0.16651999950408936
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,51200,2048,0.1381706694761912
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,51200,2048,0.13799200455347696
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,51200,2048,0.11353066563606262
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,51200,2048,0.10983467102050781
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,51200,2048,0.08950666586558025
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,51200,2048,0.08110133310159047
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,51200,2048,0.0665200004975001
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,51200,2048,0.05400000015894572
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,51200,2048,0.4656960169474284
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,51200,2048,0.5137146711349487
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,51200,2048,0.47284801801045734
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,51200,2048,0.4396880070368449
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,51200,2048,0.4097466468811035
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,51200,2048,0.38060800234476727
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,51200,2048,0.04734399914741516
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,51200,2048,0.04102399945259094
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,51200,2048,0.03215199957291285
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,51200,2048,0.03164266546567281
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,51200,2048,0.03234400103489558
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,51200,2048,0.03121866782506307
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,51200,2048,0.031040000418821972
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,51200,2048,0.030106666187445324
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,51200,2048,0.03029866764942805
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,51200,2048,0.030597334106763203
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,51200,2048,0.029058667520682018
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,51200,2048,0.03303733219703039
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,51200,2048,0.031661334137121834
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,51200,2048,0.034183998902638756
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,51200,2048,0.03313600023587545
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,51200,2048,0.035760000348091125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,51200,2048,0.04560266435146332
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,51200,2048,0.0330799991885821
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,51200,2048,0.034341332813103996
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,51200,2048,0.034160000582536064
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,51200,2048,0.03499466677506765
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,51200,2048,0.03404266635576884
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,51200,2048,0.036087999741236367
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,51200,2048,0.034088000655174255
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,51200,2048,0.03563999881347021
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,51200,2048,0.03321866691112518
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,51200,2048,0.03454133371512095
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,51200,2048,0.03382933388153712
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,51200,2048,0.0330799991885821
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,51200,2048,0.035216001172860466
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,51200,2048,0.03316800047953924
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,51200,2048,0.034498666723569237
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,51200,2048,0.03453333427508672
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,51200,2048,0.04710400104522705
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,51200,2048,0.04631466666857401
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,51200,2048,0.04382666448752085
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,51200,2560,0.024757333927684363
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,51200,2048,0.04223466912905375
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,51200,2048,0.04247733453909556
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,51200,2048,0.969080924987793
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,51200,2048,2.1817919413248696
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,51200,2048,0.26723376909891766
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,51200,2048,0.49509864383273655
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,51200,2048,0.24503821796841094
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,51200,2048,0.26178132163153756
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,51200,2048,0.23505955272250703
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,51200,2048,0.25071289804246694
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,51200,2048,0.2157742182413737
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,51200,2048,0.2310097747378879
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,51200,2048,0.2108924388885498
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,51200,2048,0.21738133165571424
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,51200,2048,0.20147555404239229
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,51200,2048,0.1862915489408705
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,51200,2048,0.19163555569118926
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,51200,2048,0.17649955219692656
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,51200,2048,0.17139377858903673
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,51200,2048,0.16478578249613443
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,51200,2048,0.14135111702813044
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,51200,2048,0.1314880053202311
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,51200,2048,0.15707377592722574
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,51200,2048,0.12647999657524958
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,51200,2048,0.14515911208258733
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,51200,2048,0.11764089266459148
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,51200,2048,0.11076977517869736
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,51200,2048,0.09774933258692424
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,51200,2048,0.08803377548853557
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,51200,2048,0.10432000292672051
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,51200,2048,0.0818364421526591
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,51200,2048,0.0742844475640191
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,51200,2048,0.06765688790215386
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,51200,2048,0.06016000111897787
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,51200,2048,0.05561244487762451
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,51200,2048,0.045379555887646146
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,51200,2048,0.0403786665863461
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,51200,2048,0.03305955396758185
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,51200,2048,0.02479466630352868
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,51200,2048,0.02420088814364539
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,51200,2048,0.02407288882467482
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,51200,2048,0.024168888727823894
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,51200,2048,0.024275556206703186
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,51200,2048,0.025240888198216755
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,51200,2048,0.0243857784403695
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,51200,2048,0.02095288866096073
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,51200,2048,0.026908444033728704
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,51200,2048,0.020670221911536325
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,51200,2048,0.020872889293564692
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,51200,2048,0.021134222547213238
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,51200,2048,0.020972443951500788
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,51200,2048,0.02089777754412757
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,51200,2048,0.020650666620996263
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,51200,2048,0.021150221427281696
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,51200,2048,0.02093155516518487
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,51200,2048,0.02089599933889177
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,51200,2048,0.020814221766259935
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,51200,2048,0.02069155540731218
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,51200,2048,0.021390222840838965
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,51200,2048,0.021459556288189355
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,51200,2048,0.02088000045882331
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,51200,2048,0.021514667405022517
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,51200,2048,0.021708443760871887
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,51200,2048,0.02109688851568434
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,51200,2048,0.021496888664033677
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,51200,2048,0.021228444245126512
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,51200,2048,0.021336888273557026
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,51200,2048,0.021354667014545862
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,51200,2048,0.02158222264713711
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,51200,1536,3.2177279790242515
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,51200,1536,1.7297333081563313
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,51200,2048,0.022026666336589392
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,51200,1536,0.45370666186014813
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,51200,1536,0.8807893594106039
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,51200,1536,0.4371360143025716
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,51200,1536,0.45295464992523193
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,51200,1536,0.41225600242614746
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,51200,1536,0.43013866742451984
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,51200,1536,0.38674132029215497
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,51200,1536,0.41012799739837646
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,51200,1536,0.39741333325703937
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,51200,1536,0.3594346841176351
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,51200,1536,0.35971200466156006
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,51200,1536,0.2967360019683838
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,51200,1536,0.28862400849660236
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,51200,1536,0.27219200134277344
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,51200,1536,0.2643093268076579
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,51200,1536,0.2547840078671773
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,51200,1536,0.2679520050684611
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,51200,1536,0.22546666860580444
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,51200,1536,0.21041067441304526
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,51200,1536,0.20085332791010538
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,51200,1536,0.19262399276097616
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,51200,1536,0.17652799685796103
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,51200,1536,0.16868799924850464
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,51200,1536,0.15399466951688132
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,51200,1536,0.13657066226005554
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,51200,1536,0.12974933783213297
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,51200,1536,0.36109332243601483
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,51200,1536,0.11496000488599141
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,51200,1536,0.08805867036183675
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,51200,1536,0.08284266789754231
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,51200,1536,0.06987200180689494
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,51200,1536,0.058506667613983154
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,51200,1536,0.04171200096607208
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,51200,1536,0.035071998834609985
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,51200,1536,0.03482666611671448
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,51200,1536,0.03544000039498011
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,51200,1536,0.03863999992609024
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,51200,1536,0.038880000511805214
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,51200,1536,0.03766400118668874
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,51200,1536,0.033488000432650246
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,51200,1536,0.10660800337791443
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,51200,1536,0.03557866563399633
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,51200,1536,0.03161066770553589
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,51200,1536,0.03143999973932902
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,51200,1536,0.031888000667095184
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,51200,1536,0.03554133325815201
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,51200,1536,0.032144000132878624
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,51200,1536,0.03363200028737386
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,51200,1536,0.033376000821590424
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,51200,1536,0.033189333975315094
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,51200,1536,0.033573334415753685
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,51200,1536,0.03350399931271871
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,51200,1536,0.033589333295822144
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,51200,1536,0.03156800071398417
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,51200,1536,0.03186133255561193
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,51200,1536,0.0316746657093366
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,51200,1536,0.031530665854612984
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,51200,1536,0.03126933425664902
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,51200,1536,0.03156266609827677
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,51200,1536,0.03145600110292435
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,51200,1536,0.03133333226044973
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,51200,1536,0.03146666785081228
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,51200,1536,0.03145600110292435
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,51200,1536,0.03153600047032038
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,51200,1536,0.031178665657838184
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,51200,1536,0.03127466638882955
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,51200,1536,0.031386665999889374
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,51200,1536,0.031167998909950256
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,51200,1536,0.03136533250411352
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,51200,1536,0.031317333380381264
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,51200,1536,0.031471999982992806
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,51200,1536,0.031194667021433514
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,51200,2048,0.021075555019908484
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,51200,2048,0.021359999974568684
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,51200,1536,0.9429840246836344
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,51200,1536,0.48661335309346515
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,51200,1536,0.26602933804194134
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,51200,1536,0.26397599776585895
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,51200,1536,0.2544773419698079
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,51200,1536,1.930986722310384
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,51200,1536,0.25064265727996826
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,51200,1536,0.24103732903798422
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,51200,1536,0.2262880007425944
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,51200,1536,0.22899999221165976
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,51200,1536,0.21648534138997397
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,51200,1536,0.20642934242884317
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,51200,1536,0.21665066480636597
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,51200,1536,0.18627999226252237
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,51200,1536,0.1680799921353658
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,51200,1536,0.16552533706029257
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,51200,1536,0.1737226645151774
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,51200,1536,0.14485866824785867
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,51200,1536,0.13822933038075766
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,51200,1536,0.13030933340390524
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,51200,1536,0.12370399634043376
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,51200,1536,0.11532266934712727
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,51200,1536,0.12425067027409871
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,51200,1536,0.10204000274340312
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,51200,1536,0.09196799993515015
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,51200,1536,0.08716533581415813
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,51200,1536,0.08101333181063335
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,51200,1536,0.21543200810750326
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,51200,1536,0.07269600033760071
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,51200,1536,0.062231997648874916
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,51200,1536,0.060680001974105835
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,51200,1536,0.17944800853729248
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,51200,1536,0.046384001771608986
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,51200,1536,0.03636800001064936
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,51200,1536,0.03306400030851364
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,51200,1536,0.17202132940292358
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,51200,1536,0.03269600123167038
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,51200,1536,0.033069332440694175
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,51200,1536,0.0342426672577858
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,51200,1536,0.03318133453528086
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,51200,1536,0.03355200091997782
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,51200,1536,0.032042667269706726
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,51200,1536,0.030506665507952373
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,51200,1536,0.029978667696317036
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,51200,1536,0.02957066645224889
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,51200,1536,0.032658666372299194
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,51200,1536,0.028914667665958405
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,51200,1536,0.03014933317899704
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,51200,1536,0.029077333708604176
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,51200,1536,0.029071999092896778
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,51200,1536,0.028965334097544353
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,51200,1536,0.028981332977612812
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,51200,1536,0.029693332811196644
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,51200,1536,0.027101332942644756
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,51200,1536,0.028573334217071533
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,51200,1536,0.027978666126728058
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,51200,1536,0.028445333242416382
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,51200,1536,0.02794666588306427
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,51200,1536,0.027813332776228588
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,51200,1536,0.026933332284291584
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,51200,1536,0.027650666733582813
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,51200,1536,0.026909333964188892
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,51200,1536,0.027255999545256298
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,51200,1536,0.02791733294725418
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,51200,1536,0.026895999908447266
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,51200,1536,0.027416000763575237
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,51200,1536,0.027744000156720478
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,51200,1536,0.027072000006834667
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,51200,1536,0.02702666570742925
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,51200,1536,0.027416000763575237
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,51200,1536,0.026935999592145283
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,51200,1536,0.02702666570742925
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,51200,1536,0.05269866685072581
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,51200,1536,0.03352266550064087
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,51200,1536,0.7590853373209635
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,51200,1536,0.4007279872894287
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,51200,1536,1.593015988667806
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,51200,1536,0.37517865498860675
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,51200,1536,3.254802703857422
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,51200,1536,0.3638213475545247
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,51200,1536,0.46489067872365314
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,51200,1536,0.32975200812021893
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,51200,1536,0.3580613136291504
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,51200,1536,0.3071066737174988
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,51200,1536,0.33267199993133545
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,51200,1536,0.28441866238911945
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,51200,1536,0.3059013287226359
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,51200,1536,0.26254934072494507
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,51200,1536,0.2800053358078003
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,51200,1536,0.24019465843836466
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,51200,1536,0.25518133242925006
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,51200,1536,0.21833866834640503
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,51200,1536,0.23222132523854574
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,51200,1536,0.1906986633936564
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,51200,1536,0.19855999946594238
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,51200,1536,0.16685867309570312
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,51200,1536,0.17106133699417114
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,51200,1536,0.14563733339309692
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,51200,1536,0.14724533756573996
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,51200,1536,0.12317333618799846
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,51200,1536,0.12146400411923726
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,51200,1536,0.10066133737564087
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,51200,1536,0.09637066721916199
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,51200,1536,0.07952000200748444
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,51200,1536,0.0717413326104482
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,51200,1536,0.05850133299827576
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,51200,1536,0.04534400006135305
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,51200,2048,0.02198933396074507
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,51200,1536,0.4103519916534424
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,51200,1536,0.4392613172531128
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,51200,1536,0.3753226598103841
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,51200,2048,0.021912889348136053
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,51200,1536,0.0412266676624616
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,51200,1536,0.036173333724339805
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,51200,1536,0.03439199924468994
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,51200,1536,0.02683199942111969
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,51200,1536,0.026327999929587047
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,51200,1536,0.026186667382717133
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,51200,1536,0.02595466623703639
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,51200,1536,0.025965332984924316
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,51200,1536,0.02587199956178665
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,51200,1536,0.024874667326609295
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,51200,1536,0.025909334421157837
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,51200,1536,0.02439733346303304
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,51200,1536,0.026178665459156036
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,51200,1536,0.02518933266401291
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,51200,1536,0.02699466546376546
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,51200,1536,0.026727999250094097
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,51200,1536,0.02865600089232127
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,51200,1536,0.028064000109831493
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,51200,1536,0.028079998989899952
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,51200,1536,0.025037333369255066
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,51200,1536,0.02735200027624766
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,51200,1536,0.028157333532969158
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,51200,1536,0.02483733246723811
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,51200,1536,0.02886666605869929
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,51200,1536,0.028221334020296734
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,51200,1536,0.02799733231465022
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,51200,1536,0.02802666773398717
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,51200,1536,0.02566666652758916
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,51200,1536,0.027232001225153606
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,51200,1536,0.02790133406718572
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,51200,1536,0.023989332218964893
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,51200,1536,0.02807466685771942
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,51200,1536,0.02804800122976303
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,51200,2048,0.022890667120615642
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,51200,2048,0.0214346663819419
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,51200,1536,0.039304000635941826
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,51200,1536,0.040207999447981514
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,51200,1536,0.03737866630156835
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,51200,1536,0.036231999595959984
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,51200,1536,0.036277333895365395
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,51200,1536,0.7783520221710205
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,51200,1536,0.3910040060679118
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,51200,1536,1.7730813026428223
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,51200,1536,0.21394266684850058
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,51200,1536,0.20403599739074707
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,51200,1536,0.212991992632548
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,51200,1536,0.19255733489990234
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,51200,1536,0.20188933610916138
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,51200,1536,0.18970133860905966
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,51200,1536,0.17895466089248657
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,51200,1536,0.17904132604599
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,51200,1536,0.16784000396728516
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,51200,1536,0.1665346622467041
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,51200,1536,0.1545853316783905
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,51200,1536,0.1548866629600525
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,51200,1536,0.14396799604098
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,51200,1536,0.14149733384450278
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,51200,1536,0.13128667076428732
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,51200,1536,0.13094799717267355
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,51200,1536,0.11960933605829875
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,51200,1536,0.10780400037765503
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,51200,1536,0.1175546646118164
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,51200,1536,0.10508400201797485
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,51200,1536,0.09675467014312744
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,51200,1536,0.09166000286738078
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,51200,1536,0.08456400036811829
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,51200,1536,0.08178266882896423
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,51200,1536,0.07217999796072642
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,51200,1536,0.06858933468659718
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,51200,1536,0.06117866436640421
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,51200,1536,0.056259999672571816
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,51200,1536,0.046124001344045006
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,51200,1536,0.05012799799442291
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,51200,1536,0.03835200021664301
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,51200,1536,0.027446667353312176
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,51200,1536,0.03404400000969569
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,51200,1536,0.02123866726954778
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,51200,1536,0.020928000410397846
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,51200,1536,0.020770666499932606
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,51200,1536,0.02067733307679494
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,51200,1536,0.021059999863306682
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,51200,1536,0.020793333649635315
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,51200,1536,0.020637333393096924
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,51200,1536,0.022258666654427845
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,51200,1536,0.01719733327627182
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,51200,1536,0.017150666564702988
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,51200,1536,0.017267999549706776
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,51200,1536,0.017164000620444615
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,51200,1536,0.0171213336288929
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,51200,1536,0.01754799981911977
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,51200,1536,0.017094666759173077
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,51200,1536,0.017436000208059948
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,51200,1536,0.01710799957315127
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,51200,1536,0.01722533379991849
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,51200,1536,0.01761999974648158
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,51200,1536,0.01796933387716611
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,51200,1536,0.017527999977270763
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,51200,1536,0.017722666263580322
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,51200,1536,0.01756933331489563
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,51200,1536,0.01761999974648158
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,51200,1536,0.018252000212669373
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,51200,1536,0.017713333169619244
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,51200,1536,0.018078666180372238
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,51200,1536,0.018059999992450077
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,51200,1536,0.0177346666653951
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,51200,1536,0.01834000026186307
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,51200,1536,0.018324000140031178
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,51200,1024,2.2433573404947915
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,51200,1024,1.2743626435597737
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,51200,1024,0.6082319815953573
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,51200,1024,0.34729333718617755
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,51200,1024,0.32100266218185425
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,51200,1024,0.28839200735092163
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,51200,1024,0.2725600004196167
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,51200,1024,0.2682746648788452
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,51200,1024,0.2566666603088379
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,51200,1024,0.2544800043106079
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,51200,1024,0.24045066038767496
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,51200,1024,0.25570134321848553
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,51200,1024,0.22513866424560547
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,51200,1024,0.24525066216786703
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,51200,1024,0.20428266127904257
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,51200,1024,0.20258132616678873
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,51200,1024,0.18717867136001587
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,51200,1024,0.18094132343928018
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,51200,1024,0.1790293256441752
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,51200,1024,0.1891040007273356
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,51200,1024,0.1553386648495992
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,51200,1024,0.14647733171780905
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,51200,1024,0.13849066694577536
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,51200,1024,0.13319466511408487
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,51200,1024,0.12211199601491292
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,51200,1024,0.11623467008272807
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,51200,1024,0.1067626674969991
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,51200,1024,0.09530400236447652
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,51200,1024,0.0898906687895457
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,51200,1024,0.08223466575145721
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,51200,1536,0.01818266635139783
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,51200,1024,0.07297866543134053
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,51200,1024,0.06457866728305817
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,51200,1024,0.05862933397293091
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,51200,1024,0.0498960018157959
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,51200,1024,0.040690665443738304
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,51200,1024,0.02906133234500885
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,51200,1024,0.025583999852339428
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,51200,1024,0.024901332954565685
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,51200,1024,0.026863999664783478
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,51200,1024,0.02664799988269806
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,51200,1024,0.027021333575248718
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,51200,1024,0.024501333634058636
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,51200,1024,0.02555199960867564
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,51200,1024,0.02347733328739802
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,51200,1024,0.02310666690270106
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,51200,1024,0.0229066660006841
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,51200,1024,0.025965332984924316
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,51200,1024,0.025330667694409687
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,51200,1024,0.022797333697477978
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,51200,1024,0.024677333732446034
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,51200,1024,0.02387733260790507
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,51200,1024,0.023842667539914448
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,51200,1024,0.023056000471115112
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,51200,1024,0.02316533277432124
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,51200,1024,0.0229120006163915
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,51200,1024,0.022610666851202648
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,51200,1024,0.022258666654427845
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,51200,1024,0.02218399941921234
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,51200,1024,0.021829334398110706
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,51200,1024,0.021906666457653046
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,51200,1024,0.021762666602929432
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,51200,1024,0.021709332863489788
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,51200,1024,0.02179733415444692
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,51200,1024,0.021536000072956085
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,51200,1024,0.02146133283774058
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,51200,1024,0.02130399892727534
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,51200,1024,0.02123733361562093
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,51200,1024,0.02103466788927714
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,51200,1024,0.021242665747801464
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,51200,1024,0.021125334004561108
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,51200,1024,0.021301334102948506
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,51200,1024,0.021330667038758595
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,51200,1024,0.02109866589307785
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,51200,1024,0.02109600106875102
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,51200,1024,1.361777729458279
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,51200,1536,0.017743999759356182
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,51200,1024,0.799955579969618
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,51200,1024,0.19815288649664986
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,51200,1024,0.35859200689527726
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,51200,1024,0.18666133615705702
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,51200,1024,0.18428977330525717
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,51200,1024,0.2003928952746921
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,51200,1024,0.17470933331383598
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,51200,1024,0.17038044664594862
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,51200,1024,0.1639502180947198
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,51200,1024,0.15731199582417807
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,51200,1024,0.15479644139607748
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,51200,1024,0.1646720038519965
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,51200,1024,0.14045688841078016
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,51200,1024,0.1379502216974894
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,51200,1024,0.12986311647627088
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,51200,1024,0.12808177206251356
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,51200,1024,0.13798577255672878
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,51200,1024,0.10859911309348212
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,51200,1024,0.12736177444458008
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,51200,1024,0.10308266348308986
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,51200,1024,0.09607466724183823
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,51200,1024,0.1034311122364468
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,51200,1024,0.23936356438530815
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,51200,1024,0.09180266989601983
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,51200,1024,0.07641066445244683
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,51200,1024,0.06996622350480822
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,51200,1024,0.06543644269307454
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,51200,1024,0.05492800143029955
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,51200,1024,0.07123555739720662
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,51200,1024,0.049441777997546725
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,51200,1024,0.04765866531266106
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,51200,1024,0.04154310954941644
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,51200,1024,0.039262221919165716
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,51200,1024,0.02923555506600274
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,51200,1024,0.027279999521043565
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,51200,1024,0.02796444296836853
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,51200,1024,0.02646222213904063
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,51200,1024,0.02714311083157857
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,51200,1024,0.027646222048335608
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,51200,1024,0.026849778162108526
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,51200,1024,0.025251555773946974
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,51200,1024,0.02626488937271966
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,51200,1024,0.026131555438041687
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,51200,1024,0.02506133251720005
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,51200,1024,0.02387911081314087
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,51200,1024,0.025783111651738484
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,51200,1024,0.023397333092159692
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,51200,1024,0.0247697780529658
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,51200,1024,0.02474133339193132
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,51200,1024,0.024455111887719896
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,51200,1024,0.024451555477248296
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,51200,1024,0.0236799998415841
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,51200,1024,0.08584888776143391
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,51200,1024,0.023372444841596816
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,51200,1024,0.02273599969016181
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,51200,1024,0.022984888818528917
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,51200,1024,0.02274666726589203
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,51200,1024,0.02279111080699497
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,51200,1024,0.022680888573328655
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,51200,1024,0.022638221581776936
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,51200,1024,0.02271288964483473
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,51200,1024,0.022700443863868713
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,51200,1024,0.02274133265018463
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,51200,1024,0.022652443912294176
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,51200,1024,0.022632888621754114
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,51200,1024,0.02258133391539256
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,51200,1024,0.02267733381854163
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,51200,1024,0.02273066673013899
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,51200,1024,0.022709333234363135
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,51200,1024,0.022704000274340313
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,51200,1024,0.022504889302783545
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,51200,1024,0.022691556149058874
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,51200,1024,0.025016888976097107
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,51200,1536,0.017965332915385563
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,51200,1024,1.3022524515787761
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,51200,1024,0.33829511536492246
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,51200,1024,2.6743289099799266
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,51200,1024,0.631973319583469
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,51200,1024,0.31593600908915204
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,51200,1024,0.29662399821811253
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,51200,1536,0.018657332907120388
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,51200,1024,0.2762400044335259
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,51200,1024,0.37954666879442
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,51200,1024,0.256624009874132
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,51200,1024,0.26766400867038304
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,51200,1024,0.2374080022176107
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,51200,1024,0.24717511071099174
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,51200,1024,0.21823999616834852
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,51200,1024,0.2270524501800537
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,51200,1024,0.20165510972340903
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,51200,1024,0.20718044704861113
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,51200,1024,0.18341867129007974
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,51200,1024,0.18840711646609834
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,51200,1024,0.1615146663453844
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,51200,1024,0.1615875562032064
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,51200,1024,0.1426453325483534
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,51200,1024,0.13894755310482448
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,51200,1024,0.12269688977135552
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,51200,1024,0.11784533659617107
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,51200,1024,0.10315022203657363
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,51200,1024,0.09711288743548924
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,51200,1024,0.08492444621192084
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,51200,1024,0.07603733407126533
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,51200,1024,0.06561777989069621
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,51200,1024,0.05696355634265476
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,51200,1024,0.04771911104520162
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,51200,1024,0.0324924455748664
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,51200,1024,0.36004267798529727
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,51200,1024,0.33408178223503965
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,51200,1536,0.01833600054184596
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,51200,1024,0.30983466572231716
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,51200,1024,0.2896622286902534
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,51200,1536,0.018050666898489
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,51200,1536,0.01839200034737587
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,51200,1024,0.029676444000667993
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,51200,1024,0.018581334087583754
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,51200,1024,0.018017777138286166
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,51200,1024,0.01795022189617157
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,51200,1024,0.018234666850831773
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,51200,1024,0.018053332964579265
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,51200,1024,0.017708443933063082
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,51200,1024,0.018026666508780587
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,51200,1024,0.02942044536272685
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,51200,1024,0.018600889378123812
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,51200,1024,0.01724444495307075
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,51200,1024,0.017196445001496207
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,51200,1024,0.017278222574128043
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,51200,1024,0.03035555614365472
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,51200,1024,0.017893332574102614
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,51200,1024,0.017246221502621967
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,51200,1024,0.02000177734427982
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,51200,1024,0.01795733306143019
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,51200,1024,0.01828622155719333
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,51200,1024,0.026730666557947796
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,51200,1024,0.020099555452664692
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,51200,1024,0.018698667486508686
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,51200,1024,0.018023111753993563
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,51200,1024,0.018949333164427016
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,51200,1024,0.019996444384257
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,51200,1024,0.019260444574885897
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,51200,1024,0.018014222383499146
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,51200,1024,0.018627555833922494
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,51200,1024,0.019987555013762582
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,51200,1024,0.018933332628673978
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,51200,1024,0.018191999859280057
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,51200,1024,0.01792888840039571
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,51200,1024,0.02064533366097344
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,51200,1024,0.018792889184421964
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,51200,1024,0.0270471109284295
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,51200,1024,0.025573333104451496
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,51200,1024,0.02546311087078518
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,51200,1024,0.024199111594094172
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,51200,1024,0.3044384002685547
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,51200,1024,0.5935370763142903
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,51200,1024,0.16287679672241212
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,51200,1024,1.2631370544433593
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,51200,1024,0.15681173006693522
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,51200,1024,0.15358187357584635
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,51200,1024,0.16513706843058268
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,51200,1024,0.14594027201334636
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,51200,1024,0.14520959854125975
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,51200,1024,0.13805546760559081
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,51200,1024,0.13531519571940104
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,51200,1024,0.12892800172170002
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,51200,1024,0.12586987018585205
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,51200,1024,0.11961706479390462
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,51200,1024,0.11073919932047527
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,51200,1024,0.11729386647542317
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,51200,1024,0.10838186740875244
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,51200,1024,0.10202773412068684
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,51200,1024,0.09301013151804606
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,51200,1024,0.09013653596242269
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,51200,1024,0.09894186655680338
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,51200,1024,0.08359573682149252
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,51200,1024,0.08046613534291586
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,51200,1024,0.07552853425343832
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,51200,1024,0.07142613728841146
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,51200,1024,0.06332586606343588
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,51200,1024,0.06637546618779501
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,51200,1024,0.05678079922993978
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,51200,1024,0.053659733136494955
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,51200,1024,0.04831893444061279
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,51200,1024,0.04389653205871582
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,51200,1024,0.030271999041239422
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,51200,1024,0.036820268630981444
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,51200,1024,0.0268010675907135
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,51200,1024,0.021828265984853108
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,51200,1024,0.016506666938463845
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,51200,1024,0.03965013424555461
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,51200,1024,0.01662399967511495
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,51200,1024,0.01660693287849426
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,51200,1024,0.017385600010553996
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,51200,1024,0.016845866044362386
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,51200,1024,0.016939733425776163
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,51200,1024,0.017126399278640746
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,51200,1024,0.017543466885884602
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,51200,1024,0.013684266805648803
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,51200,1024,0.01362986663977305
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,51200,1024,0.013641599814097086
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,51200,1024,0.01362773378690084
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,51200,1024,0.013634133338928222
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,51200,1024,0.01369493305683136
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,51200,1024,0.014040533701578775
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,51200,1024,0.01406719982624054
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,51200,1024,0.01362986663977305
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,51200,1024,0.01363200048605601
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,51200,1024,0.014071466525395713
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,51200,1024,0.013782399892807006
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,51200,1024,0.014046933253606161
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,51200,1024,0.01434879998366038
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,51200,1024,0.014308266838391624
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,51200,1024,0.014621866742769876
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,51200,1024,0.01446293294429779
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,51200,1024,0.014520532886187234
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,51200,1024,0.014418133099873862
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,51200,1024,0.014450132846832275
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,51200,1024,0.014382933576901754
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,51200,1024,0.014085333546002707
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,51200,1024,0.014124799768129984
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,51200,768,1.730669339497884
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,51200,768,0.892784039179484
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,51200,768,0.42319734891255695
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,51200,768,0.24423466126124063
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,51200,768,0.2322559952735901
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,51200,768,0.24382932980855307
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,51200,768,0.21505065759023032
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,51200,768,0.21502933899561563
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,51200,768,0.20250133673350015
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,51200,768,0.20017333825429282
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,51200,768,0.18838934103647867
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,51200,768,0.1898906628290812
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,51200,768,0.1782053311665853
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,51200,768,0.19565065701802573
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,51200,768,0.15851199626922607
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,51200,768,0.1588373382886251
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,51200,768,0.14564800262451172
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,51200,768,0.1400159994761149
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,51200,768,0.15029333035151163
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,51200,768,0.1511679987112681
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,51200,768,0.12277866403261821
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,51200,768,0.11664000153541565
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,51200,768,0.10917866230010986
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,51200,768,0.10403733452161153
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,51200,768,0.09588266412417094
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,51200,768,0.10409067074457805
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,51200,768,0.08430400490760803
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,51200,768,0.07564799984296162
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,51200,768,0.07109066843986511
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,51200,768,0.06599733233451843
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,51200,768,0.05759466687838236
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,51200,768,0.049546668926874794
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,51200,768,0.04647466540336609
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,51200,768,0.03886399914820989
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,51200,768,0.03296533226966858
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,51200,768,0.023383999864260357
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,51200,768,0.01966399947802226
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,51200,768,0.019178666174411774
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,51200,768,0.019368000328540802
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,51200,768,0.021741333107153576
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,51200,768,0.020703999946514767
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,51200,768,0.020759999752044678
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,51200,768,0.01869333287080129
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,51200,768,0.01970133309563001
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,51200,768,0.017634666214386623
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,51200,768,0.017701332767804463
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,51200,768,0.017738666385412216
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,51200,768,0.019688000281651814
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,51200,768,0.01703466723362605
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,51200,768,0.01782400036851565
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,51200,768,0.017768000562985737
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,51200,768,0.01692533368865649
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,51200,768,0.017194667210181553
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,51200,768,0.016871999949216843
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,51200,768,0.016861333201328915
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,51200,768,0.016735999534527462
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,51200,768,0.016858667135238647
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,51200,768,0.016677333662907284
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,51200,768,0.016688000410795212
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,51200,768,0.016735999534527462
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,51200,768,0.016341333587964375
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,51200,768,0.01608266681432724
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,51200,768,0.016194666425387066
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,51200,768,0.016050666570663452
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,51200,768,0.01629066715637843
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,51200,768,0.015893333901961643
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,51200,768,0.01602399970094363
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,51200,768,0.015928000211715698
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,51200,768,0.016229332735141117
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,51200,768,0.016362667083740234
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,51200,768,0.01602666700879733
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,51200,768,0.015872000406185787
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,51200,768,0.01589866727590561
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,51200,768,0.01590666671593984
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,51200,768,1.122980038324992
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,51200,768,0.6316013336181641
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,51200,768,0.3310426672299703
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,51200,768,0.1879840095837911
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,51200,1024,0.01444586714108785
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,51200,768,0.15843066573143005
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,51200,768,0.15343999862670898
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,51200,768,0.16705467303593954
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,51200,768,0.14495999614397684
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,51200,768,0.14218266805013022
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,51200,768,0.13617199659347534
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,51200,768,0.1313426693280538
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,51200,768,0.1683866580327352
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,51200,768,0.12813733021418253
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,51200,768,0.11643067002296448
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,51200,768,0.13613333304723105
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,51200,768,0.10812800129254659
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,51200,768,0.10720800360043843
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,51200,768,0.11533066630363464
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,51200,768,0.10592266917228699
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,51200,768,0.09054399530092876
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,51200,768,0.08573466539382935
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,51200,768,0.08170266449451447
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,51200,768,0.0851973295211792
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,51200,768,0.07309466600418091
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,51200,768,0.0760720024506251
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,51200,768,0.06483733157316844
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,51200,768,0.11480266849199931
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,51200,768,0.05937333405017853
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,51200,768,0.05568266908327738
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,51200,768,0.05961733559767405
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,51200,768,0.048301334182421364
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,51200,768,0.04159999887148539
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,51200,768,0.04298933347066244
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,51200,768,0.03700799991687139
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,51200,768,0.0350680003563563
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,51200,768,0.02683066576719284
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,51200,768,0.02536800007025401
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,51200,768,0.024461333950360615
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,51200,768,0.024813334147135418
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,51200,768,0.024660001198450725
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,51200,768,0.025253333151340485
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,51200,768,0.024718667070070904
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,51200,768,0.024011999368667603
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,51200,768,0.02481599897146225
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,51200,768,0.022684000432491302
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,51200,768,0.02253466596206029
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,51200,768,0.023599999646345775
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,51200,768,0.02202266703049342
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,51200,768,0.022942667206128437
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,51200,768,0.021301334102948506
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,51200,768,0.025816000998020172
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,51200,768,0.022005334496498108
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,51200,768,0.022913334270318348
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,51200,768,0.021310667196909588
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,51200,768,0.020703999946514767
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,51200,768,0.020628000299135845
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,51200,768,0.02064133311311404
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,51200,768,0.02069066713253657
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,51200,768,0.020646666487058003
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,51200,768,0.02130799988905589
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,51200,768,0.02177733431259791
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,51200,768,0.02104400098323822
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,51200,768,0.020694666852553684
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,51200,768,0.02064133311311404
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,51200,768,0.02061999961733818
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,51200,768,0.020608000457286835
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,51200,768,0.020664000262816746
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,51200,768,0.02064266676704089
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,51200,768,0.020632000019152958
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,51200,768,0.020526666194200516
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,51200,768,0.020566667119661968
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,51200,768,0.024310665826002758
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,51200,768,0.020633333673079807
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,51200,768,0.020694666852553684
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,51200,1024,0.014513066411018372
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,51200,768,0.5886026620864868
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,51200,768,1.1785000165303547
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,51200,1024,0.014842666188875833
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,51200,768,2.3905746142069497
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,51200,768,0.3150613307952881
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,51200,768,0.2945186694463094
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,51200,768,0.27526267369588214
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,51200,1024,0.014519466956456503
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,51200,768,0.2583293318748474
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,51200,1024,0.014345600207646688
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,51200,768,0.2394146720568339
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,51200,1024,0.014520532886187234
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,51200,768,0.22099600235621134
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,51200,768,0.3506280183792114
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,51200,768,0.2065346638361613
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,51200,768,0.3312973380088806
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,51200,768,0.2111146648724874
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,51200,768,0.18867866198221842
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,51200,768,0.19182799259821573
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,51200,768,0.1713026762008667
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,51200,768,0.17301066716512045
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,51200,768,0.15023066600163779
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,51200,768,0.15011200308799744
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,51200,768,0.3078426718711853
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,51200,768,0.13196667035420737
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,51200,768,0.12862799564997354
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,51200,768,0.11451066533724467
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,51200,1024,0.014478933811187745
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,51200,768,0.1101800004641215
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,51200,768,0.08743866284688313
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,51200,768,0.06902933120727539
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,51200,768,0.07891866564750671
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,51200,768,0.04935200015703837
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,51200,768,0.04305733243624369
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,51200,768,0.028049332400163014
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,51200,768,0.09791333476702373
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,51200,768,0.06157866617043813
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,51200,768,0.28707067171732586
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,51200,768,0.26736799875895184
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,51200,768,0.2468600074450175
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,51200,768,0.2293706734975179
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,51200,768,0.023018665611743927
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,51200,768,0.016007999579111736
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,51200,768,0.01590399940808614
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,51200,768,0.02367466688156128
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,51200,768,0.015520000209410986
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,51200,768,0.015554666519165039
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,51200,768,0.015473333497842153
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,51200,768,0.015520000209410986
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,51200,768,0.015491999685764313
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,51200,768,0.015502666433652243
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,51200,768,0.014580000191926956
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,51200,768,0.01488000030318896
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,51200,768,0.015097333739201227
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,51200,768,0.014988000194231669
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,51200,768,0.014497333516677221
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,51200,768,0.015061333775520325
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,51200,768,0.01507600024342537
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,51200,768,0.01568133383989334
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,51200,768,0.02219333251317342
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,51200,768,0.015693332999944687
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,51200,768,0.021751999855041504
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,51200,768,0.014469332993030548
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,51200,768,0.016066666692495346
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,51200,768,0.015784000356992085
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,51200,768,0.01568799962600072
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,51200,768,0.015649333596229553
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,51200,768,0.01487866664926211
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,51200,768,0.01505600040157636
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,51200,768,0.016070666412512463
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,51200,768,0.01602533335487048
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,51200,768,0.01591733346382777
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,51200,768,0.016050666570663452
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,51200,768,0.021784000098705292
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,51200,768,0.01533866673707962
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,51200,768,0.015432000160217285
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,51200,768,0.022013333936532337
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,51200,768,0.022190667688846588
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,51200,768,0.02353733281294505
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,51200,768,0.1393514633178711
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,51200,768,0.25463573137919104
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,51200,768,1.0571648279825845
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,51200,768,0.13459733327229817
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,51200,768,0.5012864112854004
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,51200,768,0.13176639874776203
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,51200,768,0.14219412803649903
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,51200,768,0.12678613662719726
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,51200,768,0.12361066341400147
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,51200,768,0.11576000054677327
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,51200,768,0.11138239701588948
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,51200,768,0.11909759839375814
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,51200,768,0.10361920197804768
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,51200,768,0.10897280375162761
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,51200,768,0.1011093298594157
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,51200,768,0.0961354653040568
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,51200,768,0.09282453060150146
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,51200,768,0.08597439924875895
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,51200,768,0.08847466309865316
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,51200,768,0.08066453138987223
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,51200,768,0.07817493279774984
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,51200,768,0.07243093649546305
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,51200,768,0.06992533206939697
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,51200,768,0.06515839894612631
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,51200,768,0.06136000156402588
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,51200,768,0.05724693139394125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,51200,768,0.054995199044545494
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,51200,768,0.049225600560506184
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,51200,768,0.046669868628184
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,51200,768,0.04219413201014201
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,51200,768,0.03495680093765259
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,51200,768,0.03876373370488485
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,51200,768,0.0321834663550059
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,51200,768,0.023925334215164185
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,51200,768,0.02638079921404521
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,51200,768,0.019825067122777304
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,51200,768,0.014914133151372275
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,51200,768,0.015134933590888976
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,51200,768,0.014948266744613647
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,51200,768,0.015404799580574035
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,51200,768,0.015457066893577575
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,51200,768,0.015267200271288552
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,51200,768,0.015646933515866598
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,51200,768,0.015829333662986757
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,51200,768,0.012403200070063274
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,51200,768,0.012337066729863485
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,51200,768,0.012268799543380737
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,51200,768,0.011987200379371643
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,51200,768,0.011990400155385335
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,51200,768,0.01204800009727478
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,51200,768,0.0122079998254776
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,51200,768,0.012124799688657125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,51200,768,0.012243200341860454
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,51200,768,0.012421333789825439
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,51200,768,0.01218666632970174
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,51200,768,0.01241600016752879
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,51200,768,0.01260693371295929
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,51200,768,0.012477866808573405
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,51200,768,0.012819199760754903
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,51200,768,0.012614400188128153
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,51200,768,0.012604799866676331
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,51200,768,0.01258026659488678
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,51200,768,0.012264532844225566
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,51200,768,0.01286079982916514
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,51200,768,0.012850133577982583
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,51200,768,0.012609066565831504
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,51200,768,0.01288426617781321
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,51200,512,1.305978669060601
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,51200,512,0.7621386845906576
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,51200,512,0.3855751090579563
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,51200,512,0.19635021686553955
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,51200,512,0.20102755228678384
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,51200,512,0.2003555562761095
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,51200,512,0.1844782167010837
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,51200,512,0.17372800244225395
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,51200,512,0.148364437950982
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,51200,512,0.14607821570502386
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,51200,512,0.13967822657691106
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,51200,512,0.13638577196333143
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,51200,512,0.13174933857387966
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,51200,512,0.14093511634402806
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,51200,512,0.11692978276146783
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,51200,512,0.11658310890197754
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,51200,512,0.10731733507580227
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,51200,512,0.10882311397128636
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,51200,512,0.1191662285063002
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,51200,512,0.10836266809039646
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,51200,512,0.08959111240175034
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,51200,512,0.08483022451400757
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,51200,512,0.08022933536105685
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,51200,512,0.0861919985877143
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,51200,512,0.07037333647410075
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,51200,512,0.0758204460144043
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,51200,512,0.06157866451475355
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,51200,512,0.05572622352176242
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,51200,512,0.05186133252249824
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,51200,512,0.056848002804650195
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,51200,512,0.04200355543030632
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,51200,512,0.03700800074471368
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,51200,512,0.03397866752412584
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,51200,512,0.029157333903842505
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,51200,512,0.025944888591766357
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,51200,512,0.016607999801635742
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,51200,512,0.014583110809326172
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,51200,512,0.014520888527234396
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,51200,512,0.013002666334311167
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,51200,512,0.01482488877243466
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,51200,512,0.014522666732470194
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,51200,512,0.01514488955338796
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,51200,512,0.012435555458068848
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,51200,512,0.013802666631009845
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,51200,512,0.011868444581826528
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,51200,512,0.011896889242861005
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,51200,512,0.012088889049159156
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,51200,512,0.01369066701995002
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,51200,512,0.011941333611806234
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,51200,512,0.012483555409643384
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,51200,512,0.011864888999197217
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,51200,512,0.01182755579551061
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,51200,512,0.011761777930789523
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,51200,512,0.011790222591824003
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,51200,512,0.011765333513418833
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,51200,768,0.01241919994354248
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,51200,512,0.011187555889288584
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,51200,512,0.01128355579243766
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,51200,512,0.01165688865714603
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,51200,512,0.011141333315107556
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,51200,512,0.011075555450386472
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,51200,512,0.011100444528791638
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,51200,512,0.011045333411958484
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,51200,512,0.011123555401961008
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,51200,512,0.011128889189826118
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,51200,512,0.01110755569405026
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,51200,512,0.011160888605647616
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,51200,512,0.011095110740926532
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,51200,512,0.010958222051461538
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,51200,512,0.011064888702498542
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,51200,512,0.010904889139864178
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,51200,512,0.01109866632355584
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,51200,512,0.011045333411958484
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,51200,512,0.011057777537239922
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,51200,512,0.01108088923825158
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,51200,512,0.46981118520100906
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,51200,512,0.2534133275349935
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,51200,512,0.9155679702758789
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,51200,512,0.141704527537028
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,51200,512,0.14346879323323566
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,51200,512,0.13306559721628824
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,51200,512,0.13756693204243978
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,51200,512,0.12921173572540284
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,51200,512,0.1310538689295451
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,51200,512,0.11473920345306396
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,51200,512,0.11251946290334065
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,51200,512,0.1126677354176839
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,51200,512,0.10495253403981526
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,51200,512,0.10644693374633789
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,51200,512,0.09588267008463541
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,51200,512,0.09295360247294107
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,51200,512,0.08891733487447104
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,51200,512,0.0868501345316569
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,51200,512,0.10133439699808758
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,51200,512,0.08284693559010824
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,51200,512,0.07573653062184652
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,51200,512,0.06772692998250326
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,51200,512,0.06992746988932291
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,51200,512,0.06026240189870199
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,51200,512,0.061493333180745444
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,51200,512,0.05526826779047648
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,51200,512,0.050766932964324954
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,51200,512,0.04877760012944539
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,51200,512,0.048641065756479904
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,51200,512,0.04148373206456502
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,51200,512,0.03922026554743449
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,51200,512,0.036678401629130046
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,51200,512,0.07094079653422038
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,51200,512,0.0323360006014506
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,51200,512,0.03249066670735677
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,51200,512,0.023940267165501912
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,51200,512,0.02368746598561605
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,51200,512,0.024596265951792397
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,51200,512,0.021769599119822184
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,51200,512,0.022694400946299233
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,51200,512,0.021516799926757812
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,51200,512,0.02294293244679769
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,51200,512,0.020595200856526694
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,51200,512,0.020782933632532755
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,51200,512,0.020540799697240195
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,51200,512,0.020578134059906005
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,51200,512,0.02062186598777771
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,51200,512,0.02050666610399882
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,51200,512,0.020450133085250854
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,51200,512,0.02032426595687866
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,51200,512,0.02118399937947591
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,51200,512,0.019769599040349327
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,51200,512,0.020309333006540933
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,51200,512,0.02060906688372294
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,51200,512,0.018764799833297728
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,51200,512,0.018634666999181114
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,51200,512,0.0187882661819458
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,51200,512,0.01853546698888143
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,51200,512,0.01878933310508728
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,51200,512,0.018524799744288126
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,51200,512,0.018554667631785073
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,51200,512,0.01845973332722982
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,51200,512,0.018686934312184652
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,51200,512,0.018463999032974243
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,51200,512,0.018531199296315512
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,51200,512,0.018568533658981323
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,51200,512,0.018542933464050292
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,51200,512,0.018569600582122803
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,51200,512,0.018549333016077675
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,51200,512,0.01856000026067098
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,51200,512,0.01853546698888143
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,51200,512,0.01839573383331299
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,51200,512,0.018563199043273925
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,51200,512,0.01853333314259847
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,51200,768,0.013190399607022604
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,51200,768,0.012965333461761475
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,51200,768,0.012945066889127096
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,51200,768,0.013184000054995218
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,51200,768,0.012840533256530761
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,51200,768,0.013027200102806091
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,51200,512,1.0557984034220378
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,51200,512,2.1335520426432293
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,51200,512,0.24441173871358238
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,51200,512,0.22993812561035157
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,51200,512,0.5213877360026042
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,51200,512,0.21369493802388512
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,51200,512,0.3017557462056478
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,51200,512,0.197817595799764
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,51200,512,0.1991157372792562
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,51200,512,0.18198399543762206
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,51200,512,0.1819050629933675
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,51200,512,0.16549332936604816
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,51200,512,0.164847993850708
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,51200,512,0.15139946937561036
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,51200,512,0.14913172721862794
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,51200,512,0.1334368069966634
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,51200,512,0.13073919614156088
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,51200,512,0.11756373246510823
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,51200,512,0.1120970646540324
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,51200,512,0.10143786271413166
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,51200,512,0.09548160235087076
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,51200,512,0.08575253486633301
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,51200,512,0.07846933205922445
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,51200,512,0.07009920279184977
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,51200,512,0.05935360193252563
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,51200,512,0.05391680002212525
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,51200,512,0.036950401465098065
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,51200,512,0.03380693197250366
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,51200,512,0.022711465756098427
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,51200,512,0.28457279205322267
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,51200,512,0.2794528007507324
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,51200,512,0.26101652781168616
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,51200,512,0.2668490727742513
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,51200,512,0.24881386756896973
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,51200,512,0.2324394702911377
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,51200,512,0.21431466738382973
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,51200,512,0.01912213365236918
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,51200,512,0.013083733121554055
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,51200,512,0.018973867098490395
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,51200,512,0.013230933745702108
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,51200,512,0.013317333658536276
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,51200,512,0.013195733229319254
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,51200,512,0.012849066654841104
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,51200,512,0.013010133306185404
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,51200,512,0.013683199882507324
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,51200,512,0.012661332885424295
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,51200,512,0.01157973309357961
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,51200,512,0.011992533008257549
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,51200,512,0.012794666488965354
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,51200,512,0.012040533622105916
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,51200,512,0.012451199690500896
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,51200,512,0.01869866649309794
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,51200,512,0.012317867080370585
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,51200,512,0.01253546675046285
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,51200,512,0.012453333536783854
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,51200,512,0.012142933408419291
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,51200,512,0.01230506698290507
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,51200,512,0.012386133273442585
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,51200,512,0.012421333789825439
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,51200,512,0.012780800461769104
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,51200,512,0.012471466263135274
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,51200,512,0.012262399991353352
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,51200,512,0.012807466586430869
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,51200,512,0.012126933534940083
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,51200,512,0.012599466244379678
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,51200,512,0.013219199577967324
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,51200,512,0.012454400459925335
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,51200,512,0.012750933567682901
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,51200,512,0.012821333607037863
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,51200,512,0.018798933426539103
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,51200,512,0.017318399747212727
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,51200,512,0.017672532796859743
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,51200,512,0.017323732376098633
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,51200,512,0.01774719953536987
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,51200,512,0.22399999300638834
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,51200,512,0.8642666498819986
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,51200,512,0.4364735921223958
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,51200,512,0.12582613627115885
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,51200,512,0.12344640096028645
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,51200,512,0.11880213419596355
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,51200,512,0.11736959616343182
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,51200,512,0.11172693570454914
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,51200,512,0.1100874662399292
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,51200,512,0.10502933661142985
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,51200,512,0.0986016035079956
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,51200,512,0.10267626444498698
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,51200,512,0.09684053262074789
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,51200,512,0.09142506917317708
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,51200,512,0.08950826327006021
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,51200,512,0.08448320229848226
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,51200,512,0.08214293320973715
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,51200,512,0.07810986836751302
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,51200,512,0.07600533167521159
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,51200,512,0.06918400128682455
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,51200,512,0.0707797368367513
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,51200,512,0.0642250657081604
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,51200,512,0.06188586552937826
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,51200,512,0.05753493309020996
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,51200,512,0.054471464951833096
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,51200,512,0.05056639909744263
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,51200,512,0.04331626494725545
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,51200,512,0.04873813390731811
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,51200,512,0.0412778655687968
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,51200,512,0.03696426550547282
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,51200,512,0.03404373327891032
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,51200,512,0.028104533751805622
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,51200,512,0.030539733171463013
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,51200,512,0.02069759964942932
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,51200,512,0.023144533236821495
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,51200,512,0.01735146641731262
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,51200,512,0.012868266304334006
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,51200,512,0.01283093293507894
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,51200,512,0.012950399518013
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,51200,512,0.013249066472053529
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,51200,512,0.012805333733558655
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,51200,512,0.013645866513252258
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,51200,512,0.013359999656677246
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,51200,512,0.013642666737238565
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,51200,512,0.010020266969998677
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,51200,512,0.009592533111572266
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,51200,512,0.010033067067464192
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,51200,512,0.00993280013402303
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,51200,512,0.00997226635615031
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,51200,512,0.009963732957839967
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,51200,512,0.00974720021088918
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,51200,512,0.009947733084360758
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,51200,512,0.010331733028093974
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,51200,512,0.010339200496673584
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,51200,512,0.010007466872533162
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,51200,512,0.010102400183677673
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,51200,512,0.010387200117111205
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,51200,512,0.010385066270828247
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,51200,512,0.0105621337890625
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,51200,512,0.010430933038393656
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,51200,512,0.010482133428255717
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,51200,512,0.010440533359845478
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,51200,512,0.01081706682840983
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,51200,512,0.010826667149861652
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,51200,512,0.010778666536013285
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,51200,512,0.010447999835014344
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,51200,512,0.0107722669839859
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,51200,256,0.8812490463256836
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,51200,256,0.48370879491170243
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,51200,256,0.23995733261108398
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,51200,256,0.13557440439860027
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,51200,256,0.13029759724934895
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,51200,256,0.12490986982981364
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,51200,256,0.11608106295267742
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,51200,256,0.12332266966501873
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,51200,256,0.1090015967686971
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,51200,256,0.10907093683878581
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,51200,256,0.10226666927337646
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,51200,256,0.09753706455230712
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,51200,256,0.09030186335245768
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,51200,256,0.0930783987045288
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,51200,256,0.08176639874776205
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,51200,256,0.07998080253601074
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,51200,256,0.07514026959737143
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,51200,256,0.0739296038945516
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,51200,256,0.0869610627492269
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,51200,256,0.07072213490804037
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,51200,256,0.06198079983393351
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,51200,256,0.058200534184773764
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,51200,256,0.055446398258209226
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,51200,512,0.010790399710337321
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,51200,256,0.05810453494389852
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,51200,256,0.048870400587717695
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,51200,256,0.04230506817499797
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,51200,256,0.03802880048751831
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,51200,256,0.03590933481852214
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,51200,256,0.03490986824035645
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,51200,256,0.029098665714263915
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,51200,256,0.0248799999554952
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,51200,256,0.023026132583618165
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,51200,256,0.019413334131240845
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,51200,256,0.018976000944773357
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,51200,256,0.011136000355084736
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,51200,256,0.011100799838701884
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,51200,256,0.047890134652455646
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,51200,256,0.011201066772143047
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,51200,256,0.009154133001963298
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,51200,256,0.008787199854850769
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,51200,256,0.009962667028109233
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,51200,256,0.008278400202592214
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,51200,512,0.01071999967098236
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,51200,256,0.00790826678276062
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,51200,256,0.008027733365694682
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,51200,256,0.008307200173536937
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,51200,256,0.007889066636562348
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,51200,256,0.00790293316046397
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,51200,256,0.007886933286984761
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,51200,256,0.007484800120194752
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,51200,256,0.007457066575686138
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,51200,256,0.007413333157698314
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,51200,256,0.007494399944941203
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,51200,256,0.007073066631952922
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,51200,256,0.007010133564472198
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,51200,256,0.006667733192443848
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,51200,256,0.007096533477306366
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,51200,256,0.006629333396752675
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,51200,256,0.009832533200581868
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,51200,256,0.006677333513895671
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,51200,256,0.006656000018119812
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,51200,256,0.006660266717274983
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,51200,256,0.006676266590754191
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,51200,256,0.006604800124963124
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,51200,256,0.0064640000462532045
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,51200,256,0.00869546631971995
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,51200,256,0.006596266726652781
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,51200,256,0.00643093337615331
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,51200,256,0.006537599861621857
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,51200,256,0.006410666803518932
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,51200,256,0.006410666803518932
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,51200,256,0.006267733375231425
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,51200,256,0.006253866851329804
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,51200,256,0.006372266511122386
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,51200,256,0.006516266862551372
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,51200,256,0.34608532587687174
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,51200,256,0.17842133839925128
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,51200,256,0.6732704162597656
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,51200,256,0.10967679818471272
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,51200,512,0.010769066214561463
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,51200,256,0.10402026971181233
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,51200,256,0.11575360298156738
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,51200,256,0.09708267052968343
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,51200,256,0.09844906330108642
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,51200,256,0.10475200017293293
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,51200,256,0.09228906631469727
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,51200,256,0.08677439689636231
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,51200,256,0.09362773100535074
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,51200,256,0.08420053323109945
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,51200,256,0.08220372994740804
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,51200,256,0.07930346330006918
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,51200,256,0.0762773354848226
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,51200,256,0.07221333185831705
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,51200,256,0.07404800256093344
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,51200,256,0.06631573438644409
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,51200,256,0.06194239854812622
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,51200,256,0.06037973165512085
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,51200,256,0.05729493300120035
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,51200,256,0.05733760197957357
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,51200,256,0.052218667666117345
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,51200,256,0.05373546679814657
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,51200,256,0.04807146787643433
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,51200,256,0.04424533446629842
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,51200,256,0.04124373197555542
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,51200,256,0.040507733821868896
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,51200,256,0.036201600233713785
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,51200,256,0.03403733174006145
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,51200,256,0.03238079945246379
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,51200,256,0.030322132507960002
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,51200,256,0.028907734155654907
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,51200,256,0.020858667294184365
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,51200,256,0.021422932545344033
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,51200,256,0.020590933163960774
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,51200,256,0.018606932957967122
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,51200,256,0.019542400042215982
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,51200,256,0.018616533279418944
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,51200,256,0.01889066696166992
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,51200,256,0.017232000827789307
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,51200,256,0.018077866236368815
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,51200,256,0.01671253244082133
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,51200,256,0.017016534010569254
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,51200,256,0.01656426688035329
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,51200,256,0.017734400431315103
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,51200,256,0.016219733158747356
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,51200,256,0.016551466782887776
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,51200,256,0.016572800278663636
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,51200,256,0.016643200318018594
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,51200,256,0.01689173380533854
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,51200,256,0.016578132907549538
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,51200,256,0.014492799838383993
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,51200,256,0.01458453337351481
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,51200,256,0.014484266440073649
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,51200,256,0.014510933558146158
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,51200,256,0.014490666985511779
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,51200,256,0.014487466216087342
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,51200,256,0.014455466469128927
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,51200,256,0.014447999993960061
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,51200,256,0.014435199896494546
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,51200,256,0.014507733782132468
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,51200,256,0.014381866653760275
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,51200,256,0.014491732915242514
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,51200,256,0.014505599935849508
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,51200,256,0.014452266693115234
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,51200,256,0.014504533012708029
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,51200,256,0.014503467082977294
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,51200,256,0.0145087997118632
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,51200,256,0.014502400159835815
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,51200,256,0.08601919809977213
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,51200,512,0.010826667149861652
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,51200,256,0.014472533265749613
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,51200,256,0.014451199769973755
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,51200,512,0.010710400342941285
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,51200,512,0.010545066992441813
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,51200,512,0.010849066575368245
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,51200,256,0.7286346435546875
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,51200,256,0.17345280647277833
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,51200,256,0.2085514704386393
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,51200,256,0.17152427037556967
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,51200,256,0.16327039400736493
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,51200,256,1.4769781748453776
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,51200,256,0.16120853424072265
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,51200,256,0.15163413683573407
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,51200,256,0.19613332748413087
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,51200,256,0.14929919242858886
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,51200,256,0.1407551924387614
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,51200,256,0.13012159665425618
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,51200,256,0.13697279294331868
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,51200,256,0.11826666990915935
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,51200,256,0.1141482671101888
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,51200,256,0.10791040261586507
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,51200,256,0.10333120028177897
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,51200,256,0.3646592140197754
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,51200,256,0.09479040304819743
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,51200,256,0.08358826637268066
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,51200,256,0.07846079667409261
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,51200,256,0.19696319897969564
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,51200,256,0.0723626693089803
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,51200,256,0.06633813381195068
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,51200,256,0.06238506635030111
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,51200,256,0.05048960049947103
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,51200,256,0.053821865717569986
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,51200,256,0.043323731422424315
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,51200,256,0.03922666708628337
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,51200,256,0.02772586743036906
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,51200,256,0.025319466988245647
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,51200,256,0.01810879906018575
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,51200,256,0.12521173159281412
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,51200,256,0.09005866845448812
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,51200,256,0.18460799853006998
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,51200,256,0.18271039326985677
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,51200,256,0.014390400052070618
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,51200,256,0.014084266622861228
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,51200,256,0.009756799538930256
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,51200,256,0.0091839998960495
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,51200,256,0.009144533673922222
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,51200,256,0.009339732925097148
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,51200,256,0.009187199672063192
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,51200,256,0.009173333644866943
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,51200,256,0.014087466398874917
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,51200,256,0.014133333166440328
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,51200,256,0.009063466389973959
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,51200,256,0.009149866302808125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,51200,256,0.008353066444396973
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,51200,256,0.008323200047016144
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,51200,256,0.008311466872692108
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,51200,256,0.008297599852085114
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,51200,256,0.0082997332016627
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,51200,256,0.008333866794904072
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,51200,256,0.008321066697438557
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,51200,256,0.00876800020535787
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,51200,256,0.008726400136947633
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,51200,256,0.013692800203959146
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,51200,256,0.008714666962623597
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,51200,256,0.00876693328221639
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,51200,256,0.008753066261609394
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,51200,256,0.008782933155695598
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,51200,256,0.008727467060089112
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,51200,256,0.008694400389989216
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,51200,256,0.01295360028743744
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,51200,256,0.00874133308728536
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,51200,256,0.008385066191355388
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,51200,256,0.008388266960779826
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,51200,256,0.008366933465003968
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,51200,256,0.008438400427500407
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,51200,256,0.008306133250395458
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,51200,256,0.009166933099428813
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,51200,256,0.0128330667813619
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,51200,256,0.012475732962290447
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,51200,256,0.33983147939046227
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,51200,256,0.662875747680664
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,51200,256,0.09947199821472168
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,51200,256,0.09229119618733725
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,51200,256,0.08878933588663737
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,51200,256,0.09732159773508707
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,51200,256,0.17674880027770995
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,51200,256,0.09414506753285726
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,51200,256,0.08664106527964274
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,51200,256,0.08340799808502197
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,51200,256,0.07610987027486166
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,51200,256,0.08133653004964193
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,51200,256,0.0781717300415039
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,51200,256,0.07240533034006755
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,51200,256,0.0671989361445109
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,51200,256,0.07100799878438314
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,51200,256,0.06523093382517496
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,51200,256,0.062104535102844236
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,51200,256,0.05984746615091959
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,51200,256,0.054934398333231604
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,51200,256,0.050887465476989746
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,51200,256,0.05661439895629883
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,51200,256,0.04896746476491292
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,51200,256,0.04612693389256795
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,51200,256,0.043483734130859375
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,51200,256,0.03866453170776367
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,51200,256,0.040415998299916586
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,51200,256,0.03466879924138387
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,51200,256,0.03320213357607524
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,51200,256,0.030131200949350994
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,51200,256,0.027565866708755493
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,51200,256,0.024817067384719848
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,51200,256,0.023112533489863078
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,51200,256,0.01884373426437378
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,51200,256,0.01738986571629842
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,51200,256,0.014106667041778565
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,51200,256,0.01249066690603892
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,51200,256,0.011384532848993937
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,51200,256,0.011100799838701884
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,51200,256,0.011770666639010111
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,51200,256,0.011206400394439698
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,51200,256,0.012060800194740295
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,51200,256,0.01118293305238088
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,51200,256,0.012029866377512615
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,51200,256,0.009139200051625569
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,51200,256,0.008829866846402485
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,51200,256,0.009113599856694538
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,51200,256,0.00918506681919098
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,51200,256,0.008919466535250347
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,51200,256,0.008778666456540424
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,51200,256,0.009149866302808125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,51200,256,0.009199999769528707
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,51200,256,0.008910933136940002
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,51200,256,0.00918933351834615
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,51200,256,0.00913706620534261
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,51200,256,0.009270399808883667
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,51200,256,0.009144533673922222
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,51200,256,0.009542399644851684
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,51200,256,0.009196799993515015
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,51200,256,0.009271466732025146
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,51200,256,0.009522133072217305
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,51200,256,0.009480533003807069
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,51200,256,0.009566932916641235
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,51200,256,0.009193600217501322
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,51200,256,0.009569066762924194
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,51200,256,0.009171199798583985
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,51200,256,0.009221333265304565
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,51200,256,0.009202133615811665
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,51200,128,0.3273376146952311
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,51200,128,0.654431978861491
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,51200,128,0.1656885306040446
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,51200,128,0.10248106320699055
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,51200,128,0.09189973672231039
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,51200,128,0.09209919770558675
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,51200,128,0.0852735996246338
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,51200,128,0.08766293525695801
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,51200,128,0.08063466548919677
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,51200,256,0.009401599566141765
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,51200,128,0.07687040170033774
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,51200,128,0.07990506490071615
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,51200,128,0.07100906372070312
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,51200,128,0.07195946375528971
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,51200,128,0.06392960151036581
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,51200,128,0.06342613299687704
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,51200,128,0.06166613499323527
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,51200,128,0.05897706747055054
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,51200,128,0.058049066861470544
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,51200,128,0.05566720167795817
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,51200,128,0.05116159915924072
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,51200,128,0.051368534564971924
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,51200,128,0.04718079964319865
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,51200,256,0.009639466802279156
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,51200,128,0.04543786843617757
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,51200,128,0.03694719870885213
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,51200,128,0.04456959962844849
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,51200,128,0.03613226811091105
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,51200,128,0.033453865845998125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,51200,128,0.030479999383290608
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,51200,128,0.029950932661692305
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,51200,128,0.023887999852498374
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,51200,128,0.0226474662621816
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,51200,128,0.0185973326365153
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,51200,128,0.02188373406728109
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,51200,128,0.015960533420244852
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,51200,128,0.014968533317248026
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,51200,128,0.008866133292516072
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,51200,128,0.009099733829498292
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,51200,128,0.009036800265312195
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,51200,128,0.007892266909281413
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,51200,128,0.0066655998428662615
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,51200,128,0.006640000144640605
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,51200,128,0.0063296000162760425
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,51200,128,0.0058335999647776285
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,51200,128,0.005865600208441416
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,51200,128,0.005504000186920166
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,51200,128,0.005098666747411092
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,51200,128,0.0050794666012128195
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,51200,128,0.004649599889914194
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,51200,128,0.005087999999523163
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,51200,128,0.004599466423193614
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,51200,128,0.004605866471926371
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,51200,128,0.004257066547870636
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,51200,128,0.0039061332742373147
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,51200,128,0.003802666564782461
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,51200,128,0.003457066665093104
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,51200,128,0.0038165333370367683
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,51200,128,0.003389866650104523
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,51200,128,0.0033887999753157297
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,51200,128,0.0033770665526390077
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,51200,128,0.003390933324893316
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,51200,128,0.007398400207360585
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,51200,128,0.0033941333492596946
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,51200,128,0.0033781332274278007
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,51200,128,0.00344106654326121
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,51200,128,0.003176533430814743
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,51200,128,0.003235200047492981
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,51200,128,0.003386666625738144
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,51200,128,0.004624000191688538
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,51200,128,0.003005866706371307
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,51200,128,0.0031946666538715364
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,51200,128,0.0033759998778502146
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,51200,128,0.0033141332368055976
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,51200,128,0.003332266708215078
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,51200,128,0.2919690767923991
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,51200,128,0.557706642150879
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,51200,128,0.16622826258341472
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,51200,128,0.09163839817047119
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,51200,128,0.096014936765035
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,51200,128,0.09128320217132568
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,51200,128,0.09017279942830404
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,51200,128,0.003049599876006444
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,51200,128,0.08517013390858968
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,51200,128,0.08541333675384521
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,51200,128,0.07799359957377115
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,51200,128,0.0733674685160319
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,51200,128,0.076692263285319
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,51200,128,0.06912213166554769
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,51200,128,0.06539626518885294
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,51200,128,0.07131093343098958
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,51200,128,0.07099839846293131
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,51200,128,0.05979839960734049
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,51200,128,0.061386664708455406
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,51200,128,0.06285226742426554
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,51200,128,0.05283626715342203
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,51200,128,0.053623465696970615
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,51200,128,0.04672640164693197
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,51200,128,0.05284800132115682
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,51200,128,0.09426773389180501
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,51200,128,0.0451039989789327
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,51200,128,0.04488639831542969
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,51200,128,0.03834026654561361
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,51200,128,0.044227198759714766
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,51200,256,0.00918506681919098
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,51200,128,0.03301440080006917
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,51200,128,0.030814933776855468
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,51200,128,0.028834132353464763
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,51200,128,0.024911999702453613
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,51200,128,0.018514132499694823
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,51200,256,0.009527466694513957
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,51200,128,0.019725867112477622
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,51200,128,0.018667733669281004
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,51200,128,0.01836586594581604
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,51200,128,0.017092265685399375
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,51200,128,0.01671573321024577
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,51200,256,0.00918933351834615
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,51200,128,0.016563199957211814
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,51200,128,0.01650879979133606
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,51200,128,0.016481066743532814
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,51200,128,0.016563199957211814
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,51200,128,0.05910506645838419
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,51200,128,0.016375466187795003
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,51200,128,0.016595199704170227
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,51200,128,0.01614400049050649
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,51200,128,0.015416533748308817
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,51200,128,0.016085333625475564
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,51200,128,0.014868266383806863
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,51200,128,0.015878400206565856
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,51200,128,0.014465066790580749
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,51200,128,0.014433067043622336
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,51200,128,0.014447999993960061
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,51200,128,0.01444906691710154
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,51200,128,0.014528000354766845
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,51200,128,0.01432213286558787
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,51200,128,0.03392426570256551
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,51200,128,0.014193066954612732
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,51200,128,0.014590932925542196
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,51200,128,0.014455466469128927
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,51200,128,0.014351999759674073
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,51200,128,0.01444906691710154
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,51200,128,0.014248533050219217
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,51200,128,0.014460800091425577
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,51200,128,0.01444906691710154
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,51200,128,0.027430399258931475
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,51200,128,0.014403200149536133
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,51200,128,0.014459733168284097
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,51200,128,0.014443733294804893
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,51200,128,0.014444800217946372
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,51200,128,0.019504000743230186
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,51200,128,0.014330666263898215
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,51200,128,0.01590720017751058
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,51200,128,0.014387200276056925
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,51200,256,0.009164800246556599
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,51200,128,0.16138772964477538
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,51200,128,0.15637866655985516
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,51200,128,0.2875306765238444
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,51200,128,0.13732053438822428
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,51200,128,0.12915093104044598
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,51200,128,0.13442986806233723
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,51200,128,0.1251456022262573
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,51200,128,0.6185589472452799
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,51200,128,0.12049813270568847
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,51200,128,0.11648639837900798
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,51200,128,0.11236159801483155
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,51200,128,0.10366079807281495
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,51200,128,0.09835093021392823
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,51200,128,0.1533184051513672
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,51200,128,0.09505279858907065
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,51200,128,0.08923947016398112
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,51200,128,0.08507839838663736
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,51200,128,0.08099413712819417
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,51200,128,0.07679680188496908
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,51200,128,0.07139626344045004
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,51200,128,0.06776959896087646
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,51200,128,0.06292053461074829
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,51200,128,0.058614401022593174
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,51200,128,0.14634453455607097
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,51200,128,0.05384960174560547
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,51200,128,0.05040426651636759
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,51200,128,1.2888992309570313
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,51200,128,0.0426474650700887
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,51200,128,0.04170133272806804
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,51200,128,0.034119466940561935
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,51200,128,0.03220053315162659
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,51200,128,0.021548799673716226
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,51200,128,0.023747199773788454
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,51200,128,0.015738667050997416
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,51200,128,0.10727360248565673
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,51200,128,0.14251947402954102
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,51200,128,0.01199893355369568
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,51200,128,0.008716799815495809
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,51200,128,0.012019200126330058
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,51200,128,0.012142933408419291
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,51200,128,0.008361599842707316
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,51200,128,0.008398933211962382
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,51200,128,0.008377599716186523
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,51200,128,0.008317866424719492
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,51200,128,0.01122773289680481
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,51200,128,0.008298666775226593
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,51200,128,0.00798399994770686
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,51200,128,0.007979733248551685
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,51200,128,0.007150933146476746
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,51200,128,0.007478400071461995
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,51200,128,0.007558399935563405
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,51200,128,0.0074869334697723385
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,51200,128,0.007483733197053273
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,51200,128,0.007490133245786031
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,51200,128,0.007256533205509186
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,51200,128,0.007106133302052816
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,51200,128,0.01118933359781901
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,51200,128,0.007867733140786488
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,51200,128,0.007654400169849395
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,51200,128,0.007579733431339264
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,51200,128,0.007575466732184092
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,51200,128,0.007480533421039581
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,51200,128,0.007469866673151653
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,51200,128,0.007585066556930542
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,51200,128,0.007505066692829132
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,51200,128,0.007134933272997539
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,51200,128,0.00749120016892751
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,51200,128,0.01122773289680481
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,51200,128,0.0074879998962084455
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,51200,128,0.011217066645622253
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,51200,128,0.012063999970753986
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,51200,128,0.007482666770617168
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,51200,128,0.007473066449165344
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,51200,128,0.007484800120194752
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,51200,128,0.15439680417378743
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,51200,128,0.29961493810017903
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,51200,128,0.5726783752441407
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,51200,128,0.08419626553853353
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,51200,128,0.08547200361887614
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,51200,128,0.08077867031097412
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,51200,128,0.07954986890157065
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,51200,128,0.07631786664326987
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,51200,128,0.07204586664835612
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,51200,128,0.07458879947662353
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,51200,128,0.07028266588846842
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,51200,128,0.06714773178100586
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,51200,128,0.06245439847310384
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,51200,128,0.061127467950185144
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,51200,128,0.05827626784642538
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,51200,128,0.06603200038274129
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,51200,128,0.05623146692911783
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,51200,128,0.053686400254567467
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,51200,128,0.0520576000213623
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,51200,128,0.04926186800003052
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,51200,128,0.047695998350779215
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,51200,128,0.04285120169321696
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,51200,128,0.044130134582519534
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,51200,128,0.040174933274586995
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,51200,128,0.038534398873647055
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,51200,128,0.03548479874928792
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,51200,128,0.03437439997990926
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,51200,128,0.02940479914347331
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,51200,128,0.030558933814366657
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,51200,128,0.026409600178400678
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,51200,128,0.024778666098912557
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,51200,128,0.022374399503072104
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,51200,128,0.020590933163960774
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,51200,128,0.017303466796875
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,51200,128,0.01569706698258718
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,51200,128,0.012918399771054587
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,51200,128,0.011177600423494975
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,51200,128,0.011635200182596842
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,51200,128,0.011593600114186604
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,51200,128,0.011127466956774395
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,51200,128,0.011377066373825073
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,51200,128,0.01062506635983785
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,51200,128,0.01128426690896352
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,51200,128,0.008726400136947633
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,51200,128,0.010598400235176086
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,51200,128,0.00874133308728536
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,51200,128,0.008764800429344178
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,51200,128,0.008374399940172831
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,51200,128,0.00879146655400594
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,51200,128,0.008703999718030294
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,51200,128,0.008368000388145447
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,51200,128,0.00853653351465861
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,51200,128,0.00872213343779246
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,51200,128,0.008505599697430928
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,51200,128,0.008366933465003968
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,51200,128,0.008725333213806152
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,51200,128,0.008358400066693623
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,51200,128,0.008368000388145447
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,51200,128,0.008373333017031352
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,51200,128,0.008727467060089112
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,51200,128,0.008710400263468424
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,51200,128,0.008389332890510559
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,51200,128,0.008459732929865519
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,51200,128,0.008329600095748901
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,51200,128,0.008356266220410665
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,51200,128,0.008459732929865519
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,51200,128,0.008433066805203756
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,51200,128,0.008309333523114523
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,51200,64,0.5337898890177409
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,51200,64,0.269430414835612
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,51200,64,0.15199999809265136
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,51200,64,0.08141120274861655
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,51200,64,0.07862826983133951
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,51200,128,0.008711466193199157
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,51200,64,0.0778719981511434
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,51200,64,0.07708799839019775
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,51200,64,0.07452800273895263
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,51200,64,0.07174293200174967
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,51200,64,0.06378453175226848
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,51200,64,0.06204479932785034
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,51200,64,0.05846933523813883
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,51200,128,0.008312533299128216
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,51200,64,0.05561493237813314
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,51200,64,0.05777493317921957
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,51200,64,0.052008533477783205
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,51200,64,0.04877119859059652
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,51200,64,0.04610986709594726
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,51200,64,0.046315733591715494
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,51200,64,0.04447893301645915
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,51200,64,0.03840213219324748
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,51200,64,0.04085973501205444
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,51200,64,0.03927040100097656
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,51200,64,0.03281280001004537
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,51200,64,0.030754133065541582
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,51200,64,0.03113493323326111
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,51200,128,0.008355200290679932
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,51200,64,0.025175466140111284
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,51200,64,0.03089066743850708
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,51200,64,0.01998293399810791
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,51200,64,0.01614720026652018
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,51200,64,0.012997333208719888
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,51200,64,0.014435199896494546
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,51200,64,0.007490133245786031
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,51200,64,0.00795306662718455
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,51200,64,0.007913599908351897
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,51200,128,0.008326399823029835
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,51200,64,0.006275199850400289
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,51200,64,0.07084799607594808
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,51200,64,0.005443199972311656
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,51200,64,0.005814399818579356
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,51200,64,0.005513600011666616
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,51200,64,0.005041066805521647
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,51200,64,0.005075199902057648
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,51200,64,0.005083733300367991
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,51200,64,0.0046079998215039575
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,51200,64,0.004520533482233683
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,51200,64,0.004242133100827535
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,51200,64,0.004612266520659129
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,51200,128,0.00836906631787618
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,51200,64,0.054846934477488195
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,51200,64,0.0038560000558694207
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,51200,64,0.003841066608826319
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,51200,64,0.003921066721280416
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,51200,64,0.003368533402681351
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,51200,64,0.0029663999875386557
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,51200,64,0.003385599950949351
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,51200,64,0.0026357332865397137
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,51200,64,0.0033802665770053864
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,51200,64,0.0029813334345817565
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,51200,64,0.0029397333661715193
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,51200,64,0.002713600049416224
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,51200,64,0.0028864001234372456
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,51200,64,0.002977066735426585
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,51200,64,0.002665599932273229
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,51200,64,0.0026421333352724713
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,51200,64,0.0025888000925381976
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,51200,64,0.002584533393383026
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,51200,64,0.002585600068171819
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,51200,64,0.0026261332134405774
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,51200,64,0.0026389333109060925
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,51200,64,0.020377600193023683
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,51200,64,0.00262719988822937
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,51200,64,0.002644266684850057
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,51200,64,0.018145066499710084
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,51200,64,0.160153595606486
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,51200,64,0.29950081507364906
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,51200,64,0.006248533229033152
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,51200,64,0.09656000137329102
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,51200,128,0.00795413355032603
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,51200,64,0.09299093087514242
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,51200,64,0.5805290857950847
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,51200,64,0.08858773708343506
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,51200,64,0.09479466279347738
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,51200,64,0.08728853066762289
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,51200,64,0.003874133278926214
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,51200,64,0.07998186747233073
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,51200,64,0.0910154660542806
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,51200,64,0.07799999713897705
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,51200,64,0.07477333545684814
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,51200,64,0.07053333123524984
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,51200,64,0.07191680272420248
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,51200,64,0.07298666636149088
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,51200,64,0.06432106494903564
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,51200,64,0.002755200117826462
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,51200,64,0.05928853352864584
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,51200,64,0.05480533440907796
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,51200,64,0.05306346813837687
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,51200,64,0.053982933362325035
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,51200,64,0.0481824000676473
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,51200,64,0.042131201426188154
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,51200,64,0.04522240161895752
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,51200,64,0.043545599778493246
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,51200,64,0.040261332194010416
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,51200,64,0.03361066579818726
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,51200,64,0.03350079854329427
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,51200,64,0.031370667616526286
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,51200,64,0.02943466703097026
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,51200,64,0.024719999233881632
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,51200,64,0.0268885334332784
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,51200,64,0.020845866203308104
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,51200,64,0.019631999731063842
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,51200,64,0.020121600230534872
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,51200,64,0.018595200777053834
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,51200,64,0.01781866749127706
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,51200,64,0.01887893279393514
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,51200,64,0.017548799514770508
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,51200,64,0.017003732919692992
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,51200,64,0.016598400473594666
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,51200,64,0.016556800405184428
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,51200,64,0.01658560037612915
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,51200,64,0.016777600844701132
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,51200,64,0.016501333316167197
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,51200,64,0.016314666469891867
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,51200,64,0.016556800405184428
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,51200,64,0.015201066931088766
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,51200,64,0.016387200355529784
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,51200,64,0.06611733436584473
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,51200,64,0.015261866648991904
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,51200,64,0.014465066790580749
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,51200,64,0.01625706652800242
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,51200,64,0.014469333489735923
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,51200,64,0.014460800091425577
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,51200,64,0.014473600188891092
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,51200,64,0.014467199643452963
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,51200,64,0.014469333489735923
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,51200,64,0.014461867014567056
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,51200,64,0.014491732915242514
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,51200,64,0.014507733782132468
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,51200,64,0.014451199769973755
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,51200,64,0.014465066790580749
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,51200,64,0.014493866761525472
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,51200,64,0.014467199643452963
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,51200,64,0.014435199896494546
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,51200,64,0.014433067043622336
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,51200,64,0.014390400052070618
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,51200,64,0.014456533392270408
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,51200,64,0.014456533392270408
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,51200,64,0.014385066429773965
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,51200,32,0.14529066085815429
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,51200,32,0.08207573095957438
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,51200,32,0.282315731048584
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,51200,32,0.07860693136850992
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,51200,32,0.0824565331141154
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,51200,64,0.09846080144246419
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,51200,32,0.07446719805399576
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,51200,32,0.07871359984079997
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,51200,32,0.0721407969792684
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,51200,32,0.5595413208007812
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,51200,32,0.0658890684445699
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,51200,32,0.07391786575317383
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,51200,32,0.060842665036519375
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,51200,32,0.06440853277842204
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,51200,32,0.05810346603393555
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,51200,32,0.05231680075327555
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,51200,32,0.05962666670481363
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,51200,64,0.06221333344777426
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,51200,32,0.04516160090764364
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,51200,32,0.04888533353805542
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,51200,32,0.04106239875157674
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,51200,32,0.03933546543121338
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,51200,32,0.04072213172912598
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,51200,32,0.03426666657129924
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,51200,64,0.014406399925549826
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,51200,32,0.032517333825429276
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,51200,32,0.029377067089080812
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,51200,32,0.02569813330968221
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,51200,32,0.02100800077120463
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,51200,32,0.02059626579284668
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,51200,32,0.017101866006851197
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,51200,32,0.01935466726620992
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,51200,32,0.013237333297729493
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,51200,32,0.015025066335995993
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,51200,32,0.007918933530648549
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,51200,32,0.008761599659919739
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,51200,32,0.00821973333756129
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,51200,32,0.00666133314371109
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,51200,32,0.0066549330949783325
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,51200,32,0.007603199779987335
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,51200,32,0.005921066800753275
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,51200,32,0.005564799904823304
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,51200,32,0.005423999826113383
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,51200,32,0.005433600147565206
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,51200,32,0.005474133292833964
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,51200,32,0.00459199994802475
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,51200,32,0.004665599763393402
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,51200,32,0.004680533210436503
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,51200,32,0.004267733295758565
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,51200,32,0.004205866654713949
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,51200,32,0.004215466479460398
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,51200,32,0.004226133227348328
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,51200,32,0.0035936000446478524
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,51200,32,0.06055573225021362
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,51200,32,0.004244266450405121
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,51200,32,0.05074559847513834
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,51200,32,0.0035797332723935447
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,51200,32,0.003054933249950409
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,51200,32,0.0033791999022165934
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,51200,32,0.002977066735426585
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,51200,32,0.002993066608905792
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,51200,32,0.002962133288383484
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,51200,32,0.003044266750415166
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,51200,32,0.0030378667016824085
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,51200,32,0.002996266633272171
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,51200,32,0.0027200000981489818
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,51200,32,0.002605866640806198
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,51200,32,0.002644266684850057
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,51200,32,0.002609066665172577
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,51200,32,0.002974933385848999
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,51200,32,0.002703999976317088
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,51200,32,0.002701866626739502
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,51200,32,0.03123840093612671
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,51200,32,0.2974186579386393
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,51200,32,0.15950613021850585
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,51200,32,0.0967583974202474
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,51200,32,0.5791114807128906
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,51200,32,0.092741330464681
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,51200,32,0.09661653041839599
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,51200,32,0.09315520127614339
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,51200,32,0.08844906489054362
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,51200,32,0.08592212994893392
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,51200,32,0.08831360340118408
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,51200,32,0.08005226453145345
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,51200,32,0.0779807964960734
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,51200,32,0.07424320379892985
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,51200,32,0.05883839925130209
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,51200,32,0.0029653333127498626
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,51200,32,0.0719871997833252
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,51200,64,0.07450453440348306
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,51200,32,0.0030154667794704436
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,51200,32,0.06414933204650879
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,51200,32,0.07403093179066976
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,51200,32,0.0026911998788515727
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,51200,32,0.05902933279673258
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,51200,32,0.06163839896519979
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,51200,32,0.054280531406402585
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,51200,32,0.05248639980951945
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,51200,32,0.047864532470703124
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,51200,32,0.05407040119171143
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,51200,32,0.04552319844563802
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,51200,32,0.04489493370056152
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,51200,32,0.04243306716283162
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,51200,32,0.03879679838816325
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,51200,32,0.03339200019836426
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,51200,32,0.0328821341196696
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,51200,32,0.02874133388201396
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,51200,32,0.031668267647425336
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,51200,32,0.025655466318130492
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,51200,32,0.02672426700592041
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,51200,32,0.022503467400868733
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,51200,32,0.018563199043273925
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,51200,32,0.02076586683591207
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,51200,32,0.01990506649017334
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,51200,32,0.019589332739512126
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,51200,32,0.017620267470677693
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,51200,32,0.016960000991821288
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,51200,32,0.017413334051767985
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,51200,32,0.01804800033569336
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,51200,32,0.016525866587956746
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,51200,32,0.01651946703592936
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,51200,32,0.015999999642372132
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,51200,32,0.016526933511098227
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,51200,32,0.015597866972287497
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,51200,32,0.016434133052825928
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,51200,32,0.016391467054684958
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,51200,32,0.016239999731381734
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,51200,32,0.014457600315411887
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,51200,32,0.014961066842079162
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,51200,32,0.07259199619293213
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,51200,32,0.014456533392270408
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,51200,32,0.014479999740918478
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,51200,32,0.014408533771832785
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,51200,32,0.014492799838383993
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,51200,32,0.014470400412877402
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,51200,32,0.014470400412877402
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,51200,32,0.01439786652723948
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,51200,32,0.014459733168284097
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,51200,32,0.014388266205787658
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,51200,32,0.014458666245142618
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,51200,32,0.014478933811187745
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,51200,32,0.014338133732477823
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,51200,32,0.014382933576901754
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,51200,32,0.014503467082977294
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,51200,32,0.01440000037352244
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,51200,32,0.014412800470987955
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,51200,32,0.014502400159835815
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,51200,32,0.014248533050219217
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,51200,32,0.018539732694625853
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,51200,32,0.016570666432380678
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,51200,32,0.07129813035329183
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,16384,65536,6.309024175008138
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,16384,65536,5.710367838541667
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,16384,65536,5.589797337849935
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,16384,65536,11.881482442220053
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,51200,32,0.0660917321840922
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,16384,65536,5.899269104003906
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,16384,65536,5.726816177368164
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,16384,65536,5.438416163126628
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,16384,65536,5.625402450561523
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,16384,65536,4.565370559692383
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,16384,65536,4.936165491739909
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,16384,65536,5.297007878621419
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,16384,65536,4.948197364807129
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,16384,65536,4.442026774088542
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,16384,65536,4.0539093017578125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,16384,65536,4.000447909037272
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,16384,65536,24.895306905110676
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,16384,65536,3.540517489115397
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,16384,65536,4.814906756083171
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,16384,65536,3.4777654012044272
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,16384,65536,3.0835841496785483
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,16384,65536,3.1918293635050454
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,16384,65536,3.17305056254069
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,16384,65536,2.163695971171061
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,16384,65536,3.087050755818685
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,16384,65536,2.879946708679199
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,16384,65536,2.2909065882364907
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,16384,65536,1.8682293891906738
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,16384,65536,1.5890933672587078
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,16384,65536,2.1600160598754883
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,16384,65536,0.44274667898813885
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,16384,65536,0.8073600133260092
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,16384,65536,1.4064000447591145
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,16384,65536,1.2792747020721436
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,16384,65536,0.44254398345947266
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,16384,65536,0.42633601029713947
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,16384,65536,0.3962666591008504
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,16384,65536,0.4113493363062541
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,16384,65536,0.40299733479817706
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,16384,65536,0.34939201672871906
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,16384,65536,0.4136586586634318
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,16384,65536,0.3330079913139343
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,16384,65536,0.3346453507741292
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,16384,65536,0.34254932403564453
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,16384,65536,0.353279987970988
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,16384,65536,0.3295733332633972
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,16384,65536,0.32685865958531696
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,16384,65536,0.3580053249994914
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,16384,65536,0.35306668281555176
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,16384,65536,0.3563786745071411
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,16384,65536,0.3626399834950765
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,16384,65536,0.3628000020980835
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,16384,65536,0.33530668417612713
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,16384,65536,0.3287786642710368
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,16384,65536,0.3202293316523234
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,16384,65536,0.37376534938812256
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,16384,65536,0.3717973232269287
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,16384,65536,0.37301333745320636
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,16384,65536,0.3703039884567261
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,16384,65536,0.33245333035786945
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,16384,65536,0.454037348429362
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,16384,65536,0.855242649714152
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,16384,65536,0.3300853371620178
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,16384,65536,0.3256480097770691
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,16384,65536,1.194650650024414
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,16384,65536,0.3236746589342753
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,16384,65536,0.3226826588312785
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,16384,65536,0.32068800926208496
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,16384,65536,0.322378675142924
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,16384,65536,0.3197173277537028
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,16384,65536,0.3216266632080078
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,16384,65536,0.34905068079630536
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,16384,65536,0.3431359926859538
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,16384,65536,3.810357411702474
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,16384,65536,3.709461212158203
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,16384,65536,0.3225066661834717
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,16384,65536,7.169647852579753
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,16384,65536,3.4153385162353516
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,16384,65536,3.8053601582845054
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,16384,65536,3.3342132568359375
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,16384,65536,3.7135626475016275
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,16384,65536,52.26996866861979
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,16384,65536,3.0913918813069663
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,16384,65536,3.016613324483236
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,16384,65536,3.2369438807169595
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,16384,65536,2.8897600173950195
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,16384,65536,2.550282637278239
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,16384,65536,2.8872480392456055
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,16384,65536,15.027600606282553
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,16384,65536,2.61409060160319
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,16384,65536,2.458319981892904
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,16384,65536,2.933312098185221
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,16384,65536,2.3168533643086753
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,16384,65536,1.9788319269816081
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,16384,65536,2.149295965830485
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,16384,65536,1.9462560017903645
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,16384,65536,1.9634346961975098
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,16384,65536,1.7996266682942708
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,16384,65536,1.7492052714029949
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,16384,65536,1.3979627291361492
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,16384,65536,1.1984960238138835
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,16384,65536,1.3963947296142578
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,16384,65536,1.1469919681549072
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,16384,65536,0.7603999773661295
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,16384,65536,0.7169439792633057
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,16384,65536,0.27771733204523724
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,16384,65536,0.46395734945933026
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,16384,65536,0.2664159933725993
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,16384,65536,0.2780960003534953
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,16384,65536,0.2675146659215291
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,16384,65536,0.24805333216985068
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,16384,65536,0.24886399507522583
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,16384,65536,0.22109333674112955
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,16384,65536,0.2462559938430786
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,16384,65536,0.23719465732574463
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,16384,65536,0.24096532662709555
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,16384,65536,0.23003733158111572
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,16384,65536,0.2169333299001058
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,16384,65536,0.21808000405629477
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,16384,65536,0.21052799622217813
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,16384,65536,0.21635733048121134
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,16384,65536,0.21526400248209634
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,16384,65536,0.2217493255933126
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,16384,65536,0.9972693125406901
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,16384,65536,0.21733866135279337
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,16384,65536,0.19658666849136353
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,16384,65536,0.2679413358370463
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,16384,65536,0.20760534207026163
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,16384,65536,0.19438934326171875
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,16384,65536,0.1954080065091451
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,16384,65536,0.19192532698313394
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,16384,65536,0.19536532958348593
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,16384,65536,0.19277334213256836
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,16384,65536,0.19249065717061362
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,16384,65536,0.1930720011393229
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,16384,65536,0.18999467293421426
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,16384,65536,0.24195200204849243
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,16384,65536,0.1804693341255188
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,16384,65536,0.18171199162801108
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,16384,65536,0.1783626675605774
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,16384,65536,0.17692800362904867
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,16384,65536,0.1785866618156433
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,16384,65536,0.177130659421285
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,16384,65536,0.17429866393407187
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,16384,65536,0.20728532473246256
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,16384,65536,0.9573866526285807
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,16384,65536,0.5067199865976969
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,16384,65536,0.1773973306020101
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,16384,65536,30.51433563232422
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,16384,65536,21.923126220703125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,16384,65536,5.056453386942546
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,16384,65536,8.406597137451172
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,16384,65536,4.743920008341472
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,16384,65536,7.627855936686198
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,16384,65536,4.354912122090657
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,16384,65536,6.948330561319987
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,16384,65536,4.017269452412923
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,16384,65536,6.375077565511067
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,16384,65536,3.7376534144083657
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,16384,65536,5.8700745900472
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,16384,65536,3.324549357096354
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,16384,65536,5.481274922688802
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,16384,65536,3.051450729370117
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,16384,65536,5.213018735249837
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,16384,65536,2.7314987182617188
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,16384,65536,4.5252641042073565
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,16384,65536,2.323909282684326
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,16384,65536,3.612959861755371
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,16384,65536,1.9816160202026367
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,16384,65536,2.793583869934082
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,16384,65536,1.647066593170166
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,16384,65536,2.1165599822998047
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,16384,65536,1.5397706031799316
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,16384,65536,1.5544053713480632
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,16384,65536,1.0406346321105957
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,16384,65536,0.9693493048350016
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,16384,65536,0.6340373357137045
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,16384,65536,0.5866506497065226
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,16384,65536,0.3405386606852214
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,16384,65536,0.3367733160654704
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,16384,65536,0.3357706864674886
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,16384,65536,0.3326186736424764
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,16384,65536,0.33218133449554443
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,16384,65536,0.32820266485214233
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,16384,65536,0.32788266738255817
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,16384,65536,0.3247306744257609
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,16384,65536,0.20165866613388062
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,16384,65536,0.1992266575495402
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,16384,65536,0.1993866761525472
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,16384,65536,0.19750932852427164
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,16384,65536,0.19765865802764893
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,16384,65536,0.19514666001001993
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,16384,65536,0.19506667057673135
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,16384,65536,0.19404266277949014
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,16384,65536,0.19361066818237305
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,16384,65536,0.1916373372077942
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,16384,65536,0.19132800896962485
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,16384,65536,0.18886399269104004
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,16384,65536,0.1893226703008016
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,16384,65536,0.1885706583658854
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,16384,65536,0.18819200992584229
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,16384,65536,0.18895467122395834
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,16384,65536,0.18863467375437418
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,16384,65536,0.18860799074172974
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,16384,65536,0.18827199935913086
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,16384,65536,0.18789867560068765
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,16384,65536,0.1878719925880432
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,16384,65536,0.18707732359568277
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,16384,65536,0.18809600671132407
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,16384,65536,0.18766399224599203
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,16384,65536,0.18668266137441
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,16384,65536,0.18716800212860107
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,16384,65536,0.18743999799092612
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,16384,65536,0.18754132588704428
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,16384,65536,0.18797866503397623
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,16384,65536,0.2546186645825704
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,16384,65536,28.25303904215495
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,16384,65536,2.0014452934265137
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,16384,65536,1.9423786799112956
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,16384,65536,1.9180639584859211
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,16384,65536,1.8037226994832356
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,16384,65536,1.7770719528198242
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,16384,65536,1.6549760500590007
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,16384,65536,1.6247040430704753
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,16384,65536,1.4917813936869304
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,16384,65536,1.49346129099528
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,16384,65536,1.4408052762349446
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,16384,65536,1.3446399370829265
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,16384,65536,1.297594706217448
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,16384,65536,1.2084426879882812
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,16384,65536,1.1444319883982341
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,16384,65536,1.0584853490193684
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,16384,65536,1.0091520150502522
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,16384,65536,0.9908160368601481
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,16384,65536,0.8707786401112875
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,16384,65536,0.8392852942148844
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,16384,65536,0.7314133644104004
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,16384,65536,0.7078080177307129
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,16384,65536,0.6008053223292033
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,16384,65536,0.5661226511001587
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,16384,65536,0.5499573151270548
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,16384,65536,0.4413813352584839
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,16384,65536,0.4126666784286499
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,16384,65536,0.3057013352711995
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,16384,65536,0.30060267448425293
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,16384,65536,0.168778657913208
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,16384,65536,0.1667840083440145
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,16384,65536,0.1658506691455841
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,16384,65536,0.1623253325621287
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,16384,65536,0.16354667147000632
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,16384,65536,0.16642666856447855
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,16384,65536,0.16643200318018594
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,16384,65536,0.1822133262952169
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,16384,65536,0.14552000164985657
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,16384,65536,0.14454933007558188
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,16384,65536,0.14457066853841147
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,16384,65536,0.14460266629854837
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,16384,65536,0.14355732997258505
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,16384,65536,0.14317867159843445
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,16384,65536,0.14389333128929138
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,16384,65536,0.1425279974937439
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,16384,65536,0.14353066682815552
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,16384,65536,0.14366400241851807
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,16384,65536,0.14366400241851807
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,16384,65536,0.1456000010172526
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,16384,65536,0.14429866274197897
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,16384,65536,0.14985600113868713
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,16384,65536,0.15030933419863382
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,16384,65536,0.15110400319099426
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,16384,65536,0.15037866433461508
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,16384,65536,0.15103466312090555
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,16384,65536,0.15177067120869955
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,16384,65536,0.15269866585731506
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,16384,65536,0.15454933047294617
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,16384,65536,0.1563093364238739
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,16384,65536,0.151146670182546
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,16384,65536,0.15247467160224915
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,16384,65536,0.15271466970443726
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,16384,65536,0.15178133050600687
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,16384,65536,0.15275200208028158
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,16384,65536,0.15237333377202353
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,16384,65536,0.15319466590881348
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,16384,65536,0.15270933508872986
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,16384,51200,39.64253234863281
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,16384,51200,19.783828735351562
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,16384,51200,9.514613469441732
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,16384,51200,5.260213216145833
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,16384,51200,5.017744064331055
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,16384,51200,5.046815872192383
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,16384,51200,4.653440157572429
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,16384,51200,4.611839930216472
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,16384,51200,4.407045364379883
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,16384,51200,4.16374937693278
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,16384,51200,3.8739519119262695
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,16384,51200,4.109450658162435
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,16384,51200,4.1351572672526045
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,16384,51200,3.467834790547689
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,16384,65536,13.11138661702474
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,16384,51200,3.7248427073160806
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,16384,51200,3.0584160486857095
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,16384,51200,3.070298512776693
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,16384,51200,2.9415413538614907
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,16384,51200,2.8081493377685547
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,16384,51200,2.9753173192342124
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,16384,51200,2.488602638244629
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,16384,51200,2.4042986234029136
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,16384,51200,2.556335926055908
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,16384,51200,2.481717268625895
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,16384,51200,1.8031999270121257
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,16384,51200,2.4186933835347495
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,16384,51200,1.914789358774821
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,16384,51200,1.6362826029459636
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,16384,51200,1.5225599606831868
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,16384,51200,1.2140159606933594
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,16384,51200,1.3556960423787434
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,16384,51200,0.9593973159790039
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,16384,51200,0.6662453413009644
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,16384,51200,0.8832266330718994
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,16384,51200,0.585317333539327
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,16384,51200,0.35693331559499103
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,16384,51200,0.33849600950876874
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,16384,51200,0.3377813498179118
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,16384,51200,0.313920001188914
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,16384,51200,0.3250773350397746
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,16384,51200,0.317248006661733
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,16384,51200,0.30636799335479736
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,16384,51200,0.30896000067392987
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,16384,51200,0.27261332670847577
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,16384,51200,0.2579360008239746
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,16384,51200,0.2545439998308818
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,16384,51200,0.2677653431892395
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,16384,51200,0.2681493361790975
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,16384,51200,0.27456533908843994
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,16384,51200,0.26507200797398883
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,16384,51200,0.2539253234863281
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,16384,51200,0.25252266724904376
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,16384,51200,0.28230400880177814
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,16384,51200,0.27637332677841187
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,16384,51200,0.27476267019907635
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,16384,51200,0.2884533405303955
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,16384,51200,0.26687467098236084
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,16384,51200,0.261407991250356
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,16384,51200,0.25262399514516193
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,16384,51200,0.2531306743621826
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,16384,51200,0.27291733026504517
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,16384,51200,0.27356799443562824
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,16384,51200,0.2716853419939677
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,16384,51200,0.27220799525578815
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,16384,51200,0.2648906707763672
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,16384,51200,0.2624586621920268
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,16384,51200,0.25150400400161743
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,16384,51200,0.25095999240875244
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,16384,51200,0.25097066164016724
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,16384,51200,0.2520693341890971
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,16384,51200,0.25218133131663006
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,16384,51200,0.249834676583608
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,16384,51200,0.24945066372553507
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,16384,51200,0.2509066661198934
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,16384,65536,2.346560001373291
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,16384,51200,24.501627604166668
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,16384,51200,5.846783955891927
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,16384,51200,3.0153280893961587
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,16384,51200,11.472911834716797
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,16384,51200,3.2466185887654624
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,16384,51200,2.824586550394694
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,16384,51200,2.7714293797810874
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,16384,51200,3.03765869140625
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,16384,51200,2.6635519663492837
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,16384,51200,2.5832533836364746
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,16384,51200,2.4692160288492837
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,16384,51200,2.4438613255818686
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,16384,51200,2.070624033610026
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,16384,51200,2.291301409403483
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,16384,51200,1.9599199295043945
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,16384,51200,1.9132426579793294
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,16384,51200,1.7431200345357258
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,16384,51200,1.6330560048421223
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,16384,51200,1.8459787368774414
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,16384,51200,2.347376028696696
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,16384,51200,1.4658986727396648
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,16384,51200,1.3999679883321126
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,16384,51200,1.3248053391774495
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,16384,51200,1.30021866162618
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,16384,51200,1.0839306513468425
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,16384,51200,1.05402668317159
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,16384,51200,0.92795729637146
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,16384,51200,0.8744746843973795
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,16384,51200,0.7209599812825521
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,16384,51200,0.5673866669336954
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,16384,51200,1.5300159454345703
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,16384,51200,0.5359679857889811
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,16384,51200,0.3487733205159505
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,16384,51200,0.21518399318059286
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,16384,51200,0.2090346614519755
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,16384,51200,0.206821342309316
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,16384,51200,0.21368000904719034
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,16384,51200,0.19187732537587485
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,16384,51200,0.19318399826685587
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,16384,51200,0.184170663356781
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,16384,51200,0.7418933709462484
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,16384,51200,0.18277867635091147
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,16384,51200,0.16829333702723184
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,16384,51200,0.19500267505645752
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,16384,51200,0.19101866086324057
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,16384,51200,0.19173866510391235
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,16384,51200,0.17079466581344604
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,16384,51200,0.3850773175557454
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,16384,51200,0.1715466578801473
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,16384,51200,0.16910399993260702
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,16384,51200,0.17806400855382284
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,16384,51200,0.17477333545684814
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,16384,51200,0.16247999668121338
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,16384,51200,0.177456001440684
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,16384,51200,0.1569439967473348
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,16384,51200,0.16859734058380127
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,16384,65536,5.0166826248168945
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,16384,51200,0.1511733333269755
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,16384,51200,0.1504533290863037
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,16384,51200,0.14875200390815735
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,16384,51200,0.1491146683692932
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,16384,51200,0.1483680009841919
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,16384,51200,0.17162134250005087
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,16384,51200,0.16790932416915894
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,16384,51200,0.15871466199556986
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,16384,51200,0.16292267044385275
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,16384,51200,0.16053332885106406
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,16384,51200,0.15922133127848306
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,16384,51200,0.15516799688339233
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,16384,51200,0.1400213340918223
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,16384,51200,0.14011733730634054
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,16384,51200,0.13803199927012125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,16384,51200,0.14847466349601746
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,16384,51200,0.14331199725468954
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,16384,51200,0.17484800020853677
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,16384,65536,2.2441813151041665
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,16384,65536,2.0784799257914224
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,16384,51200,5.344522476196289
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,16384,51200,3.5554933547973633
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,16384,51200,4.853909174601237
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,16384,51200,3.344010670979818
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,16384,51200,4.52455997467041
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,16384,51200,30.96294911702474
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,16384,51200,3.146752039591471
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,16384,51200,4.41537602742513
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,16384,51200,2.9556214014689126
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,16384,51200,2.7330239613850913
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,16384,51200,3.7525866826375327
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,16384,51200,2.475759983062744
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,16384,51200,3.521770795186361
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,16384,51200,2.2529172897338867
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,16384,51200,3.2106879552205405
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,16384,51200,2.083061377207438
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,16384,51200,2.9492851893107095
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,16384,51200,1.812272071838379
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,16384,51200,2.694671948750814
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,16384,51200,1.5952852567036946
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,16384,51200,2.37717866897583
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,16384,51200,1.9168373743693035
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,16384,51200,1.377072016398112
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,16384,51200,1.5910986264546711
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,16384,51200,1.156890630722046
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,16384,51200,1.2577226956685383
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,16384,51200,0.9271360238393148
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,16384,51200,0.9820480346679688
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,16384,51200,0.7015946706136068
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,16384,51200,3.7365439732869468
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,16384,51200,0.48802133401234943
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,16384,51200,0.2648906707763672
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,16384,51200,0.2608746687571208
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,16384,51200,0.26073600848515827
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,16384,51200,0.25892800092697144
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,16384,51200,0.2586826682090759
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,16384,51200,0.2550293405850728
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,16384,51200,0.2547840078671773
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,16384,51200,0.2521653374036153
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,16384,51200,7.508842468261719
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,16384,65536,2.127504030863444
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,16384,65536,2.288058598836263
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,16384,51200,0.6782240072886149
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,16384,51200,0.4248799880345662
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,16384,51200,0.1593546668688456
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,16384,51200,0.15210666259129843
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,16384,51200,0.15211199720700583
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,16384,51200,0.15145066380500793
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,16384,51200,0.1507146656513214
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,16384,51200,0.15065600474675497
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,16384,51200,0.14843199650446573
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,16384,51200,0.14788267016410828
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,16384,51200,0.14662399888038635
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,16384,51200,0.1464906632900238
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,16384,51200,0.14656533797581991
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,16384,51200,0.14665599664052328
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,16384,51200,0.14594667156537375
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,16384,51200,0.14629866679509482
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,16384,51200,0.14652799566586813
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,16384,51200,0.14591999848683676
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,16384,51200,0.14730667074521384
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,16384,51200,0.14688000082969666
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,16384,51200,0.14692266782124838
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,16384,51200,0.14664000272750854
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,16384,51200,0.14661332964897156
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,16384,51200,0.14660267035166422
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,16384,51200,0.14686399698257446
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,16384,51200,0.22915732860565186
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,16384,51200,0.23883734146753946
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,16384,51200,0.15681599577267966
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,16384,51200,0.15844800074895224
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,16384,51200,0.15599466363588968
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,16384,51200,0.15380266308784485
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,16384,51200,0.15242133537928262
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,16384,51200,9.888437271118164
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,16384,51200,1.550458590189616
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,16384,51200,1.5179306666056316
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,16384,51200,1.4872746467590332
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,16384,51200,1.3998826344807942
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,16384,51200,1.3653119405110676
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,16384,51200,4.162495930989583
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,16384,51200,1.2873653570810955
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,16384,51200,21.919545491536457
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,16384,51200,1.463472048441569
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,16384,51200,1.1753493150075276
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,16384,51200,1.18450133005778
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,16384,51200,1.1163946787516277
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,16384,51200,1.0416159629821777
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,16384,51200,1.0266773700714111
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,16384,51200,0.9366827011108398
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,16384,51200,0.8869760036468506
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,16384,51200,0.8415786425272623
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,16384,51200,1.7519572575887044
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,16384,51200,0.7794666290283203
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,16384,51200,0.7696692943572998
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,16384,51200,1.8715945879618328
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,16384,51200,0.6926080385843912
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,16384,51200,0.6444373528162638
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,16384,51200,0.5711359977722168
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,16384,51200,0.5480000178019205
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,16384,51200,0.4628746509552002
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,16384,51200,0.42024000485738117
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,16384,51200,0.45196266969045
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,16384,51200,0.3226986726125081
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,16384,51200,0.3428746859232585
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,16384,51200,0.240282674630483
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,16384,51200,0.23635733127593994
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,16384,51200,0.13436266779899597
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,16384,51200,0.12930132945378622
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,16384,51200,0.1288426617781321
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,16384,51200,0.12820266683896384
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,16384,51200,0.13135466972986856
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,16384,51200,0.1400159994761149
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,16384,51200,0.13577600320180258
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,16384,51200,0.14273066322008768
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,16384,51200,0.11814399560292561
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,16384,51200,0.11757333079973857
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,16384,51200,0.11758933464686076
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,16384,51200,0.11698133746782939
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,16384,51200,0.11755200227101643
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,16384,51200,0.11745066444079082
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,16384,51200,0.11693333586057027
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,16384,51200,0.11623467008272807
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,16384,51200,0.11660266915957133
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,16384,51200,0.1165066659450531
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,16384,51200,0.11592533191045125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,16384,51200,0.11832533280054729
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,16384,51200,0.11749866604804993
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,16384,51200,0.11980266372362773
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,16384,51200,0.12159466743469238
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,16384,51200,0.12266666690508525
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,16384,51200,0.12195199728012085
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,16384,51200,0.12135466933250427
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,16384,51200,0.12839999794960022
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,16384,51200,0.1237386663754781
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,16384,51200,0.12575466434160867
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,16384,51200,0.12522666652997336
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,16384,51200,0.12778133153915405
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,16384,51200,0.12434132893880208
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,16384,51200,0.12362133463223775
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,16384,51200,0.12784000237782797
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,16384,51200,0.13499200344085693
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,16384,51200,0.125082661708196
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,16384,51200,0.12818132837613425
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,16384,51200,0.1237600048383077
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,16384,16384,2.591573397318522
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,16384,16384,5.631978352864583
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,16384,16384,1.3671040534973145
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,16384,16384,1.4717547098795574
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,16384,16384,1.5383092562357585
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,16384,16384,1.2573920090993245
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,16384,16384,1.2697280248006184
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,16384,16384,1.4476106961568196
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,16384,16384,1.2039306958516438
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,16384,16384,1.5311519304911296
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,16384,16384,1.1322027047475178
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,16384,16384,12.757738749186197
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,16384,16384,1.1106560230255127
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,16384,16384,1.0140000184377034
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,16384,16384,0.9836106300354004
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,16384,16384,1.2472319602966309
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,16384,16384,0.8805600007375082
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,16384,16384,0.9503146807352701
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,16384,16384,0.8203893502553304
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,16384,16384,0.7220693429311117
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,16384,16384,0.7629706859588623
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,16384,16384,0.6786879698435465
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,16384,16384,0.660096009572347
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,16384,16384,0.5412533283233643
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,16384,16384,0.547381321589152
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,16384,16384,0.463861346244812
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,16384,16384,0.4332746664683024
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,16384,16384,0.38027199109395343
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,16384,16384,0.35444267590840656
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,16384,16384,0.28680533170700073
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,16384,16384,0.2773600021998088
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,16384,16384,0.21037866671880087
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,16384,16384,0.1810986598332723
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,16384,16384,0.11979200442632039
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,16384,16384,0.11500266194343567
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,16384,16384,0.11079999804496765
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,16384,16384,0.10077333450317383
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,16384,16384,0.10827733079592387
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,16384,16384,0.10729599992434184
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,16384,16384,0.0937439997990926
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,16384,16384,0.08869866530100505
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,16384,16384,0.08911466598510742
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,16384,16384,0.09002133210500081
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,16384,16384,0.08994666735331218
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,16384,16384,1.129093329111735
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,16384,16384,0.09272000193595886
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,16384,16384,0.09005332986513774
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,16384,16384,0.7340479691823324
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,16384,16384,0.08501866459846497
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,16384,16384,0.08674666285514832
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,16384,16384,0.08489066362380981
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,16384,16384,0.0864533285299937
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,16384,16384,0.0817440003156662
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,16384,16384,0.08252266546090443
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,16384,16384,0.0867786705493927
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,16384,16384,0.09345066547393799
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,16384,16384,0.09346133470535278
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,16384,16384,0.09284266829490662
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,16384,16384,0.09233599901199341
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,16384,16384,0.09268266956011455
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,16384,16384,0.09236266215642293
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,16384,16384,0.09215999643007915
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,16384,16384,0.09284800291061401
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,16384,16384,0.08867733677228291
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,16384,16384,0.08922132849693298
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,16384,16384,0.08731200297673543
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,16384,16384,0.0885599950949351
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,16384,16384,0.08691199620564778
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,16384,16384,0.08694400389989217
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,16384,16384,0.08591467142105103
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,16384,16384,0.11003200213114421
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,16384,16384,0.08647466699282329
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,16384,16384,0.09723732868830363
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,16384,16384,0.9316693147023519
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,16384,16384,1.729690710703532
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,16384,16384,0.926367998123169
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,16384,16384,0.08434666196505229
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,16384,16384,3.463733355204264
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,16384,16384,0.8852907021840414
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,16384,16384,0.8593226273854574
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,16384,16384,0.8553973038991293
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,16384,16384,0.8130293687184652
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,16384,16384,0.7798613707224528
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,16384,16384,0.7289706865946451
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,16384,16384,0.7173120180765787
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,16384,16384,0.653002659479777
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,16384,16384,7.166933059692383
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,16384,16384,0.618720014890035
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,16384,16384,0.6752160390218099
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,16384,16384,0.664576013882955
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,16384,16384,0.543445348739624
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,16384,16384,0.4602133433024089
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,16384,16384,0.5993813276290894
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,16384,16384,0.42925333976745605
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,16384,16384,0.5156053304672241
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,16384,16384,0.39470934867858887
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,16384,16384,0.41074665387471515
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,16384,16384,0.32285867134730023
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,16384,16384,0.3264586726824443
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,16384,16384,0.28115199009577435
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,16384,16384,0.26334933439890545
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,16384,16384,0.22321067253748575
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,16384,16384,0.2288480003674825
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,16384,16384,0.8155093193054199
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,16384,16384,0.18341867129007974
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,16384,16384,0.17177599668502808
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,16384,16384,0.1228000024954478
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,16384,16384,0.13182933131853738
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,16384,16384,0.07937066753705342
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,16384,16384,0.08285333216190338
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,16384,16384,0.08390933275222778
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,16384,16384,0.07653866708278656
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,16384,16384,0.07692799965540568
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,16384,16384,0.07438933352629344
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,16384,16384,0.07390933235486348
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,16384,16384,0.06870399912198384
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,16384,16384,0.07228800157705943
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,16384,16384,0.5569173494974772
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,16384,16384,0.0681279997030894
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,16384,16384,0.06633066634337108
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,16384,16384,0.06601066887378693
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,16384,16384,0.06587199866771698
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,16384,16384,0.0639519989490509
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,16384,16384,0.06329066554705302
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,16384,16384,0.06294933458169301
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,16384,16384,0.06192533175150553
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,16384,16384,0.06061333417892456
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,16384,16384,0.058559998869895935
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,16384,16384,0.05801600217819214
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,16384,16384,0.05786666770776113
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,16384,16384,0.05787200232346853
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,16384,16384,0.05795733133951823
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,16384,16384,0.05914133290449778
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,16384,16384,0.0589279979467392
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,16384,16384,0.05736533304055532
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,16384,16384,0.05787733197212219
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,16384,16384,0.057536001006762184
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,16384,16384,0.05639466643333435
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,16384,16384,0.05620799958705902
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,16384,16384,0.05587733288606008
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,16384,16384,0.0562666654586792
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,16384,16384,0.05417066812515259
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,16384,16384,0.05635199944178263
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,16384,16384,0.054858664671579994
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,16384,16384,0.054986665646235146
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,16384,16384,0.05601066847642263
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,16384,16384,0.08141866823037465
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,16384,16384,0.06113066772619883
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,16384,51200,1.747536023457845
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,16384,16384,1.733514626820882
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,16384,16384,0.8428373336791992
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,16384,16384,3.623013178507487
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,16384,16384,1.0848266283671062
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,16384,16384,0.8303146362304688
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,16384,16384,0.8884533246358236
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,16384,16384,0.7861440181732178
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,16384,16384,0.8299413522084554
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,16384,16384,1.0350240071614583
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,16384,16384,0.7204106648763021
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,16384,16384,0.7951573530832926
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,16384,16384,7.844901402791341
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,16384,16384,0.6557439963022867
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,16384,16384,0.5868800083796183
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,16384,16384,0.7702399889628092
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,16384,16384,0.9189546902974447
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,16384,16384,0.5466453234354655
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,16384,16384,0.8410720030466715
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,16384,16384,0.6090026696523031
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,16384,16384,0.4853546619415283
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,16384,16384,0.4289919932683309
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,16384,16384,0.3686720132827759
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,16384,16384,0.5389226675033569
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,16384,16384,0.3249280055363973
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,16384,16384,0.35736533006032306
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,16384,16384,0.3027893304824829
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,16384,16384,0.21450134118398032
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,16384,16384,0.2410773237546285
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,16384,16384,0.16408532857894897
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,16384,16384,0.4159359931945801
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,16384,16384,0.11248000462849934
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,16384,16384,0.26665600140889484
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,16384,16384,0.07766399780909221
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,16384,16384,0.07667733232180278
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,16384,16384,0.07696000238259633
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,16384,16384,0.07664533456166585
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,16384,16384,0.07583466668923695
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,16384,16384,0.07487466434637706
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,16384,16384,0.07449066638946533
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,16384,16384,0.07388266424338023
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,16384,16384,0.5411200126012167
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,16384,16384,0.9410666624704996
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,16384,16384,0.1737226645151774
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,16384,16384,0.11857600013415019
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,16384,16384,0.06012799839178721
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,16384,16384,0.05981333553791046
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,16384,16384,0.059546664357185364
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,16384,16384,0.05821333328882853
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,16384,16384,0.05786666770776113
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,16384,16384,0.057706668972969055
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,16384,16384,0.057573333382606506
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,16384,16384,0.0574239989121755
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,16384,16384,0.056832000613212585
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,16384,16384,0.056832000613212585
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,16384,16384,0.05607999861240387
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,16384,16384,0.06011733412742615
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,16384,16384,0.05592533449331919
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,16384,16384,0.05570133527119955
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,16384,16384,0.056133334835370384
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,16384,16384,0.05603733162085215
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,16384,16384,0.055946667989095054
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,16384,16384,0.05606399973233541
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,16384,16384,0.07650133470694225
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,16384,16384,0.07646400233109792
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,16384,16384,0.07653866708278656
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,16384,16384,0.07684800028800964
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,16384,16384,0.07998933394749959
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,16384,16384,0.059232001503308616
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,16384,16384,0.08243200182914734
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,16384,16384,0.05594133337338766
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,16384,16384,0.07587199906508128
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,16384,51200,1.6268107096354167
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,16384,51200,1.675183931986491
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,16384,16384,0.06047466893990835
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,16384,16384,0.05818133552869161
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,16384,16384,0.05958400170008341
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,16384,16384,1.3605492909749348
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,16384,16384,0.48254934946695965
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,16384,16384,0.4726560115814209
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,16384,16384,0.4610133171081543
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,16384,16384,0.4412959814071655
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,16384,16384,0.4293919801712036
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,16384,16384,0.4060800075531006
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,16384,16384,0.3954453468322754
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,16384,16384,0.3715946674346924
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,16384,16384,0.3651039997736613
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,16384,16384,0.351034681002299
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,16384,16384,0.32996799548467
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,16384,16384,0.31914667288462323
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,16384,16384,0.2977546652158101
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,16384,16384,0.28567467133204144
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,16384,16384,0.26280534267425537
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,16384,16384,0.25376532475153607
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,16384,16384,0.24986666440963745
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,16384,16384,0.21916266282399496
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,16384,16384,0.21338133017222086
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,16384,16384,0.18642133474349976
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,16384,16384,0.1816426714261373
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,16384,16384,0.1529920001824697
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,16384,16384,5.415338516235352
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,16384,16384,0.14873066544532776
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,16384,16384,2.804149309794108
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,16384,16384,0.1151039997736613
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,16384,16384,0.2241493264834086
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,16384,16384,0.08224000036716461
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,16384,16384,0.13723199566205344
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,16384,16384,0.04808533191680908
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,16384,16384,0.12005866567293803
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,16384,16384,0.04897599915663401
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,16384,16384,0.047824000318845115
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,16384,16384,0.06422399977842967
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,16384,16384,0.049882665276527405
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,16384,16384,0.047744000951449074
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,16384,16384,0.054378668467203774
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,16384,16384,0.05782400071620941
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,16384,16384,0.04621333380540212
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,16384,16384,0.045893331368764244
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,16384,16384,0.04560000201066335
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,16384,16384,0.04553600152333578
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,16384,16384,0.04642133414745331
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,16384,16384,0.04513599971930186
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,16384,16384,0.04576000074545542
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,16384,16384,0.045706664522488914
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,16384,16384,0.04613333443800608
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,16384,16384,0.04532266656557719
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,16384,16384,0.04553066690762838
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,16384,16384,0.045893331368764244
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,16384,16384,0.043509334325790405
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,16384,16384,0.04474133253097534
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,16384,16384,0.04626133541266123
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,16384,16384,0.045552000403404236
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,16384,16384,0.048709332942962646
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,16384,16384,0.04584533472855886
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,16384,16384,0.04721599817276001
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,16384,16384,0.045882667104403176
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,16384,16384,0.049045334259668984
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,16384,16384,0.04967466493447622
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,16384,16384,0.050623998045921326
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,16384,16384,0.0509493350982666
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,16384,16384,0.05093333125114441
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,16384,16384,0.05030400057633718
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,16384,16384,0.04996799925963084
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,16384,16384,0.04972266654173533
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,16384,16384,0.046581332882245384
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,16384,16384,0.05099200208981832
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,16384,12288,4.06769593556722
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,16384,12288,2.2170079549153647
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,16384,12288,1.2222346464792888
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,16384,12288,9.080816268920898
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,16384,12288,1.19158935546875
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,16384,12288,1.2515839735666912
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,16384,12288,1.036421298980713
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,16384,12288,1.173690636952718
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,16384,12288,0.9609973430633545
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,16384,12288,1.0093066692352295
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,16384,12288,0.8957599798838297
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,16384,12288,0.9022453625996908
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,16384,12288,0.8306933244069418
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,16384,12288,0.8111999829610189
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,16384,12288,0.8253866831461588
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,16384,12288,0.6584586699803671
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,16384,12288,0.6771893501281738
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,16384,12288,0.6382613182067871
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,16384,12288,0.5624426603317261
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,16384,12288,0.5396000146865845
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,16384,12288,0.546127994855245
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,16384,12288,0.511519988377889
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,16384,12288,0.5301226774851481
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,16384,12288,0.40953067938486737
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,16384,12288,0.6910773118336996
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,16384,12288,0.40640000502268475
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,16384,12288,0.3248053391774495
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,16384,12288,0.9810559749603271
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,16384,12288,0.2876960039138794
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,16384,12288,0.22398932774861655
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,16384,12288,0.2111039956410726
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,16384,12288,0.1609493295351664
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,16384,12288,0.13969600200653076
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,16384,12288,0.08780800302823384
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,16384,12288,0.08437333504358928
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,16384,12288,0.08891733487447102
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,16384,12288,0.08163199822107951
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,16384,12288,0.07906133433183034
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,16384,12288,0.07963733375072479
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,16384,12288,0.07662400106589
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,16384,12288,0.07797866563002269
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,16384,12288,0.07046933472156525
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,16384,12288,0.06775466601053874
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,16384,12288,0.06720000008742015
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,16384,12288,0.06950399776299794
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,16384,12288,0.06861333549022675
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,16384,12288,0.07042133311430614
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,16384,12288,0.06849066913127899
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,16384,12288,0.3566666841506958
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,16384,12288,0.06601066887378693
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,16384,12288,0.06653866668542226
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,16384,12288,0.06639466683069865
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,16384,12288,0.06607999900976817
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,16384,12288,0.2706293265024821
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,16384,12288,0.06351466476917267
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,16384,12288,0.06253866851329803
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,16384,12288,0.06610133250554402
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,16384,12288,0.07261333366235097
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,16384,12288,0.07221333185831706
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,16384,12288,0.07228800157705943
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,16384,12288,0.07221866647402446
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,16384,12288,0.07208000123500824
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,16384,12288,0.07168533404668172
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,16384,12288,0.07214933137098949
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,16384,12288,0.07225599884986877
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,16384,12288,0.06749866902828217
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,16384,12288,0.06684799989064534
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,16384,12288,0.06733866532643636
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,16384,12288,0.06857599814732869
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,16384,12288,0.0681333343187968
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,16384,12288,0.06823466718196869
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,16384,12288,0.06748799979686737
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,16384,12288,0.06503466765085857
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,16384,12288,5.321498552958171
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,16384,12288,0.06773333251476288
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,16384,12288,2.6366027196248374
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,16384,12288,1.4603892962137859
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,16384,12288,0.7037973403930664
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,16384,12288,0.7370399634043375
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,16384,12288,0.6273546616236368
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,16384,12288,0.7326613267262777
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,16384,12288,0.6440373261769613
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,16384,16384,0.5746506849924723
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,16384,12288,0.6113599936167399
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,16384,12288,0.6021759907404581
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,16384,12288,0.5447413523991903
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,16384,12288,0.5499786535898844
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,16384,12288,0.5854986508687338
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,16384,12288,0.48450132211049396
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,16384,12288,0.5162453254063925
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,16384,12288,0.45950400829315186
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,16384,12288,0.43611733118693036
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,16384,12288,0.40834665298461914
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,16384,12288,0.3792853355407715
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,16384,12288,0.32785600423812866
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,16384,12288,0.34975465138753253
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,16384,12288,0.30130134026209515
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,16384,12288,0.3237333297729492
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,16384,12288,0.3031040032704671
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,16384,12288,0.2500693400700887
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,16384,12288,0.24735466639200845
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,16384,12288,0.21658132473627725
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,16384,12288,0.20292266209920248
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,16384,12288,0.17559999227523804
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,16384,12288,0.1692319909731547
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,16384,12288,0.1388320028781891
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,16384,12288,0.1344266633192698
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,16384,12288,0.09726933638254802
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,16384,12288,0.1049013336499532
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,16384,12288,0.06742933392524719
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,16384,12288,0.06816000243028005
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,16384,12288,0.06820799907048543
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,16384,12288,0.06169066826502482
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,16384,12288,0.42123734951019287
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,16384,12288,0.0620959997177124
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,16384,12288,0.05877333382765452
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,16384,12288,0.05929600199063619
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,16384,12288,0.05555733541647593
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,16384,12288,0.05820799867312113
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,16384,12288,0.05452266832192739
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,16384,12288,0.053946668903032936
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,16384,12288,0.05273599922657013
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,16384,12288,0.053130666414896645
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,16384,12288,0.05237866441408793
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,16384,12288,0.05035733183224996
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,16384,12288,0.04980800052483877
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,16384,12288,0.050800000627835594
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,16384,12288,0.048623998959859215
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,16384,12288,0.0489333321650823
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,16384,12288,0.04757333298524221
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,16384,12288,0.04790399968624115
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,16384,12288,0.047322665651639305
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,16384,12288,0.04776533444722494
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,16384,12288,0.04666133224964142
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,16384,12288,0.045647998650868736
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,16384,12288,0.04576533536116282
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,16384,12288,0.045653333266576133
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,16384,12288,0.04574933151404063
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,16384,12288,0.04565866788228353
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,16384,12288,0.04432533184687296
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,16384,12288,0.04537599782148997
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,16384,12288,0.06660266717274983
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,16384,12288,0.04610133171081543
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,16384,12288,0.04458666841189066
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,16384,12288,0.04545066754023234
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,16384,12288,0.044480000933011375
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,16384,12288,0.04560533165931702
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,16384,12288,0.046384001771608986
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,16384,12288,0.04760533571243286
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,16384,16384,0.5304479996363322
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,16384,16384,0.5561386744181315
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,16384,16384,0.5178826649983724
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,16384,16384,0.503328005472819
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,16384,12288,0.7053173383076986
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,16384,12288,1.3806400299072266
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,16384,12288,0.6171146631240845
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,16384,12288,0.6930560270945231
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,16384,12288,0.5714293320973715
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,16384,12288,0.6482079823811849
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,16384,12288,0.5310879945755005
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,16384,12288,0.6034506559371948
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,16384,12288,0.4907733201980591
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,16384,12288,0.558570663134257
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,16384,12288,0.4527999957402547
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,16384,12288,0.41099198659261066
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,16384,12288,0.5120053291320801
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,16384,12288,0.37649067242940265
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,16384,12288,0.4696906805038452
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,16384,12288,0.4209706783294678
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,16384,12288,0.32586665948232013
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,16384,12288,0.3617066542307536
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,16384,12288,0.2884959975878398
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,16384,12288,0.24541334311167398
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,16384,12288,0.8405226866404215
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,16384,12288,2.8051039377848306
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,16384,12288,0.2760639985402425
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,16384,12288,0.16851200660069784
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,16384,12288,0.214464008808136
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,16384,12288,0.2309066653251648
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,16384,12288,0.18810667594273886
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,16384,12288,0.13184000054995218
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,16384,12288,0.317413330078125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,16384,12288,0.08897067109743755
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,16384,12288,0.06458666423956554
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,16384,12288,0.06423999865849812
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,16384,12288,0.06492800017197926
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,16384,12288,0.06418133278687795
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,16384,12288,0.06221333146095276
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,16384,12288,0.06182399888833364
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,16384,12288,0.06215466558933258
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,16384,12288,0.06164266665776571
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,16384,12288,6.508778889973958
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,16384,12288,0.6703999837239584
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,16384,12288,0.7437333265940348
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,16384,12288,0.7927893002827963
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,16384,12288,0.13899200161298117
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,16384,12288,0.09691733121871948
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,16384,12288,0.04854933420817057
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,16384,12288,0.045365333557128906
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,16384,12288,0.04419200122356415
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,16384,12288,0.04447466631730398
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,16384,12288,0.043840001026789345
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,16384,12288,0.043696001172065735
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,16384,12288,0.045194665590922035
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,16384,12288,0.0440533310174942
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,16384,12288,0.04379733403523763
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,16384,12288,0.043765331308046974
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,16384,12288,0.043680002291997276
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,16384,12288,0.04386133452256521
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,16384,12288,0.043653334180514015
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,16384,12288,0.06044266621271769
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,16384,12288,0.06084266801675161
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,16384,12288,0.060266668597857155
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,16384,12288,0.048112000028292336
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,16384,12288,0.061850666999816895
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,16384,12288,0.06198399762312571
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,16384,12288,0.06142933170000712
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,16384,12288,0.06365866462389629
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,16384,12288,0.062224000692367554
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,16384,12288,0.06051200131575266
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,16384,12288,0.06223999957243601
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,16384,12288,0.04781866570313772
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,16384,12288,0.04762666424115499
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,16384,12288,0.04771199822425842
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,16384,12288,0.04772266745567322
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,16384,12288,0.04683733483155569
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,16384,12288,0.04660800099372864
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,16384,12288,1.8816107114156086
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,16384,12288,0.43245331446329754
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,16384,12288,1.0061333179473877
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,16384,12288,4.112101236979167
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,16384,12288,0.4174186786015828
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,16384,12288,0.40727468331654865
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,16384,12288,0.3842159907023112
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,16384,12288,0.39354666074117023
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,16384,12288,0.36427466074625653
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,16384,12288,0.35754934946695965
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,16384,12288,0.3550933202107747
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,16384,12288,0.32411734263102215
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,16384,12288,0.3002293308575948
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,16384,12288,0.3328746755917867
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,16384,12288,0.30823200941085815
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,16384,12288,0.2815840045611064
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,16384,12288,0.27564799785614014
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,16384,12288,0.2670133312543233
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,16384,12288,0.25720266501108807
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,16384,12288,0.22698134183883667
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,16384,12288,0.24049866199493408
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,16384,12288,0.2165573239326477
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,16384,12288,0.20029334227244058
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,16384,12288,0.19150400161743164
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,16384,12288,0.1861813267072042
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,16384,12288,0.14155733585357666
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,16384,12288,0.1658506691455841
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,16384,12288,0.1629253327846527
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,16384,12288,0.1373039980729421
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,16384,12288,0.1127946674823761
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,16384,12288,0.11573066314061482
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,16384,12288,0.10887733101844788
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,16384,12288,0.08640266458193462
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,16384,12288,0.0852666695912679
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,16384,12288,0.06478400031725566
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,16384,12288,0.06263199945290883
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,16384,12288,0.037962667644023895
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,16384,12288,0.03731200098991394
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,16384,12288,0.036946666737397514
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,16384,12288,0.03732000042994817
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,16384,12288,0.037058666348457336
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,16384,12288,0.0413973331451416
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,16384,12288,0.04238666594028473
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,16384,12288,0.041573333243529
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,16384,12288,0.03578400115172068
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,16384,12288,0.03531999886035919
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,16384,12288,0.035821333527565
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,16384,12288,0.035074666142463684
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,16384,12288,0.035186665753523506
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,16384,12288,0.03605333218971888
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,16384,12288,0.03454933315515518
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,16384,12288,0.035045333206653595
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,16384,12288,0.0352906659245491
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,16384,12288,0.03536533315976461
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,16384,12288,0.03522666543722153
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,16384,12288,0.03606399893760681
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,16384,12288,0.035218665997187294
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,16384,12288,0.03516533225774765
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,16384,12288,0.03665599972009659
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,16384,12288,0.03523733218510946
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,16384,12288,0.035789333283901215
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,16384,12288,0.03549066682656606
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,16384,12288,0.03728266557057699
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,16384,12288,0.03728000074625015
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,16384,12288,0.037101333340009056
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,16384,12288,0.03570666660865148
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,16384,12288,0.03736000011364619
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,16384,10240,7.791189193725586
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,16384,10240,4.026474634806315
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,16384,10240,1.9325493176778157
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,16384,12288,0.036280001203219094
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,16384,10240,1.1092586517333984
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,16384,10240,0.9269066651662191
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,16384,10240,0.8672213554382324
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,16384,10240,0.8555253346761068
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,16384,10240,0.8053759733835856
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,16384,10240,0.7891519864400228
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,16384,10240,0.8027679920196533
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,16384,10240,0.7510560353597006
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,16384,10240,0.709216038386027
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,16384,10240,0.9794293244679769
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,16384,10240,0.697978655497233
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,16384,10240,0.6827519734700521
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,16384,10240,0.6007999976476034
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,16384,12288,0.03730933368206024
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,16384,10240,0.6211520036061605
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,16384,10240,0.5521973371505737
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,16384,10240,0.5418186585108439
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,16384,10240,0.5505919853846232
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,16384,10240,0.473743995030721
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,16384,10240,0.46212267875671387
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,16384,10240,0.43116267522176105
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,16384,10240,0.40625067551930744
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,16384,10240,0.3494773308436076
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,16384,10240,0.4178453286488851
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,16384,10240,0.34452799956003827
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,16384,10240,0.3135733405749003
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,16384,10240,0.30662399530410767
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,16384,10240,0.2634399930636088
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,16384,10240,0.1858560045560201
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,16384,10240,0.1848213275273641
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,16384,10240,0.1318773329257965
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,16384,10240,0.11831999818483989
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,16384,10240,0.07932800054550171
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,16384,10240,0.07735466460386912
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,16384,10240,0.06989333530267079
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,16384,10240,0.067071999112765
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,16384,10240,0.06815466781457265
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,16384,10240,0.0664106657107671
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,16384,10240,0.06617600222428639
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,16384,10240,0.0591839998960495
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,16384,10240,0.06057066718737284
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,16384,10240,0.06158933540185293
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,16384,10240,0.057999998331069946
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,16384,10240,0.05775466561317444
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,16384,10240,0.0595413347085317
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,16384,10240,0.05758399764696757
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,16384,10240,0.05562133093674978
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,16384,10240,0.05484800040721893
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,16384,10240,0.05452266832192739
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,16384,10240,0.05565866827964783
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,16384,10240,0.05537599821885427
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,16384,10240,0.0533493310213089
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,16384,10240,0.05226666728655497
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,16384,10240,0.054341331124305725
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,16384,10240,0.054511999090512596
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,16384,10240,0.05389333268006643
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,16384,10240,0.05393599967161814
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,16384,10240,0.05425066749254862
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,16384,10240,0.05439466734727224
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,16384,10240,0.05479466418425242
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,16384,10240,0.05394133428732554
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,16384,10240,0.05397866666316986
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,16384,10240,0.05597866574923197
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,16384,10240,0.055733333031336464
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,16384,10240,0.055861334005991616
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,16384,10240,0.05639466643333435
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,16384,10240,0.0706879993279775
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,16384,10240,0.0580213318268458
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,16384,10240,0.05795733133951823
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,16384,10240,0.05811200042565664
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,16384,10240,0.05685866872469584
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,16384,10240,2.136965274810791
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,16384,10240,1.0825440088907878
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,16384,10240,4.356794675191243
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,16384,10240,0.5971839825312296
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,16384,10240,0.5581440130869547
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,16384,10240,0.23324267069498697
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,16384,10240,0.5315519968668619
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,16384,10240,0.5080960194269816
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,16384,10240,0.4907360076904297
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,16384,10240,0.4718879858652751
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,16384,10240,0.4877920150756836
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,16384,10240,0.46746134757995605
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,16384,10240,0.42491201559702557
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,16384,10240,0.4303520123163859
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,16384,10240,0.3867146571477254
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,16384,10240,0.36239465077718097
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,16384,10240,0.3526666561762492
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,16384,10240,0.33931199709574383
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,16384,10240,0.32021866242090863
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,16384,10240,0.30802132685979206
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,16384,10240,0.6377280155817667
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,16384,10240,0.28936533133188885
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,16384,10240,0.2786239981651306
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,16384,10240,0.25512532393137616
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,16384,10240,0.24755199750264487
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,16384,10240,0.2350613276163737
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,16384,10240,0.2152000069618225
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,16384,10240,0.2087519963582357
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,16384,10240,0.1840160091718038
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,16384,10240,0.18473599354426065
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,16384,10240,0.15892266233762106
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,16384,10240,0.14641066392262778
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,16384,10240,0.12206400434176128
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,16384,10240,0.12016000350316365
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,16384,10240,0.09240532914797465
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,16384,10240,0.08339732885360718
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,16384,10240,0.058143998185793556
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,16384,10240,0.06445333361625671
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,16384,10240,0.05973866581916809
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,16384,10240,0.0598880002895991
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,16384,10240,0.05526933570702871
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,16384,10240,0.0539626677831014
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,16384,10240,0.052469333012898765
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,16384,10240,0.05228800078233083
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,16384,10240,0.0499946673711141
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,16384,10240,0.05217599868774414
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,16384,10240,0.048986668388048805
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,16384,10240,0.04784533381462097
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,16384,10240,0.04760533571243286
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,16384,10240,0.047194664676984154
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,16384,10240,0.04630400240421295
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,16384,10240,0.045824001232783
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,16384,10240,0.04560533165931702
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,16384,10240,0.04458666841189066
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,16384,10240,0.0435146689414978
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,16384,10240,0.043925335009892784
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,16384,10240,0.04338666796684265
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,16384,10240,0.04190933207670847
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,16384,10240,0.04159466673930486
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,16384,10240,0.041434665520985924
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,16384,10240,0.042624001701672874
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,16384,10240,0.041493333876132965
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,16384,10240,0.043151999513308205
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,16384,10240,0.04140799989302953
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,16384,10240,0.04163199911514918
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,16384,10240,0.04244266450405121
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,16384,10240,0.04144000013669332
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,16384,10240,0.041306667029857635
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,16384,10240,0.0403466671705246
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,16384,10240,0.04025600105524063
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,16384,10240,0.04195199906826019
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,16384,10240,0.04053333401679993
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,16384,10240,0.04009066770474116
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,16384,10240,0.040421334405740104
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,16384,10240,0.04140799989302953
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,16384,12288,0.03618666778008143
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,16384,12288,0.03955200066169103
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,16384,12288,0.03851733356714249
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,16384,12288,0.0391866664091746
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,16384,10240,2.427546660105387
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,16384,10240,5.107285181681315
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,16384,10240,0.6204799811045328
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,16384,10240,1.1903200149536133
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,16384,10240,0.5022079944610596
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,16384,10240,0.7179146607716879
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,16384,10240,0.4681226809819539
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,16384,10240,0.5193546613057455
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,16384,10240,0.42898666858673096
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,16384,10240,0.47973334789276123
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,16384,10240,0.3938239812850952
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,16384,10240,0.44259198506673175
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,16384,10240,0.35739731788635254
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,16384,10240,0.40375999609629315
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,16384,10240,0.3258986671765645
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,16384,10240,0.36670398712158203
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,16384,10240,0.28405332565307617
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,16384,10240,0.31574400266011554
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,16384,10240,0.2510826587677002
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,16384,10240,0.2753173311551412
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,16384,10240,0.21539199352264404
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,16384,10240,0.23756267627080283
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,16384,10240,0.18289599816004434
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,16384,10240,0.19987199703852335
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,16384,10240,0.14833066860834757
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,16384,10240,0.16242133577664694
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,16384,10240,0.11521599690119426
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,16384,10240,0.61298668384552
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,16384,10240,0.08099733293056488
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,16384,10240,0.6775573094685873
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,16384,10240,0.058133333921432495
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,16384,10240,0.057914664347966514
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,16384,10240,0.05783999959627787
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,16384,10240,0.5763786633809408
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,16384,10240,0.05395199855168661
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,16384,10240,0.055871998270352684
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,16384,10240,0.053802669048309326
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,16384,10240,0.05373333394527435
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,16384,10240,0.05380799869696299
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,16384,10240,0.6431946754455566
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,16384,10240,0.5558079878489176
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,16384,10240,0.60044264793396
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,16384,12288,0.03628533333539963
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,16384,10240,0.12198399504025777
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,16384,10240,0.0848426620165507
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,16384,10240,0.04258666435877482
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,16384,10240,0.03937066594759623
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,16384,10240,0.043231998880704246
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,16384,10240,0.039077334105968475
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,16384,10240,0.03899733225504557
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,16384,10240,0.039461334546407066
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,16384,10240,0.03937066594759623
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,16384,10240,0.03941866755485535
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,16384,10240,0.03898133337497711
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,16384,10240,0.03864533454179764
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,16384,10240,0.037962667644023895
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,16384,10240,0.053717335065205894
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,16384,10240,0.051882664362589516
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,16384,10240,0.05440000196297964
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,16384,10240,0.05129600067933401
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,16384,10240,0.0526506652434667
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,16384,10240,0.05264000097910563
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,16384,10240,0.05442133545875549
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,16384,10240,0.052144000927607216
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,16384,10240,0.054133335749308266
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,16384,10240,0.05235733091831207
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,16384,10240,0.053930665055910744
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,16384,10240,0.05203199883302053
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,16384,10240,0.03961066653331121
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,16384,10240,0.04281599819660187
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,16384,10240,0.042021334171295166
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,16384,10240,0.041946664452552795
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,16384,10240,0.04186666508515676
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,16384,10240,0.043578664461771645
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,16384,10240,0.04203199843565623
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,16384,10240,0.3152186671892802
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,16384,10240,0.3543173472086589
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,16384,10240,0.8214800357818604
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,16384,10240,0.33538134892781574
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,16384,10240,0.37250133355458576
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,16384,10240,0.34327201048533124
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,16384,10240,3.1279786427815757
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,16384,10240,1.67685333887736
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,16384,10240,0.30617600679397583
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,16384,10240,0.3040773272514343
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,16384,10240,0.2949413259824117
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,16384,10240,0.2825653354326884
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,16384,10240,0.28009066979090375
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,16384,10240,0.25843467315038043
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,16384,10240,0.2545040051142375
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,16384,10240,0.23801066478093466
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,16384,10240,0.23497066895167032
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,16384,10240,0.22530933221181235
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,16384,10240,0.20386666059494019
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,16384,10240,0.2109839916229248
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,16384,10240,0.1947866678237915
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,16384,10240,0.1845866640408834
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,16384,10240,0.16884799798329672
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,16384,10240,0.16318933169047037
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,16384,10240,0.1585919956366221
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,16384,10240,0.14172266920407614
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,16384,10240,0.1380186676979065
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,16384,10240,0.12017333507537842
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,16384,10240,0.11813867092132568
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,16384,10240,0.09941333532333374
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,16384,10240,0.0929040014743805
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,16384,10240,0.09760533769925435
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,16384,10240,0.07560266554355621
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,16384,10240,0.07363733152548473
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,16384,10240,0.054104000329971313
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,16384,10240,0.05765066544214884
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,16384,10240,0.03299200038115183
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,16384,10240,0.032373333970705666
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,16384,10240,0.032730666299661
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,16384,10240,0.03216800093650818
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,16384,10240,0.03312266618013382
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,16384,10240,0.03526933242877325
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,16384,10240,0.034445332984129585
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,16384,10240,0.03828000028928121
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,16384,10240,0.030975999931494396
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,16384,10240,0.03108799954255422
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,16384,10240,0.031010667483011883
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,16384,10240,0.031045332551002502
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,16384,10240,0.03130933394034704
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,16384,10240,0.030392001072565716
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,16384,10240,0.03123733401298523
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,16384,10240,0.030525334179401398
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,16384,10240,0.030162667234738667
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,16384,10240,0.03031199922164281
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,16384,10240,0.03106933335463206
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,16384,10240,0.031082667410373688
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,16384,10240,0.03094133237997691
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,16384,10240,0.030181333422660828
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,16384,10240,0.030018667380015056
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,16384,10240,0.031015999615192413
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,16384,10240,0.03166666626930237
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,16384,10240,0.03342133263746897
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,16384,10240,0.03149600078662237
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,16384,10240,0.03222133219242096
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,16384,10240,0.03234400103489558
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,16384,10240,0.03110666573047638
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,16384,10240,0.030029334127902985
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,16384,8192,5.773775736490886
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,16384,8192,3.2326294581095376
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,16384,8192,1.6181119283040364
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,16384,8192,0.83842666943868
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,16384,8192,0.7865493297576904
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,16384,8192,0.7879253228505453
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,16384,8192,0.7158826986948649
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,16384,8192,0.7145866552988688
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,16384,8192,0.664629340171814
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,16384,8192,0.661514679590861
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,16384,8192,0.6564160188039144
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,16384,8192,0.6058293183644613
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,16384,8192,0.5714346567789713
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,16384,8192,0.5655733346939087
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,16384,8192,0.5131626526514689
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,16384,8192,0.4779573281606038
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,16384,8192,0.47144532203674316
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,16384,8192,0.4372640053431193
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,16384,8192,0.4256266752878825
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,16384,8192,0.41195201873779297
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,16384,8192,0.3791840076446533
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,16384,8192,0.35653865337371826
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,16384,8192,0.3363306522369385
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,16384,8192,0.32281599442164105
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,16384,8192,0.3151093324025472
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,16384,8192,0.2719893256823222
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,16384,8192,0.27011199792226154
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,16384,8192,0.23515733083089194
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,16384,8192,0.24327999353408813
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,16384,8192,0.20877333482106528
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,16384,8192,0.18388267358144125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,16384,8192,0.14776000380516052
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,16384,8192,0.14830399552981058
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,16384,8192,0.10577600200970967
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,16384,8192,0.09497599800427754
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,16384,8192,0.06407999992370605
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,16384,8192,0.05816000203291575
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,16384,8192,0.061050668358802795
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,16384,8192,0.055888002117474876
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,16384,8192,0.055530667304992676
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,16384,8192,0.05584000051021576
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,16384,8192,0.05384000142415365
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,16384,8192,0.05493866900602976
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,16384,8192,0.051455999414126076
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,16384,8192,0.049786667029062905
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,16384,8192,0.048751999934514366
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,16384,8192,0.050554667909940086
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,16384,8192,0.05000533163547516
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,16384,8192,0.0516480008761088
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,16384,8192,0.04983466863632202
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,16384,8192,0.04783466458320618
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,16384,8192,0.04788800080617269
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,16384,8192,0.04775999983151754
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,16384,8192,0.04772266745567322
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,16384,8192,0.04715733230113983
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,16384,8192,0.045754666129748024
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,16384,8192,0.045663997530937195
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,16384,8192,0.04739200075467428
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,16384,8192,0.047397335370381675
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,16384,8192,0.04685866832733154
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,16384,8192,0.04678933322429657
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,16384,8192,0.046709333856900535
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,16384,8192,0.04734933376312256
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,16384,8192,0.04649066428343455
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,16384,8192,0.047269334395726524
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,16384,8192,0.04684799909591675
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,16384,8192,0.04562666515509287
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,16384,8192,0.04576533536116282
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,16384,8192,0.04561600089073181
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,16384,8192,0.04553600152333578
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,16384,8192,0.045781334241231285
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,16384,8192,0.045221333702405296
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,16384,8192,0.04584533472855886
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,16384,8192,0.04634666442871094
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,16384,8192,3.416506767272949
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,16384,8192,1.7528212865193684
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,16384,8192,0.8675786654154459
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,16384,8192,0.4796106815338135
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,16384,8192,0.4657653172810872
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,16384,8192,0.4349759817123413
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,16384,8192,0.4181813398996989
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,16384,8192,0.40804799397786456
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,16384,8192,0.3820799986521403
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,16384,8192,0.37056533495585126
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,16384,8192,0.3738880157470703
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,16384,8192,0.3719093402226766
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,16384,8192,0.34063998858133954
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,16384,8192,0.3436586856842041
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,16384,8192,0.30772266785303753
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,16384,10240,0.03271466741959254
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,16384,8192,0.291701336701711
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,16384,8192,0.28273600339889526
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,16384,8192,0.2715573310852051
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,16384,8192,0.25622399648030597
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,16384,8192,0.24798399209976196
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,16384,8192,0.2327786684036255
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,16384,8192,0.22177066405614218
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,16384,8192,0.20509866873423258
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,16384,8192,0.19708800315856934
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,16384,8192,0.18890132506688437
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,16384,8192,0.18637865781784058
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,16384,8192,0.1667893330256144
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,16384,8192,0.15251200397809347
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,16384,8192,0.14867200454076132
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,16384,8192,0.12710932890574136
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,16384,8192,0.1170186698436737
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,16384,8192,0.10380267103513081
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,16384,8192,0.09753599762916565
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,16384,8192,0.07525866727034251
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,16384,8192,0.06880533198515575
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,16384,8192,0.05395199855168661
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,16384,8192,0.050293331344922386
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,16384,8192,0.05171200136343638
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,16384,8192,0.05169600248336792
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,16384,8192,0.04773333172003428
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,16384,8192,0.04762666424115499
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,16384,8192,0.04600533346335093
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,16384,8192,0.04523199796676636
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,16384,8192,0.04214400053024292
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,16384,8192,0.0439626673857371
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,16384,8192,0.04180799921353658
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,16384,8192,0.041519999504089355
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,16384,8192,0.04192533095677694
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,16384,8192,0.04121600091457367
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,16384,8192,0.04052799940109253
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,16384,8192,0.03942399968703588
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,16384,8192,0.0391839991013209
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,16384,8192,0.039103999733924866
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,16384,8192,0.03839466720819473
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,16384,8192,0.03874133278926214
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,16384,8192,0.03872533390919367
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,16384,8192,0.0373279998699824
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,16384,8192,0.03745066622893015
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,16384,8192,0.036661334335803986
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,16384,8192,0.03668266783157984
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,16384,8192,0.03719999889532725
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,16384,8192,0.03788266579310099
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,16384,8192,0.03577066709597906
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,16384,8192,0.035391998787721
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,16384,8192,0.03532800078392029
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,16384,8192,0.036389333506425224
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,16384,8192,0.036346666514873505
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,16384,8192,0.03664000084002813
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,16384,8192,0.03601066768169403
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,16384,8192,0.03532266616821289
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,16384,8192,0.0353973334034284
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,16384,8192,0.03537066777547201
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,16384,8192,0.03533333291610082
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,16384,8192,0.035375999907652535
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,16384,10240,0.03367733210325241
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,16384,10240,0.03397600104411443
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,16384,10240,0.03392533212900162
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,16384,10240,0.03179466724395752
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,16384,10240,0.033186666667461395
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,16384,8192,2.0957013765970864
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,16384,8192,4.184005419413249
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,16384,8192,0.49367467562357586
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,16384,8192,1.0247413317362468
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,16384,8192,0.43212799231211346
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,16384,8192,0.6014613310496012
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,16384,8192,0.3924266497294108
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,16384,8192,0.4366079966227214
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,16384,8192,0.3611573378245036
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,16384,8192,0.40401601791381836
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,16384,8192,0.32944534222284955
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,16384,8192,0.373306671778361
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,16384,8192,0.3003893295923869
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,16384,8192,0.3410133520762126
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,16384,8192,0.2761920094490051
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,16384,8192,0.30902934074401855
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,16384,8192,0.23956799507141113
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,16384,8192,0.26793599128723145
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,16384,8192,0.21085333824157715
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,16384,8192,0.23505600293477377
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,16384,8192,0.18332266807556152
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,16384,8192,0.20383999745051065
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,16384,8192,0.15366400281588236
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,16384,8192,0.17006933689117432
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,16384,8192,0.12553067008654276
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,16384,8192,0.1381173332532247
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,16384,8192,0.09713066617647807
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,16384,8192,0.5237439870834351
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,16384,8192,0.06983466446399689
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,16384,8192,0.5742079814275106
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,16384,8192,0.05095999936262766
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,16384,8192,0.050111999114354454
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,16384,8192,0.050810664892196655
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,16384,8192,0.05275199810663859
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,16384,8192,0.04784533381462097
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,16384,8192,0.0476800004641215
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,16384,8192,0.04789866507053375
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,16384,8192,0.48802133401234943
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,16384,8192,0.04658666749795278
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,16384,8192,0.5412106513977051
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,16384,8192,0.5015360116958618
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,16384,8192,0.4739146629969279
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,16384,8192,0.10310932993888855
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,16384,8192,0.07028266787528992
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,16384,10240,0.0321066677570343
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,16384,8192,0.03788800040880839
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,16384,8192,0.0353973334034284
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,16384,8192,0.03558400024970373
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,16384,8192,0.03537066777547201
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,16384,8192,0.03522666543722153
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,16384,8192,0.03534399966398875
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,16384,8192,0.035429333647092186
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,16384,8192,0.035189333061377205
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,16384,8192,0.04533866544564565
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,16384,8192,0.045567999283472695
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,16384,8192,0.04562666515509287
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,16384,8192,0.045552000403404236
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,16384,8192,0.04548266530036926
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,16384,8192,0.045498669147491455
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,16384,8192,0.04545066754023234
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,16384,8192,0.04478933413823446
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,16384,8192,0.04593066871166229
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,16384,8192,0.0458186666170756
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,16384,8192,0.046015997727712
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,16384,8192,0.037802666425704956
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,16384,8192,0.0452159990866979
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,16384,8192,0.04462933540344238
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,16384,8192,0.044250667095184326
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,16384,8192,0.046384001771608986
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,16384,8192,0.036389333506425224
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,16384,8192,0.0359199990828832
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,16384,8192,0.03739733248949051
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,16384,8192,0.036687999963760376
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,16384,8192,0.03763733307520548
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,16384,8192,0.037087999284267426
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,16384,8192,2.5258960723876953
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,16384,8192,1.2570106983184814
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,16384,8192,0.6458906730016073
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,16384,8192,0.29546133677164715
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,16384,8192,0.2741466760635376
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,16384,8192,0.29290666182835895
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,16384,8192,0.26969067255655926
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,16384,8192,0.2625333269437154
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,16384,8192,0.2528480092684428
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,16384,8192,0.24079734086990356
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,16384,8192,0.2448479930559794
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,16384,8192,0.22734399636586508
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,16384,8192,0.22119200229644775
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,16384,8192,0.1938613255818685
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,16384,8192,0.2153573234875997
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,16384,8192,0.20627200603485107
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,16384,8192,0.18370399872461954
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,16384,8192,0.1917360027631124
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,16384,8192,0.17270133892695108
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,16384,8192,0.16780267159144083
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,16384,8192,0.15129599968592325
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,16384,8192,0.15411999821662903
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,16384,8192,0.14111733436584473
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,16384,8192,0.13480533162752786
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,16384,8192,0.13071733713150024
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,16384,8192,0.09748533368110657
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,16384,8192,0.11611200372378032
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,16384,8192,0.09844799836476643
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,16384,8192,0.11361866195996602
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,16384,8192,0.0820000022649765
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,16384,8192,0.08092000087102254
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,16384,8192,0.07689066727956136
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,16384,8192,0.0626986672480901
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,16384,8192,0.06141333281993866
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,16384,8192,0.04548799991607666
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,16384,8192,0.047541335225105286
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,16384,8192,0.02808266629775365
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,16384,8192,0.028079998989899952
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,16384,8192,0.02791200081507365
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,16384,8192,0.027717334528764088
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,16384,8192,0.029093332588672638
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,16384,8192,0.027877333263556164
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,16384,8192,0.029898665845394135
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,16384,8192,0.03197599947452545
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,16384,8192,0.026157334446907043
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,16384,8192,0.02587733417749405
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,16384,8192,0.02584800124168396
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,16384,8192,0.026343998809655506
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,16384,8192,0.02566933383544286
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,16384,8192,0.025594666600227356
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,16384,8192,0.025677333275477093
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,16384,8192,0.026151999831199646
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,16384,8192,0.025970667600631714
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,16384,8192,0.025034666061401367
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,16384,8192,0.026922665536403656
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,16384,8192,0.025839999318122864
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,16384,8192,0.025784000754356384
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,16384,8192,0.025936000049114227
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,16384,8192,0.027952000498771667
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,16384,8192,0.02553866555293401
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,16384,8192,0.026519998908042908
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,16384,8192,0.02847466617822647
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,16384,8192,0.028120001157124836
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,16384,8192,0.027690666417280834
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,16384,8192,0.026154667139053345
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,16384,8192,0.026157334446907043
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,16384,8192,0.02804800122976303
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,16384,7168,4.601183891296387
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,16384,7168,2.2766027450561523
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,16384,7168,1.3020106951395671
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,16384,7168,0.7473333676656088
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,16384,7168,0.7354986667633057
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,16384,7168,0.7384053071339926
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,16384,7168,0.6881919701894125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,16384,7168,0.6170080105463663
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,16384,7168,0.5728106498718262
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,16384,7168,0.5499946673711141
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,16384,7168,0.5876693328221639
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,16384,7168,0.5275733470916748
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,16384,7168,0.5003466606140137
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,16384,7168,0.4901546637217204
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,16384,7168,0.45186134179433185
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,16384,7168,0.40655465920766193
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,16384,7168,0.41013868649800617
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,16384,7168,0.4010080099105835
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,16384,7168,0.37086931864420575
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,16384,7168,0.3696586688359578
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,16384,7168,0.3322346607844035
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,16384,7168,0.3237226605415344
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,16384,7168,0.292687992254893
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,16384,7168,0.27448532978693646
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,16384,8192,0.02608266721169154
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,16384,7168,0.2640906572341919
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,16384,7168,0.24216532707214355
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,16384,7168,0.2339199980099996
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,16384,7168,0.20660799741744995
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,16384,7168,0.2076586683591207
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,16384,7168,0.18376533190409342
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,16384,7168,0.1567200024922689
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,16384,7168,0.1264639993508657
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,16384,7168,0.1295253336429596
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,16384,7168,0.08332266906897227
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,16384,7168,0.0940053363641103
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,16384,7168,0.05402666827042898
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,16384,7168,0.056421334544817604
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,16384,7168,0.05550399919350942
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,16384,7168,0.05002133548259735
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,16384,7168,0.0488319993019104
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,16384,7168,0.04822933177153269
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,16384,7168,0.047728002071380615
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,16384,7168,0.04781333108743032
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,16384,7168,0.04398400088151296
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,16384,7168,0.04192000130812327
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,16384,7168,0.04133866727352142
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,16384,7168,0.04181333382924398
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,16384,7168,0.043621331453323364
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,16384,7168,0.04178666571776072
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,16384,7168,0.04156800111134847
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,16384,7168,0.040976000328858696
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,16384,7168,0.04074133435885111
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,16384,7168,0.03993066648642222
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,16384,7168,0.04012266546487808
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,16384,7168,0.03959999978542328
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,16384,7168,0.03966933240493139
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,16384,7168,0.040074666341145836
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,16384,7168,0.04008000095685323
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,16384,7168,0.04030400017897288
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,16384,7168,0.04027199993530909
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,16384,7168,0.03973866750796636
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,16384,7168,0.03977599988381068
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,16384,7168,0.03961066653331121
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,16384,7168,0.039546666045983635
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,16384,7168,0.04041599979003271
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,16384,7168,0.03930133332808813
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,16384,7168,0.039077334105968475
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,16384,7168,0.03955200066169103
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,16384,7168,0.039450667798519135
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,16384,7168,0.03920533259709676
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,16384,7168,0.0391146664818128
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,16384,7168,0.03969600051641464
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,16384,7168,0.039594667653242745
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,16384,7168,0.04208533465862274
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,16384,7168,1.4653520584106445
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,16384,7168,3.041839917500814
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,16384,7168,0.7222747008005778
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,16384,7168,0.4745653470357259
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,16384,7168,0.4033653338750203
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,16384,7168,0.4415973424911499
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,16384,7168,0.36347734928131104
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,16384,8192,0.026885333160559338
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,16384,7168,0.41843998432159424
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,16384,7168,0.3412426710128784
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,16384,7168,0.32601867119471234
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,16384,7168,0.34464800357818604
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,16384,7168,0.32797600825627643
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,16384,7168,0.298744002978007
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,16384,7168,0.30113865931828815
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,16384,7168,0.2775866587956746
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,16384,7168,0.25917865832646686
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,16384,7168,0.25724534193674725
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,16384,7168,0.24870934089024863
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,16384,7168,0.22893333435058594
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,16384,7168,0.22585066159566244
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,16384,7168,0.2099120020866394
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,16384,7168,0.20159467061360678
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,16384,7168,0.18188265959421793
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,16384,7168,0.17430933316548666
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,16384,7168,0.16487999757130942
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,16384,7168,0.16835200786590576
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,16384,7168,0.15040000279744467
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,16384,7168,0.13794666528701782
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,16384,7168,0.11713866392771403
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,16384,7168,0.13072799642880759
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,16384,7168,0.10743199785550435
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,16384,7168,0.09318400422732036
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,16384,7168,0.0861840049425761
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,16384,7168,0.06573600073655446
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,16384,7168,0.07188266515731812
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,16384,7168,0.049546668926874794
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,16384,7168,0.04750399788220724
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,16384,7168,0.047053332130114235
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,16384,7168,0.04544800023237864
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,16384,7168,0.04477333525816599
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,16384,7168,0.04187466700871786
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,16384,7168,0.04355733096599579
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,16384,7168,0.04257333278656006
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,16384,7168,0.03944533318281174
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,16384,7168,0.04074399918317795
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,16384,7168,0.03879733383655548
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,16384,7168,0.0371546670794487
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,16384,7168,0.037402667105197906
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,16384,7168,0.03710666547218958
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,16384,7168,0.03576533248027166
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,16384,7168,0.03687999894221624
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,16384,7168,0.03720266620318095
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,16384,7168,0.03552799920241038
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,16384,7168,0.03450666616360346
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,16384,7168,0.03431199987729391
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,16384,7168,0.03342666725317637
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,16384,7168,0.033333333830038704
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,16384,7168,0.03324000040690104
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,16384,7168,0.03428533424933752
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,16384,7168,0.03303466737270355
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,16384,7168,0.033359999457995095
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,16384,7168,0.033039999504884086
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,16384,7168,0.033373333513736725
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,16384,7168,0.034344000120957695
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,16384,7168,0.03350933392842611
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,16384,7168,0.033032000064849854
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,16384,7168,0.033029332756996155
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,16384,7168,0.033157333731651306
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,16384,7168,0.032930667201677956
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,16384,7168,0.03215999901294708
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,16384,7168,0.032327999671300255
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,16384,7168,0.033146666983763375
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,16384,7168,0.033229333659013115
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,16384,7168,0.03319199879964193
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,16384,8192,0.028949332733949024
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,16384,8192,0.02860533446073532
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,16384,8192,0.029234667619069416
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,16384,7168,1.8586319287618
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,16384,7168,0.9259680112202963
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,16384,7168,0.4711173375447591
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,16384,7168,0.44018399715423584
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,16384,7168,3.889637311299642
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,16384,7168,0.4333973328272502
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,16384,7168,0.5566320021947225
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,16384,7168,0.3651839892069499
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,16384,7168,0.40447998046875
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,16384,7168,0.3357013463973999
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,16384,7168,0.37377599875132245
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,16384,7168,0.3079226613044739
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,16384,7168,0.3436160087585449
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,16384,7168,0.2807413339614868
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,16384,7168,0.3149120012919108
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,16384,7168,0.25621600945790607
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,16384,7168,0.2828720013300578
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,16384,7168,0.22298934062321982
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,16384,7168,0.24600799878438315
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,16384,7168,0.19485066334406534
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,16384,7168,0.21572266022364298
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,16384,7168,0.1692319909731547
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,16384,7168,0.1871946652730306
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,16384,7168,0.14258666833241782
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,16384,7168,0.15634133418401083
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,16384,7168,0.11666400233904521
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,16384,7168,0.12680266300837198
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,16384,7168,0.08949866890907288
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,16384,7168,0.48214399814605713
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,16384,7168,0.06393866737683614
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,16384,7168,0.5307706594467163
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,16384,7168,0.04525866607824961
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,16384,7168,0.04566933214664459
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,16384,7168,0.045269335309664406
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,16384,7168,0.0432559996843338
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,16384,7168,0.04242666562398275
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,16384,7168,0.04223466912905375
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,16384,7168,0.04241866866747538
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,16384,7168,0.04101066788037618
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,16384,8192,0.026426665484905243
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,16384,7168,0.4983493487040202
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,16384,7168,0.4582933187484741
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,16384,7168,0.4315840005874634
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,16384,7168,0.09384799997011821
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,16384,8192,0.02696000039577484
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,16384,7168,0.06281866629918416
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,16384,7168,0.03269066661596298
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,16384,7168,0.029048000772794087
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,16384,7168,0.029021332661310833
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,16384,7168,0.0294639989733696
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,16384,7168,0.02920000006755193
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,16384,7168,0.029319999118645985
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,16384,7168,0.042261332273483276
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,16384,7168,0.04355466862519582
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,16384,7168,0.04117333392302195
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,16384,7168,0.04121333360671997
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,16384,7168,0.041005333264668785
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,16384,7168,0.04289333522319794
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,16384,7168,0.041189332803090416
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,16384,7168,0.041989331444104515
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,16384,7168,0.04227200150489807
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,16384,7168,0.042040000359217324
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,16384,7168,0.03984000037113825
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,16384,7168,0.04218933482964834
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,16384,7168,0.04289333522319794
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,16384,7168,0.04340533415476481
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,16384,7168,0.04121333360671997
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,16384,7168,0.04033066580692927
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,16384,7168,0.04248799880345663
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,16384,7168,0.033346667885780334
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,16384,7168,0.0332613339026769
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,16384,7168,0.03258399913708369
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,16384,7168,0.03218133250872294
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,16384,7168,0.032229334115982056
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,16384,7168,0.0322773332397143
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,16384,7168,0.031874666611353554
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,16384,7168,1.0643626319037545
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,16384,7168,2.1462845272488065
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,16384,7168,0.2361688878801134
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,16384,7168,0.2497404416402181
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,16384,7168,0.5490898026360406
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,16384,7168,0.25743288464016384
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,16384,7168,0.2633582221137153
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,16384,7168,0.23352000448438856
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,16384,7168,0.22652623388502333
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,16384,7168,0.21140089299943712
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,16384,7168,0.22372799449496797
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,16384,7168,0.2040799988640679
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,16384,7168,0.19931911097632515
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,16384,7168,0.18951643837822807
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,16384,7168,0.18336178196801078
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,16384,7168,0.17313067118326822
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,16384,7168,0.16999110910627577
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,16384,7168,0.1627591053644816
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,16384,7168,0.14944888485802546
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,16384,7168,0.15715732839372423
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,16384,7168,0.13309866852230495
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,16384,7168,0.13842666149139404
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,16384,7168,0.11938667297363281
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,16384,7168,0.1231271160973443
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,16384,7168,0.11704356140560573
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,16384,7168,0.10232533348931207
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,16384,7168,0.10133155849244858
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,16384,7168,0.08580266767077976
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,16384,7168,0.0890257755915324
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,16384,7168,0.07249422205819024
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,16384,7168,0.07158044311735365
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,16384,7168,0.06850133339564006
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,16384,7168,0.055797331862979464
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,16384,7168,0.05526577764087253
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,16384,7168,0.040560000472598605
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,16384,7168,0.04228444563017952
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,16384,7168,0.024890666206677754
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,16384,7168,0.025482666161325242
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,16384,7168,0.024732444021436904
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,16384,7168,0.02485688858562046
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,16384,7168,0.02507200009293026
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,16384,7168,0.027569777435726587
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,16384,7168,0.027631999717818365
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,16384,7168,0.028351998991436426
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,16384,7168,0.02367466688156128
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,16384,7168,0.023367111881573994
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,16384,7168,0.023415111833148535
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,16384,7168,0.022924444741672937
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,16384,7168,0.023473777704768713
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,16384,7168,0.022800000177489385
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,16384,7168,0.022759111391173467
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,16384,7168,0.022890667120615642
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,16384,7168,0.0233262214395735
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,16384,7168,0.023399111297395494
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,16384,7168,0.02334755493534936
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,16384,7168,0.022999111149046157
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,16384,7168,0.02255288925435808
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,16384,7168,0.024812445044517517
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,16384,7168,0.022485334012243483
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,16384,7168,0.024554666545655992
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,16384,7168,0.023175110419591267
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,16384,7168,0.024314666787783306
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,16384,7168,0.023539554741647508
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,16384,7168,0.024382222029897902
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,16384,7168,0.02235200007756551
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,16384,7168,0.025644444757037695
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,16384,7168,0.023413333627912734
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,16384,6144,3.923760096232096
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,16384,6144,2.1073226928710938
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,16384,6144,1.0632906754811604
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,16384,6144,0.614026665687561
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,16384,6144,0.5761493444442749
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,16384,6144,0.5763253370920817
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,16384,6144,0.5402986605962118
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,16384,6144,0.5671893358230591
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,16384,6144,0.5263733466466268
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,16384,6144,0.5571466684341431
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,16384,6144,0.5643999973932902
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,16384,6144,0.4941653410593669
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,16384,6144,0.4471520185470581
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,16384,6144,0.4355573256810506
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,16384,6144,0.4108906586964925
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,16384,6144,0.3713119824727376
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,16384,6144,0.3768106698989868
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,16384,6144,0.33902935187021893
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,16384,6144,0.31040000915527344
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,16384,6144,0.30801600217819214
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,16384,6144,0.27616532643636066
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,16384,6144,0.27245867252349854
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,16384,6144,0.24553066492080688
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,16384,6144,0.24133867025375366
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,16384,6144,0.22321067253748575
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,16384,6144,0.202239990234375
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,16384,6144,0.20040533939997354
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,16384,6144,0.17668799559275308
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,16384,6144,0.17758933703104654
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,16384,6144,0.1516746679941813
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,16384,6144,0.13565867145856222
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,16384,6144,0.11329600214958191
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,16384,6144,0.10970133543014526
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,16384,6144,0.08292800188064575
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,16384,6144,0.07200533151626587
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,16384,6144,0.05008533100287119
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,16384,6144,0.04523199796676636
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,16384,6144,0.04828266799449921
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,16384,6144,0.04363200068473816
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,16384,6144,0.042463997999827065
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,16384,6144,0.04350399971008301
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,16384,6144,0.04178666571776072
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,16384,6144,0.04196799794832865
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,16384,6144,0.03806933263937632
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,16384,6144,0.037418665985266365
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,16384,6144,0.03782933453718821
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,16384,6144,0.037402667105197906
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,16384,6144,0.037477334340413414
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,16384,6144,0.038480001191298165
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,16384,6144,0.03736533224582672
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,16384,6144,0.03555733213822047
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,16384,6144,0.03559466699759165
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,16384,6144,0.035504000882307686
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,16384,6144,0.035429333647092186
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,16384,6144,0.03551466763019562
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,16384,6144,0.03402133285999298
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,16384,6144,0.033786666889985405
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,16384,6144,0.035418666899204254
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,16384,6144,0.03572800010442734
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,16384,6144,0.03540800015131632
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,16384,6144,0.035487999518712364
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,16384,6144,0.035386666655540466
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,16384,6144,0.03551999976237615
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,16384,6144,0.035360001027584076
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,16384,6144,0.035930665830771126
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,16384,6144,0.03512533257404963
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,16384,6144,0.03366933266321818
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,16384,6144,0.03342933456103007
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,16384,6144,0.033344000577926636
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,16384,6144,0.033359999457995095
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,16384,6144,0.03365333378314972
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,16384,6144,0.03330666571855545
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,16384,6144,0.03499199946721395
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,16384,6144,0.03549333413441976
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,16384,6144,2.544871966044108
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,16384,6144,1.3282533486684163
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,16384,7168,0.025571554899215698
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,16384,6144,0.6855093638102213
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,16384,6144,0.33937867482503253
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,16384,6144,0.3574666579564412
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,16384,6144,0.31891733407974243
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,16384,6144,0.3347280025482178
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,16384,6144,0.30164533853530884
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,16384,6144,0.31640533606211346
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,16384,6144,0.2804906765619914
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,16384,6144,0.326746662457784
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,16384,6144,0.2850933273633321
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,16384,6144,0.28957333167394
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,16384,6144,0.2656186620394389
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,16384,6144,0.26813334226608276
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,16384,6144,0.22425599892934164
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,16384,6144,0.21698399384816489
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,16384,6144,0.2100720008214315
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,16384,6144,0.1994266708691915
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,16384,6144,0.19033066431681314
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,16384,6144,0.17009600003560385
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,16384,6144,0.15903733174006143
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,16384,6144,0.1534933348496755
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,16384,6144,0.14718133211135864
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,16384,6144,0.18017866214116415
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,16384,6144,0.14304266373316446
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,16384,6144,0.12810933589935303
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,16384,6144,0.11852266391118367
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,16384,6144,0.1137600044409434
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,16384,6144,0.10158666968345642
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,16384,6144,0.09324000279108684
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,16384,6144,0.07993599772453308
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,16384,6144,0.0765200008948644
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,16384,6144,0.0645626684029897
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,16384,6144,0.059578667084376015
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,16384,6144,0.04502399762471517
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,16384,6144,0.042818665504455566
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,16384,6144,0.043325334787368774
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,16384,6144,0.04136800020933151
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,16384,6144,0.03945333262284597
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,16384,6144,0.039477333426475525
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,16384,6144,0.03908266623814901
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,16384,6144,0.03830133378505707
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,16384,6144,0.03624266634384791
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,16384,6144,0.035360001027584076
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,16384,6144,0.03521066655715307
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,16384,6144,0.035375999907652535
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,16384,6144,0.03447733322779337
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,16384,6144,0.03516533225774765
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,16384,6144,0.03492533415555954
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,16384,6144,0.033058665692806244
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,16384,6144,0.03311999887228012
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,16384,6144,0.03257333238919576
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,16384,6144,0.033229333659013115
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,16384,6144,0.032642667492230736
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,16384,6144,0.030957333743572235
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,16384,6144,0.03321066747109095
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,16384,6144,0.031066666046778362
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,16384,6144,0.03177333374818166
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,16384,6144,0.03189333279927572
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,16384,6144,0.03086400032043457
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,16384,6144,0.030637333790461223
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,16384,6144,0.031005332867304485
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,16384,6144,0.03073066721359889
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,16384,6144,0.031037333110968273
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,16384,6144,0.03137599925200144
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,16384,6144,0.02959466725587845
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,16384,6144,0.029930666089057922
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,16384,6144,0.029658667743206024
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,16384,6144,0.02958933264017105
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,16384,6144,0.02942399928967158
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,16384,6144,0.029696000119050343
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,16384,6144,0.029994666576385498
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,16384,6144,0.030781333645184834
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,16384,7168,0.022858666049109563
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,16384,7168,0.024712888730896845
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,16384,7168,0.023964444796244305
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,16384,6144,1.6897679964701335
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,16384,6144,3.7069946924845376
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,16384,6144,0.44047999382019043
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,16384,7168,0.025411556164423626
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,16384,6144,0.3841386636098226
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,16384,6144,0.8298346996307373
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,16384,6144,0.3564853270848592
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,16384,7168,0.023345778385798138
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,16384,6144,0.3279973268508911
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,16384,6144,0.5008879899978638
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,16384,6144,0.3027866681416829
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,16384,6144,0.3359200159708659
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,16384,6144,0.27923999230066937
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,16384,6144,0.31013067563374835
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,16384,6144,0.25571199258168537
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,16384,6144,0.2813253402709961
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,16384,6144,0.23149333397547403
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,16384,6144,0.2529199918111165
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,16384,6144,0.2008933424949646
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,16384,6144,0.21780266364415488
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,16384,6144,0.1759600043296814
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,16384,6144,0.19198399782180786
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,16384,6144,0.15372799833615622
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,16384,6144,0.1666480004787445
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,16384,6144,0.13084800044695535
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,16384,6144,0.13964000344276428
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,16384,6144,0.10674933592478435
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,16384,6144,0.11180800199508667
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,16384,6144,0.08179466426372528
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,16384,6144,0.43396798769632977
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,16384,6144,0.06087466577688853
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,16384,6144,0.47410666942596436
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,16384,6144,0.04199466605981191
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,16384,6144,0.04233066737651825
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,16384,6144,0.04238133132457733
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,16384,6144,0.04200799763202667
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,16384,6144,0.446176012357076
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,16384,6144,0.03934666762749354
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,16384,6144,0.039175999661286674
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,16384,6144,0.038146667182445526
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,16384,6144,0.039749334255854286
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,16384,6144,0.41822131474812824
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,16384,6144,0.3908240000406901
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,16384,6144,0.3617973327636719
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,16384,6144,0.08373333017031352
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,16384,6144,0.057946667075157166
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,16384,7168,0.023416888382699754
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,16384,6144,0.03015200048685074
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,16384,6144,0.027077332139015198
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,16384,6144,0.026759999493757885
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,16384,6144,0.026231999198595684
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,16384,6144,0.026000000536441803
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,16384,6144,0.026208000878492992
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,16384,6144,0.03461333364248276
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,16384,6144,0.03528266648451487
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,16384,6144,0.03586666782697042
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,16384,6144,0.035202667117118835
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,16384,6144,0.034130667646725975
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,16384,6144,0.03519999980926514
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,16384,6144,0.035045333206653595
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,16384,6144,0.035487999518712364
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,16384,6144,0.0340666671593984
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,16384,6144,0.03513866662979126
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,16384,6144,0.03503733376661936
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,16384,6144,0.03576533248027166
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,16384,6144,0.034416000048319496
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,16384,6144,0.035391998787721
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,16384,6144,0.03445599973201752
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,16384,6144,0.03682666768630346
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,16384,6144,0.03509333233038584
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,16384,6144,0.02940800040960312
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,16384,6144,0.03025600065787633
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,16384,6144,0.029997333884239197
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,16384,6144,0.02995999902486801
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,16384,6144,0.03018666555484136
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,16384,6144,0.030023999512195587
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,16384,6144,0.029146666328112285
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,16384,6144,0.850097762213813
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,16384,6144,1.7725102106730144
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,16384,6144,0.451815128326416
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,16384,6144,0.2235964404212104
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,16384,6144,0.22968710793389213
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,16384,6144,0.21667910946740043
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,16384,6144,0.2029493384891086
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,16384,6144,0.2085813283920288
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,16384,6144,0.195905778143141
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,16384,6144,0.19038400385114881
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,16384,6144,0.17803911368052164
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,16384,6144,0.18946311208936903
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,16384,6144,0.16098311212327746
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,16384,6144,0.17481422424316406
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,16384,6144,0.16409599781036377
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,16384,6144,0.1508302158779568
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,16384,6144,0.14873777495490179
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,16384,6144,0.13576532734764948
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,16384,6144,0.14398754967583552
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,16384,6144,0.13196799490186903
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,16384,6144,0.12245689498053657
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,16384,6144,0.10774044195810954
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,16384,6144,0.11792888906266953
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,16384,6144,0.10460622443093194
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,16384,6144,0.10271644592285156
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,16384,6144,0.09078044361538357
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,16384,6144,0.08973689211739434
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,16384,6144,0.07622577746709187
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,16384,6144,0.07812266879611544
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,16384,6144,0.06487466891606648
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,16384,6144,0.06059377723269992
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,16384,6144,0.06357866525650024
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,16384,6144,0.05019911130269369
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,16384,6144,0.049089776145087353
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,16384,6144,0.03777599996990628
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,16384,6144,0.03610666592915853
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,16384,6144,0.022115555074479844
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,16384,6144,0.0228426671690411
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,16384,6144,0.02288177775012122
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,16384,6144,0.022807111342748005
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,16384,6144,0.02293511066171858
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,16384,6144,0.024195555183622573
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,16384,6144,0.02426133387618595
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,16384,6144,0.025425778494940862
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,16384,6144,0.02128355536195967
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,16384,6144,0.020664888951513503
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,16384,6144,0.02077155477470822
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,16384,6144,0.020988444487253826
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,16384,6144,0.02037333283159468
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,16384,6144,0.020828444096777175
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,16384,6144,0.02086044516828325
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,16384,6144,0.020664888951513503
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,16384,6144,0.020291555258962844
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,16384,6144,0.0207360006040997
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,16384,6144,0.0207324441936281
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,16384,6144,0.020799999435742695
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,16384,6144,0.02141511109140184
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,16384,6144,0.02077155477470822
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,16384,6144,0.020823111136754353
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,16384,6144,0.02171733313136631
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,16384,6144,0.021331555313534204
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,16384,6144,0.021980444590250652
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,16384,6144,0.021551999780866835
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,16384,6144,0.022156443860795762
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,16384,6144,0.02070755594306522
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,16384,6144,0.021329777108298406
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,16384,6144,0.02142222225666046
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,16384,5120,3.317925453186035
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,16384,5120,1.6449546813964844
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,16384,5120,0.878986676534017
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,16384,5120,0.47088531653086346
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,16384,5120,0.4503413438796997
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,16384,5120,0.44178664684295654
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,16384,5120,0.42077334721883136
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,16384,5120,0.41488532225290936
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,16384,5120,0.38927467664082843
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,16384,5120,0.3859039942423503
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,16384,5120,0.38410667578379315
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,16384,5120,0.3821599880854289
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,16384,5120,0.3466506799062093
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,16384,5120,0.356879989306132
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,16384,5120,0.31066133578618366
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,16384,5120,0.29461334149042767
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,16384,5120,0.2856053312619527
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,16384,5120,0.27940799792607623
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,16384,5120,0.2596000035603841
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,16384,5120,0.2529279987017314
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,16384,5120,0.23315733671188354
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,16384,5120,0.22799466053644815
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,16384,5120,0.20642133553822836
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,16384,5120,0.19967466592788696
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,16384,5120,0.18971200784047446
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,16384,5120,0.17253865798314413
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,16384,5120,0.1702773372332255
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,16384,5120,0.15549332896868387
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,16384,5120,0.1497706671555837
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,16384,5120,0.12956266601880392
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,16384,5120,0.11497066418329875
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,16384,5120,0.09508267045021057
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,16384,5120,0.09211732943852742
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,16384,5120,0.07044266661008199
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,16384,5120,0.06165866553783417
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,16384,5120,0.04363733530044556
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,16384,5120,0.03938133269548416
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,16384,5120,0.04170133173465729
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,16384,5120,0.03759466608365377
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,16384,5120,0.03730666637420654
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,16384,5120,0.03746666759252548
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,16384,5120,0.03538133452335993
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,16384,5120,0.0359253336985906
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,16384,5120,0.03333866596221924
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,16384,5120,0.03349866718053818
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,16384,5120,0.03323733309904734
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,16384,5120,0.033189333975315094
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,16384,5120,0.03186666717131933
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,16384,5120,0.03316800047953924
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,16384,5120,0.0321066677570343
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,16384,5120,0.031285333136717476
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,16384,5120,0.031162666777769726
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,16384,5120,0.0314026673634847
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,16384,5120,0.03156800071398417
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,16384,5120,0.031311998764673867
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,16384,5120,0.02958400050799052
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,16384,5120,0.02979733298222224
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,16384,5120,0.03142933299144109
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,16384,5120,0.031173333525657654
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,16384,5120,0.03126399964094162
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,16384,5120,0.031386665999889374
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,16384,5120,0.031189332405726116
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,16384,5120,0.031397332747777305
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,16384,5120,0.03123733401298523
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,16384,5120,0.03150933235883713
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,16384,5120,0.03133866687615713
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,16384,5120,0.03012799968322118
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,16384,5120,0.030229332546393078
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,16384,5120,0.02974933385848999
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,16384,5120,0.029445332785447437
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,16384,5120,0.02976000060637792
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,16384,5120,0.029898665845394135
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,16384,5120,0.031221332649389904
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,16384,5120,0.03148799886306127
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,16384,5120,2.149445374806722
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,16384,5120,1.1070666313171387
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,16384,5120,0.5816400051116943
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,16384,5120,0.31069066127141315
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,16384,5120,0.29145065943400067
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,16384,5120,0.2800426681836446
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,16384,5120,0.2672933340072632
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,16384,5120,0.2699439922968547
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,16384,5120,0.2476373314857483
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,16384,5120,0.23860265811284384
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,16384,5120,0.24145066738128662
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,16384,5120,0.23502933979034424
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,16384,5120,0.21758667627970377
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,16384,5120,0.2218453288078308
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,16384,5120,0.20044267177581787
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,16384,5120,0.18887466192245483
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,16384,5120,0.18376266956329346
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,16384,5120,0.17668267091115317
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,16384,5120,0.16698666413625082
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,16384,5120,0.16193333268165588
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,16384,5120,0.15291466315587363
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,16384,5120,0.1467359960079193
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,16384,5120,0.13635999957720438
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,16384,5120,0.12899200121561685
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,16384,5120,0.12385066350301106
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,16384,5120,0.12236266334851582
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,16384,5120,0.11190666755040486
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,16384,5120,0.1043013334274292
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,16384,5120,0.09934932986895244
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,16384,5120,0.08689600229263306
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,16384,5120,0.08051200211048126
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,16384,5120,0.07584799826145172
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,16384,5120,0.06753333409627278
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,16384,5120,0.05765333275000254
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,16384,5120,0.05268533527851105
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,16384,5120,0.04038399954636892
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,16384,5120,0.03813866774241129
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,16384,5120,0.03924266745646795
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,16384,5120,0.036933332681655884
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,16384,5120,0.03515466550985972
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,16384,5120,0.0360959991812706
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,16384,5120,0.03347466637690862
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,16384,5120,0.03526400029659271
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,16384,5120,0.030975999931494396
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,16384,5120,0.031474667290846504
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,16384,5120,0.031341334184010826
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,16384,5120,0.03233866641918818
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,16384,5120,0.0310479998588562
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,16384,5120,0.031176000833511353
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,16384,5120,0.03054933249950409
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,16384,5120,0.029781334102153778
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,16384,5120,0.029066666960716248
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,16384,5120,0.02898666759332021
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,16384,5120,0.02997333308060964
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,16384,5120,0.029469333589076996
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,16384,5120,0.02935466667016347
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,16384,5120,0.029045333464940388
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,16384,5120,0.03035733352104823
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,16384,5120,0.02805333336194356
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,16384,5120,0.02867999921242396
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,16384,5120,0.026922665536403656
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,16384,5120,0.02900800108909607
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,16384,5120,0.028381332755088806
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,16384,5120,0.02701866626739502
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,16384,5120,0.02812266598145167
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,16384,5120,0.027277333041032154
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,16384,5120,0.028704000016053517
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,16384,5120,0.027093333502610523
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,16384,5120,0.027210667729377747
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,16384,5120,0.028189333776632946
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,16384,5120,0.02776266634464264
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,16384,5120,0.027272000908851624
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,16384,5120,0.026848000784715016
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,16384,5120,0.026863999664783478
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,16384,6144,0.022184888521830242
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,16384,6144,0.022661333282788593
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,16384,6144,0.02271466619438595
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,16384,6144,0.02314311100376977
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,16384,6144,0.022693332698610093
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,16384,5120,3.1977920532226562
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,16384,5120,0.3808586597442627
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,16384,5120,1.5346132914225261
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,16384,5120,0.34001866976420086
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,16384,6144,0.021335111724005804
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,16384,5120,0.3179946740468343
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,16384,5120,0.7483386993408203
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,16384,5120,0.30003732442855835
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,16384,5120,0.4436746835708618
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,16384,5120,0.2736933430035909
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,16384,5120,0.29976266622543335
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,16384,5120,0.25146400928497314
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,16384,5120,0.27642399072647095
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,16384,5120,0.22925599416097006
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,16384,6144,0.021219554874632094
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,16384,5120,0.2521973252296448
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,16384,5120,0.2095066706339518
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,16384,5120,0.22799734274546304
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,16384,5120,0.18358133236567178
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,16384,5120,0.1962133248647054
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,16384,5120,0.16296799977620444
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,16384,5120,0.17199732859929404
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,16384,5120,0.14164266983668009
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,16384,5120,0.14853333433469137
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,16384,5120,0.11960800488789876
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,16384,5120,0.12512800097465515
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,16384,5120,0.09678666790326436
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,16384,5120,0.10196000337600708
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,16384,5120,0.07517866790294647
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,16384,5120,0.05443733433882395
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,16384,5120,0.38874133427937824
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,16384,5120,0.037490665912628174
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,16384,5120,0.03726666669050852
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,16384,5120,0.03716266651948293
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,16384,5120,0.03624266634384791
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,16384,5120,0.034845332304636635
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,16384,5120,0.03405600041151047
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,16384,5120,0.0341333324710528
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,16384,5120,0.03226666649182638
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,16384,5120,0.4230053424835205
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,16384,5120,0.4004720052083333
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,16384,5120,0.371341347694397
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,16384,5120,0.3468533356984456
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,16384,5120,0.327949325243632
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,16384,5120,0.07558399935563405
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,16384,5120,0.050986667474110924
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,16384,5120,0.026026666164398193
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,16384,5120,0.022783999641736347
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,16384,5120,0.02274133265018463
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,16384,5120,0.02605333427588145
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,16384,5120,0.022874665757020313
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,16384,5120,0.02293866624434789
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,16384,5120,0.02276533345381419
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,16384,5120,0.028362666567166645
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,16384,5120,0.02994400014479955
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,16384,5120,0.030077333251635235
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,16384,5120,0.030048000315825146
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,16384,5120,0.0291119987765948
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,16384,5120,0.030117332935333252
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,16384,5120,0.03072799990574519
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,16384,5120,0.02956533432006836
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,16384,5120,0.02935466667016347
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,16384,5120,0.029733332494894665
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,16384,5120,0.030069333811601002
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,16384,5120,0.029578665892283123
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,16384,5120,0.028893334170182545
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,16384,5120,0.030061334371566772
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,16384,5120,0.03014933317899704
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,16384,5120,0.030048000315825146
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,16384,5120,0.029077333708604176
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,16384,5120,0.027074667314688366
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,16384,5120,0.025231999655564625
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,16384,5120,0.02590133249759674
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,16384,5120,0.025378666818141937
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,16384,5120,0.0260026678442955
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,16384,5120,0.025037333369255066
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,16384,5120,1.4687612851460774
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,16384,5120,0.7190279960632324
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,16384,5120,0.36751333872477215
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,16384,5120,0.1965106725692749
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,16384,5120,0.1805573304494222
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,16384,5120,0.1916439930597941
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,16384,5120,0.1747373342514038
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,16384,5120,0.18902933597564697
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,16384,5120,0.16845333576202393
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,16384,5120,0.16261066993077597
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,16384,5120,0.16097467144330344
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,16384,5120,0.1496559977531433
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,16384,5120,0.1522333323955536
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,16384,5120,0.13934666911760965
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,16384,5120,0.1406826674938202
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,16384,5120,0.13212666908899942
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,16384,5120,0.12851333618164062
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,16384,5120,0.11768000324567159
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,16384,5120,0.11268799503644307
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,16384,5120,0.10170400142669678
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,16384,5120,0.12351199984550476
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,16384,5120,0.10456132888793945
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,16384,5120,0.09085333347320557
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,16384,5120,0.09289466341336568
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,16384,5120,0.08945600191752116
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,16384,5120,0.07854799926280975
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,16384,5120,0.07750133176644643
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,16384,5120,0.06729066868623097
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,16384,5120,0.0668093313773473
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,16384,5120,0.05606399973233541
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,16384,5120,0.05567599833011627
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,16384,5120,0.05210266510645548
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,16384,5120,0.04167200128237406
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,16384,5120,0.03297599901755651
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,16384,5120,0.03202533225218455
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,16384,5120,0.043635999162991844
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,16384,5120,0.019925333559513092
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,16384,5120,0.019679999599854153
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,16384,5120,0.019501333435376484
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,16384,5120,0.01984800025820732
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,16384,5120,0.021211999158064525
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,16384,5120,0.019623999794324238
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,16384,5120,0.021670666833718617
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,16384,5120,0.02216666688521703
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,16384,5120,0.018245333184798557
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,16384,5120,0.018079999834299088
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,16384,5120,0.018052000552415848
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,16384,5120,0.01831333339214325
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,16384,5120,0.0181746669113636
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,16384,5120,0.017978666971127193
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,16384,5120,0.018464000274737675
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,16384,5120,0.018066667020320892
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,16384,5120,0.0181746669113636
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,16384,5120,0.0181746669113636
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,16384,5120,0.01868266612291336
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,16384,5120,0.018151999761660893
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,16384,5120,0.018318666766087215
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,16384,5120,0.01900399972995122
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,16384,5120,0.019393333544333775
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,16384,5120,0.019089333713054657
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,16384,5120,0.019198667258024216
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,16384,5120,0.01926400015751521
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,16384,5120,0.019734666993220646
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,16384,5120,0.018754666050275166
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,16384,5120,0.019141333798567455
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,16384,5120,0.018217333902915318
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,16384,5120,0.020330666253964107
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,16384,4096,2.6057492891947427
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,16384,4096,1.3390560150146484
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,16384,4096,0.6744746367136637
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,16384,4096,0.3928000132242839
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,16384,4096,0.36826133728027344
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,16384,4096,0.36859198411305744
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,16384,4096,0.34305067857106525
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,16384,4096,0.324074665705363
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,16384,4096,0.3086506724357605
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,16384,4096,0.3001280029614766
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,16384,4096,0.3009759982426961
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,16384,4096,0.3083626627922058
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,16384,4096,0.2755840023358663
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,16384,4096,0.2888053258260091
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,16384,4096,0.2485919992129008
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,16384,4096,0.23663467168807983
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,16384,4096,0.22692267100016275
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,16384,4096,0.22003199656804404
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,16384,4096,0.2062186598777771
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,16384,4096,0.20055999358495077
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,16384,4096,0.1836479902267456
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,16384,4096,0.17866667111714682
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,16384,4096,0.1634666621685028
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,16384,4096,0.15770666797955832
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,16384,4096,0.14991466204325357
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,16384,4096,0.15187199910481772
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,16384,4096,0.13312000036239624
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,16384,4096,0.12126400073369344
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,16384,4096,0.11745066444079082
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,16384,4096,0.10204799969991048
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,16384,4096,0.09268266956011455
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,16384,4096,0.08019733428955078
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,16384,4096,0.07464533547560374
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,16384,4096,0.05880533158779144
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,16384,4096,0.05189333359400431
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,16384,4096,0.037621334195137024
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,16384,4096,0.03386666625738144
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,16384,4096,0.03555200000603994
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,16384,4096,0.033546666304270424
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,16384,4096,0.031498665610949196
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,16384,4096,0.03136533250411352
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,16384,4096,0.030810666580994923
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,16384,4096,0.031397332747777305
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,16384,4096,0.029343999922275543
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,16384,4096,0.027888000011444092
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,16384,4096,0.02779199928045273
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,16384,4096,0.027429332335789997
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,16384,4096,0.028490667541821797
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,16384,4096,0.029370665550231934
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,16384,4096,0.028090665737787884
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,16384,4096,0.027242665489514668
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,16384,4096,0.027130665878454845
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,16384,4096,0.02741333345572154
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,16384,4096,0.02716800073782603
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,16384,4096,0.02737066646416982
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,16384,4096,0.02553066611289978
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,16384,4096,0.025397333006064098
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,16384,4096,0.025546667476495106
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,16384,4096,0.025621332228183746
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,16384,4096,0.02532800038655599
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,16384,4096,0.025418666501839954
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,16384,4096,0.02553066611289978
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,16384,4096,0.025487999121348064
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,16384,4096,0.02534399926662445
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,16384,4096,0.025290665527184803
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,16384,4096,0.025279998779296875
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,16384,4096,0.025205334027608235
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,16384,4096,0.025333332518736523
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,16384,4096,0.025477332373460133
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,16384,4096,0.02515733242034912
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,16384,4096,0.025237334271272022
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,16384,4096,0.025263999899228413
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,16384,4096,0.025114665428797405
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,16384,4096,0.025424001117547352
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,16384,4096,1.700965404510498
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,16384,4096,0.8537306785583496
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,16384,4096,0.42683200041453045
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,16384,4096,0.25544265906016034
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,16384,4096,0.2350026567776998
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,16384,4096,0.2291226585706075
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,16384,4096,0.210589329401652
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,16384,4096,0.20356800158818564
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,16384,4096,0.19625866413116455
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,16384,4096,0.19105867544809976
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,16384,4096,0.1951599915822347
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,16384,4096,0.18942133585611978
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,16384,4096,0.17601066827774048
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,16384,4096,0.175546665986379
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,16384,4096,0.1585760017236074
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,16384,4096,0.15375733375549316
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,16384,4096,0.14908533294995627
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,16384,4096,0.14334400494893393
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,16384,4096,0.13587466875712076
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,16384,4096,0.12977332870165506
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,16384,4096,0.12277866403261821
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,16384,4096,0.11673866709073384
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,16384,4096,0.10937866568565369
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,16384,4096,0.10776533683141072
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,16384,4096,0.10214933753013611
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,16384,4096,0.09965067108472188
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,16384,4096,0.09337600072224934
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,16384,4096,0.08449066678682964
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,16384,4096,0.08277866741021474
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,16384,4096,0.07167999943097432
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,16384,4096,0.06937600175539653
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,16384,4096,0.0674239993095398
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,16384,4096,0.0601413349310557
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,16384,4096,0.04948000113169352
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,16384,4096,0.045423999428749084
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,16384,4096,0.035216001172860466
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,16384,4096,0.03311199943224589
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,16384,4096,0.03372533371051153
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,16384,4096,0.03252533326546351
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,16384,4096,0.031367999811967216
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,16384,4096,0.031112000346183777
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,16384,4096,0.030061334371566772
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,16384,4096,0.031144000589847565
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,16384,4096,0.02905333290497462
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,16384,4096,0.028005334238211315
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,16384,4096,0.026943999032179516
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,16384,4096,0.028037334481875103
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,16384,5120,0.01942666620016098
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,16384,4096,0.028213332096735638
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,16384,4096,0.028181334336598713
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,16384,4096,0.027079999446868896
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,16384,4096,0.026634665826956432
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,16384,4096,0.026312001049518585
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,16384,4096,0.025498665869235992
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,16384,4096,0.025285333395004272
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,16384,4096,0.024941332638263702
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,16384,4096,0.02479466547568639
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,16384,4096,0.025626666843891144
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,16384,4096,0.024824000895023346
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,16384,4096,0.025098666548728943
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,16384,4096,0.025618667403856914
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,16384,4096,0.026136000951131184
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,16384,4096,0.025674665967623394
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,16384,4096,0.024898665646711986
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,16384,4096,0.024834667642911274
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,16384,4096,0.024989334245522816
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,16384,4096,0.02478400121132533
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,16384,4096,0.02497333288192749
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,16384,4096,0.024792000651359558
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,16384,4096,0.024856001138687134
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,16384,4096,0.025018667181332905
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,16384,4096,0.02483733246723811
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,16384,4096,0.025202666719754536
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,16384,4096,0.024858665963013966
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,16384,4096,0.026119999587535858
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,16384,5120,0.01961199939250946
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,16384,5120,0.020202666521072388
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,16384,4096,1.3090559641520183
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,16384,4096,0.3391626675923665
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,16384,4096,2.687866528828939
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,16384,4096,0.319213330745697
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,16384,5120,0.02003599951664607
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,16384,4096,0.301965336004893
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,16384,4096,0.6504400173823038
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,16384,4096,0.2802453239758809
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,16384,4096,0.39026399453481037
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,16384,4096,0.25909332434336346
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,16384,4096,0.2824079990386963
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,16384,4096,0.23985066016515097
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,16384,4096,0.2611573338508606
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,16384,4096,0.22122132778167725
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,16384,4096,0.240338663260142
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,16384,4096,0.2031173308690389
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,16384,4096,0.2183199922243754
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,16384,4096,0.18380000193913779
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,16384,4096,0.19764532645543417
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,16384,4096,0.1608240008354187
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,16384,4096,0.17123732964197794
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,16384,4096,0.14179999629656473
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,16384,4096,0.1504586637020111
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,16384,4096,0.12345332900683086
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,16384,4096,0.130130668481191
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,16384,4096,0.10471733411153157
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,16384,4096,0.10816267132759094
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,16384,4096,0.08543200294176738
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,16384,4096,0.0873039960861206
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,16384,4096,0.06710133453210194
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,16384,5120,0.018722667048374813
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,16384,4096,0.04853333532810211
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,16384,4096,0.368010679880778
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,16384,4096,0.34562933444976807
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,16384,4096,0.032111999889214836
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,16384,4096,0.03068266560633977
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,16384,4096,0.030421334008375805
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,16384,4096,0.029090667764345806
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,16384,4096,0.029071999092896778
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,16384,4096,0.027959999938805897
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,16384,4096,0.027698665857315063
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,16384,4096,0.02704799920320511
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,16384,4096,0.3246506651242574
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,16384,4096,0.30318667491277057
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,16384,5120,0.01908533275127411
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,16384,5120,0.018604000409444172
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,16384,4096,0.06398400167624156
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,16384,4096,0.04238933324813843
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,16384,4096,0.02083466698726018
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,16384,4096,0.021898667017618816
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,16384,4096,0.01950399950146675
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,16384,4096,0.020466666668653488
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,16384,4096,0.018856000155210495
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,16384,4096,0.01979999989271164
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,16384,4096,0.01934933289885521
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,16384,4096,0.024933333198229473
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,16384,4096,0.024824000895023346
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,16384,4096,0.025645333031813305
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,16384,4096,0.0249493345618248
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,16384,4096,0.02498133232196172
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,16384,4096,0.025176001091798145
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,16384,4096,0.024847999215126038
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,16384,4096,0.024648000796635944
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,16384,4096,0.024461333950360615
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,16384,4096,0.024141333997249603
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,16384,4096,0.025093334416548412
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,16384,4096,0.025570665796597798
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,16384,4096,0.0258266677459081
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,16384,4096,0.02497600018978119
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,16384,4096,0.025040000677108765
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,16384,4096,0.025352001190185547
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,16384,4096,0.024914667010307312
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,16384,4096,0.021917333205540974
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,16384,4096,0.022200000782807667
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,16384,4096,0.022557333111763
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,16384,4096,0.021714667479197185
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,16384,4096,0.022733333210150402
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,16384,4096,0.021831999222437542
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,16384,4096,0.5707546472549438
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,16384,4096,1.1591973304748535
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,16384,4096,0.30109065771102905
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,16384,4096,0.1604266663392385
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,16384,4096,0.15212532877922058
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,16384,4096,0.15848933657010397
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,16384,4096,0.1482640008131663
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,16384,4096,0.14336933692296347
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,16384,4096,0.14006132880846658
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,16384,4096,0.13517866532007852
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,16384,4096,0.13409066200256348
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,16384,4096,0.11599866549173991
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,16384,4096,0.12369866172472636
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,16384,4096,0.12512399752934775
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,16384,4096,0.11445200443267822
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,16384,4096,0.10638399918874104
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,16384,4096,0.10599999626477559
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,16384,4096,0.09394799669583638
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,16384,4096,0.10289600491523743
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,16384,4096,0.09838266173998515
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,16384,4096,0.08905599514643352
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,16384,4096,0.08463066816329956
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,16384,4096,0.07693333427111308
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,16384,4096,0.07540533443291982
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,16384,4096,0.07402400175730388
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,16384,4096,0.06594933569431305
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,16384,4096,0.05653466780980428
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,16384,4096,0.05582533280054728
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,16384,4096,0.06506399810314178
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,16384,4096,0.04659999907016754
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,16384,4096,0.04640266795953115
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,16384,4096,0.04393733541170756
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,16384,4096,0.03670799980560938
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,16384,4096,0.035774665574232735
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,16384,4096,0.0267560010155042
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,16384,4096,0.027257333199183147
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,16384,4096,0.017234666893879574
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,16384,4096,0.016557333370049793
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,16384,4096,0.01711200053493182
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,16384,4096,0.01759200046459834
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,16384,4096,0.017101333787043888
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,16384,4096,0.01877199982603391
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,16384,4096,0.019492000341415405
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,16384,4096,0.01870533327261607
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,16384,4096,0.015644000222285587
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,16384,4096,0.016029333074887592
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,16384,4096,0.016058667252461117
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,16384,4096,0.01617200051744779
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,16384,4096,0.016183999677499134
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,16384,4096,0.016088000188271206
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,16384,4096,0.01602533335487048
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,16384,4096,0.01603200038274129
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,16384,4096,0.015825333694616955
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,16384,4096,0.015592000136772791
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,16384,4096,0.016029333074887592
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,16384,4096,0.016329333186149597
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,16384,4096,0.016241333136955898
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,16384,4096,0.016196000079313915
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,16384,4096,0.017670666178067524
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,16384,4096,0.016369332869847614
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,16384,4096,0.01767733320593834
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,16384,4096,0.01773600031932195
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,16384,4096,0.01758799950281779
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,16384,4096,0.017015999803940456
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,16384,4096,0.016437333077192307
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,16384,4096,0.016109333684047062
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,16384,4096,0.01711066688100497
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,16384,4096,0.016733333468437195
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,16384,3584,2.4498586654663086
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,16384,3584,1.1744613647460938
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,16384,3584,0.6512213150660197
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,16384,3584,0.33192267020543414
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,16384,3584,0.37779200077056885
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,16384,3584,0.3133786718050639
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,16384,3584,0.35286664962768555
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,16384,3584,0.30261067549387616
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,16384,3584,0.32893600066502887
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,16384,3584,0.2858533263206482
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,16384,3584,0.3447999954223633
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,16384,3584,0.27289867401123047
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,16384,3584,0.24717599153518677
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,16384,3584,0.2566666603088379
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,16384,3584,0.2227039933204651
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,16384,3584,0.21465865770975748
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,16384,3584,0.20494933923085532
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,16384,3584,0.1994746724764506
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,16384,3584,0.186573326587677
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,16384,3584,0.18123199542363486
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,16384,3584,0.1675893266995748
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,16384,3584,0.1619866689046224
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,16384,3584,0.14852266510327658
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,16384,3584,0.14341866970062256
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,16384,3584,0.13592267036437988
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,16384,3584,0.13860000173250833
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,16384,3584,0.12190133333206177
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,16384,3584,0.111026664574941
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,16384,3584,0.1081119974454244
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,16384,3584,0.09695733586947124
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,16384,3584,0.08249600231647491
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,16384,3584,0.06985333561897278
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,16384,3584,0.06644000113010406
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,16384,3584,0.0505973349014918
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,16384,3584,0.044296001394589744
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,16384,3584,0.03107733279466629
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,16384,3584,0.028002666930357616
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,16384,3584,0.0297200009226799
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,16384,3584,0.027191999057928722
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,16384,3584,0.026522666215896606
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,16384,3584,0.026693334182103474
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,16384,3584,0.025837334493796032
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,16384,3584,0.026141333083311718
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,16384,3584,0.02382933348417282
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,16384,3584,0.02363733450571696
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,16384,3584,0.022965334355831146
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,16384,3584,0.023120000958442688
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,16384,3584,0.022837333381175995
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,16384,3584,0.023813332120577495
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,16384,3584,0.022778667509555817
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,16384,3584,0.02180800090233485
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,16384,3584,0.02194933344920476
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,16384,3584,0.02198133369286855
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,16384,3584,0.021895999709765118
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,16384,3584,0.02166666587193807
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,16384,3584,0.020802666743596394
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,16384,3584,0.02083733429511388
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,16384,3584,0.021661333739757538
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,16384,3584,0.021029333273569744
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,16384,3584,0.020853333175182343
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,16384,3584,0.020920000970363617
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,16384,3584,0.021015999217828114
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,16384,3584,0.020968000094095867
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,16384,3584,0.021674667795499165
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,16384,3584,0.02085866779088974
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,16384,3584,0.02096533278624217
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,16384,3584,0.02091466635465622
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,16384,3584,0.020743999630212784
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,16384,3584,0.0207866666217645
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,16384,3584,0.02081599955757459
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,16384,3584,0.020770666499932606
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,16384,3584,0.02074933300415675
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,16384,3584,0.02079733336965243
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,16384,3584,0.020818666865428288
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,16384,3584,0.7414239777459039
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,16384,3584,0.36622222264607746
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,16384,3584,1.5505867004394531
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,16384,3584,0.2150862216949463
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,16384,3584,0.23333332273695204
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,16384,3584,0.19945243994394937
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,16384,3584,0.21884444024827746
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,16384,3584,0.1846311092376709
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,16384,3584,0.2046204408009847
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,16384,3584,0.17307555675506592
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,16384,3584,0.18143288294474283
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,16384,3584,0.1715022193060981
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,16384,3584,0.1666240029864841
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,16384,3584,0.16009777122073704
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,16384,3584,0.15008889304267034
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,16384,3584,0.13840177324083117
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,16384,3584,0.13726400004492864
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,16384,3584,0.12906844086117214
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,16384,3584,0.1265422238243951
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,16384,3584,0.11769421895345052
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,16384,3584,0.11371021800571018
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,16384,3584,0.10806044605043198
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,16384,3584,0.10274489058388604
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,16384,3584,0.09628978040483262
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,16384,3584,0.09075911177529229
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,16384,3584,0.09354666868845622
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,16384,3584,0.0840302242173089
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,16384,3584,0.07683200306362577
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,16384,3584,0.07407822211583455
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,16384,3584,0.06719111071692573
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,16384,3584,0.0626879996723599
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,16384,3584,0.061365332868364125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,16384,3584,0.05540088812510172
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,16384,3584,0.04533511069085863
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,16384,3584,0.0417137775156233
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,16384,3584,0.03059555424584283
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,16384,3584,0.033230221933788724
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,16384,3584,0.031249778138266668
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,16384,3584,0.029489778810077246
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,16384,3584,0.029063112205929224
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,16384,3584,0.028924445311228435
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,16384,3584,0.027002667387326557
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,16384,3584,0.02934044599533081
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,16384,3584,0.026748443643252056
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,16384,3584,0.02621511121590932
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,16384,3584,0.027715555495686
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,16384,3584,0.02643199927277035
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,16384,3584,0.025242666403452556
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,16384,3584,0.02646933330429925
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,16384,3584,0.02565866708755493
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,16384,3584,0.02499733368555705
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,16384,3584,0.02416533397303687
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,16384,3584,0.024744888146718342
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,16384,3584,0.02436622149414486
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,16384,3584,0.024517332514127094
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,16384,3584,0.02456355591615041
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,16384,3584,0.024403555525673762
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,16384,3584,0.022936888866954382
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,16384,3584,0.023221333821614582
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,16384,3584,0.023006222314304773
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,16384,3584,0.022999111149046157
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,16384,3584,0.0229777776532703
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,16384,3584,0.02274488906065623
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,16384,3584,0.024266666836208765
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,16384,3584,0.02270577847957611
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,16384,3584,0.02310577697224087
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,16384,3584,0.023365333676338196
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,16384,3584,0.02455111179086897
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,16384,3584,0.023582221733199224
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,16384,3584,0.022974222898483276
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,16384,3584,0.022823111878501043
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,16384,3584,0.02271466619438595
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,16384,3584,0.022919111781650122
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,16384,3584,0.0229066660006841
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,16384,4096,0.018089332928260166
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,16384,4096,0.018061333646376927
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,16384,4096,0.016622666269540787
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,16384,4096,0.018207999567190807
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,16384,3584,1.2545084423489041
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,16384,3584,0.30558045705159503
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,16384,3584,2.5690879821777344
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,16384,3584,0.2877102163102892
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,16384,3584,0.6176124678717719
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,16384,3584,0.2667608790927463
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,16384,4096,0.01682533323764801
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,16384,3584,0.2502720091078016
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,16384,3584,0.37038222948710126
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,16384,3584,0.23073066605461967
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,16384,3584,0.24745599428812662
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,16384,3584,0.2125920057296753
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,16384,3584,0.2284782197740343
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,16384,3584,0.1954275502098931
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,16384,3584,0.20619022846221924
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,16384,3584,0.17583466900719535
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,16384,3584,0.18602311611175537
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,16384,3584,0.15442666742536756
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,16384,3584,0.16124267048305935
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,16384,3584,0.13700266679128012
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,16384,3584,0.14132622877756754
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,16384,3584,0.11856710910797119
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,16384,3584,0.12051555845472549
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,16384,3584,0.10089244445164998
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,16384,3584,0.10039822260538737
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,16384,3584,0.08265955580605401
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,16384,3584,0.08025599850548638
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,16384,3584,0.06460622284147474
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,16384,4096,0.01672933374842008
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,16384,3584,0.04521066612667508
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,16384,3584,0.3278168837229411
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,16384,3584,0.35059022903442383
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,16384,3584,0.027439999911520217
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,16384,3584,0.027552000350422327
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,16384,3584,0.026220444175932143
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,16384,3584,0.024830222129821777
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,16384,3584,0.02349511120054457
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,16384,3584,0.023896889554129705
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,16384,3584,0.0240000006225374
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,16384,3584,0.026920888159010146
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,16384,3584,0.3290862242380778
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,16384,3584,0.3076711230807834
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,16384,3584,0.2867484357621935
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,16384,3584,0.2675946553548177
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,16384,3584,0.056277334690093994
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,16384,3584,0.03662577933735318
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,16384,3584,0.018696889281272888
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,16384,3584,0.016976000534163583
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,16384,3584,0.017312000195185345
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,16384,3584,0.016622222132152982
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,16384,3584,0.022295110755496558
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,16384,3584,0.02167822255028619
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,16384,3584,0.023032888770103455
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,16384,3584,0.021905778182877436
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,16384,3584,0.020780444145202637
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,16384,3584,0.02139555580086178
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,16384,3584,0.022110222114457026
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,16384,3584,0.0225600004196167
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,16384,3584,0.01900800069173177
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,16384,3584,0.02296177711751726
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,16384,3584,0.022287999590237934
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,16384,3584,0.023665777511066858
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,16384,3584,0.02162133322821723
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,16384,3584,0.021564443906148274
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,16384,3584,0.022487110561794702
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,16384,3584,0.022245332598686218
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,16384,3584,0.023175110419591267
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,16384,3584,0.02386666668785943
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,16384,3584,0.023678221636348303
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,16384,3584,0.02362666692998674
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,16384,3584,0.019322666856977675
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,16384,3584,0.018935110833909776
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,16384,3584,0.018744889232847426
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,16384,3584,0.01942222151491377
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,16384,3584,0.018725333942307364
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,16384,3584,0.018453333112928603
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,16384,3584,0.5114570617675781
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,16384,3584,1.1013076782226563
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,16384,3584,0.2653578599294027
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,16384,3584,0.1482367992401123
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,16384,3584,0.1419050693511963
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,16384,3584,0.13817599614461262
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,16384,3584,0.13351786931355794
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,16384,3584,0.1291711966196696
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,16384,3584,0.12597333590189616
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,16384,3584,0.11966186364491779
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,16384,3584,0.11476159890492757
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,16384,3584,0.12092800140380859
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,16384,3584,0.10470613638559978
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,16384,3584,0.11109333038330078
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,16384,3584,0.10406826337178547
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,16384,3584,0.09653013547261556
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,16384,3584,0.09531946976979574
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,16384,3584,0.0920960028966268
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,16384,3584,0.08731626669565837
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,16384,3584,0.07870079676310221
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,16384,3584,0.07575573126475016
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,16384,3584,0.08453653653462728
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,16384,3584,0.07039679686228434
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,16384,3584,0.06798400084177653
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,16384,3584,0.06701013247172037
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,16384,3584,0.059256533781687416
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,16384,3584,0.05826773246129354
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,16384,3584,0.051285334428151454
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,16384,3584,0.05041386683781942
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,16384,3584,0.04270506699879964
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,16384,3584,0.04232426484425862
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,16384,3584,0.03951893250147502
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,16384,3584,0.033522133032480875
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,16384,3584,0.032206932703653976
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,16384,3584,0.02468799948692322
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,16384,3584,0.024439465999603272
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,16384,3584,0.015629866719245912
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,16384,3584,0.015796266992886863
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,16384,3584,0.015655466914176942
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,16384,3584,0.01609813372294108
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,16384,3584,0.016131200393040977
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,16384,3584,0.016591999928156534
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,16384,3584,0.017730132738749186
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,16384,3584,0.014732799927393594
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,16384,3584,0.017036799589792886
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,16384,3584,0.014869333306948344
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,16384,3584,0.014894933501879374
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,16384,3584,0.014632532993952433
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,16384,3584,0.014748799800872802
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,16384,3584,0.014879999558130899
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,16384,3584,0.014740266402562461
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,16384,3584,0.01478506624698639
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,16384,3584,0.014634666840235391
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,16384,3584,0.015334399541219077
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,16384,3584,0.014936533570289613
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,16384,3584,0.015682133038838704
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,16384,3584,0.014457600315411887
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,16384,3584,0.014823466539382935
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,16384,3584,0.016085333625475564
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,16384,3584,0.01593280037244161
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,16384,3584,0.014939733346303306
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,16384,3584,0.016135467092196147
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,16384,3584,0.015763200322786965
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,16384,3584,0.016583466529846193
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,16384,3584,0.01511573294798533
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,16384,3584,0.015356799960136414
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,16384,3584,0.016135467092196147
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,16384,3584,0.0163263996442159
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,16384,3584,0.015192533532778421
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,16384,3072,0.508296012878418
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,16384,3072,2.0526320139567056
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,16384,3072,0.28507200876871747
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,16384,3072,0.31065332889556885
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,16384,3072,0.2688800096511841
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,16384,3072,0.29050934314727783
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,16384,3072,0.2528746724128723
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,16384,3072,0.27270666758219403
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,16384,3072,0.2323813239733378
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,16384,3072,0.29524266719818115
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,16384,3072,1.012445370356242
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,16384,3072,0.23650133609771729
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,16384,3072,0.224400003751119
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,16384,3072,0.2034320036570231
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,16384,3072,0.1857973337173462
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,16384,3072,0.1870746612548828
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,16384,3072,0.1862186590830485
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,16384,3072,0.160589337348938
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,16384,3072,0.1559120019276937
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,16384,3072,0.144487996896108
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,16384,3072,0.1399733324845632
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,16384,3072,0.12842933336893717
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,16384,3072,0.12375733256340027
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,16384,3072,0.1172320048014323
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,16384,3072,0.1208346684773763
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,16384,3072,0.10409599542617798
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,16384,3072,0.09507999817530315
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,16384,3072,0.092031995455424
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,16384,3072,0.0827466646830241
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,16384,3072,0.07256000240643819
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,16384,3072,0.06328000128269196
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,16384,3072,0.058149332801500954
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,16384,3072,0.04461599886417389
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,16384,3072,0.039135999977588654
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,16384,3072,0.027959999938805897
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,16384,3072,0.024856001138687134
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,16384,3072,0.026165333886941273
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,16384,3072,0.02417333424091339
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,16384,3072,0.023552000522613525
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,16384,3072,0.023872000475724537
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,16384,3072,0.02293333411216736
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,16384,3072,0.02322400112946828
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,16384,3072,0.021410666406154633
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,16384,3072,0.02063999945918719
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,16384,3072,0.020069333414236706
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,16384,3072,0.02004266654451688
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,16384,3072,0.020266667008399963
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,16384,3072,0.021242665747801464
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,16384,3072,0.020237332830826443
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,16384,3072,0.019709333777427673
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,16384,3072,0.01934933289885521
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,16384,3072,0.019600000232458115
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,16384,3072,0.019754666835069656
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,16384,3072,0.019173332800467808
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,16384,3072,0.018647999813159306
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,16384,3072,0.018751999984184902
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,16384,3072,0.018882667024930317
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,16384,3072,0.018786666293938954
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,16384,3072,0.018807999789714813
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,16384,3072,0.01868533343076706
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,16384,3072,0.018746666610240936
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,16384,3072,0.236845334370931
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,16384,3072,0.01865333318710327
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,16384,3072,0.018863999595244724
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,16384,3072,0.01887999971707662
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,16384,3072,0.018725333114465077
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,16384,3072,0.018719999740521114
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,16384,3072,0.018719999740521114
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,16384,3072,0.018672000616788864
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,16384,3072,0.01855733369787534
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,16384,3072,0.018637333065271378
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,16384,3072,0.018746666610240936
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,16384,3072,0.01874133323629697
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,16384,3072,0.01959199955066045
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,16384,3072,0.31493867768181694
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,16384,3072,0.6383928722805446
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,16384,3072,0.17848889032999674
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,16384,3072,0.17348978254530165
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,16384,3072,0.16764622264438203
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,16384,3072,1.3353563944498699
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,16384,3072,0.1600266695022583
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,16384,3072,0.16274666786193848
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,16384,3072,0.15079111523098415
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,16384,3072,0.18267556031545004
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,16384,3072,0.1502079963684082
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,16384,3072,0.15440711710188124
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,16384,3072,0.13886933856540257
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,16384,3072,0.1415839989980062
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,16384,3072,0.12994489404890272
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,16384,3072,0.1158097717497084
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,16384,3072,0.10871822304195827
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,16384,3072,0.10688533385594685
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,16384,3072,0.10066133075290257
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,16384,3072,0.09640000263849895
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,16384,3072,0.17651732762654623
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,16384,3072,0.09003733264075385
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,16384,3072,0.08421866761313544
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,16384,3072,0.08194133308198717
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,16384,3072,0.07430933581458198
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,16384,3072,0.07150399684906006
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,16384,3072,0.06705777512656318
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,16384,3072,0.06875733534495036
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,16384,3072,0.12027377552456325
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,16384,3072,0.06137422058317396
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,16384,3072,0.05414577656322055
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,16384,3072,0.04932266804907057
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,16384,3072,0.037132445308897234
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,16384,3072,0.04046577877468533
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,16384,3072,0.02906844351026747
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,16384,3072,0.028723554478751287
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,16384,3072,0.02832177612516615
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,16384,3072,0.026752000053723652
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,16384,3072,0.026991999811596338
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,16384,3072,0.05830044216579861
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,16384,3072,0.02587911155488756
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,16384,3072,0.026515555050637987
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,16384,3072,0.025240888198216755
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,16384,3072,0.027909331851535376
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,16384,3072,0.025573333104451496
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,16384,3072,0.02481066683928172
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,16384,3072,0.025454221500290766
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,16384,3072,0.025105777713987563
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,16384,3072,0.025960889127519395
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,16384,3072,0.022846221923828125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,16384,3072,0.022993778189023335
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,16384,3072,0.023324444890022278
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,16384,3072,0.024234667420387268
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,16384,3072,0.02442311081621382
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,16384,3072,0.02279288901223077
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,16384,3072,0.022837332553333704
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,16384,3072,0.022732444935374792
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,16384,3072,0.02275377843115065
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,16384,3072,0.02270222206910451
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,16384,3072,0.0221760008070204
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,16384,3072,0.022711111439598933
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,16384,3072,0.02216888964176178
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,16384,3072,0.022963555322753057
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,16384,3072,0.02258844508065118
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,16384,3072,0.022245332598686218
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,16384,3072,0.02276266614596049
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,16384,3072,0.024081778195169237
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,16384,3072,0.022602667411168415
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,16384,3072,0.021706667211320665
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,16384,3072,0.02236088944805993
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,16384,3072,0.02279288901223077
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,16384,3072,0.02261688808600108
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,16384,3072,0.021535999245113794
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,16384,3072,0.02258844508065118
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,16384,3584,0.015708800156911215
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,16384,3584,0.015871999661127727
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,16384,3584,0.015549866358439126
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,16384,3072,1.1648018095228407
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,16384,3072,0.2871608999040392
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,16384,3072,2.3561172485351562
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,16384,3072,0.26492267184787327
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,16384,3072,0.5702346695793999
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,16384,3072,0.25153422355651855
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,16384,3072,0.34386134147644043
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,16384,3072,0.23155376646253797
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,16384,3072,0.24792000982496473
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,16384,3072,0.21547910902235243
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,16384,3072,0.2311413288116455
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,16384,3072,0.19984177748362222
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,16384,3072,0.2140444384680854
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,16384,3072,0.1845759948094686
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,16384,3072,0.19436800479888916
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,16384,3072,0.1665831142001682
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,16384,3072,0.17430755827162
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,16384,3072,0.1471466620763143
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,16384,3072,0.15078222751617432
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,16384,3072,0.12936355008019343
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,16384,3072,0.1304604477352566
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,16384,3072,0.111319104830424
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,16384,3072,0.1122702227698432
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,16384,3072,0.09553955660925971
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,16384,3072,0.09253511163923477
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,16384,3072,0.07867911126878527
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,16384,3072,0.06978488630718656
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,16384,3072,0.06079822116427951
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,16384,3072,0.30587734116448295
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,16384,3072,0.04145955708291795
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,16384,3072,0.32445510228474933
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,16384,3072,0.02421333392461141
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,16384,3072,0.02386666668785943
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,16384,3072,0.02383288906680213
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,16384,3072,0.02347911066479153
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,16384,3072,0.02206755512290531
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,16384,3072,0.021879111727078755
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,16384,3072,0.022055110997623865
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,16384,3072,0.022008889251285132
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,16384,3584,0.015689599514007568
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,16384,3584,0.01541866660118103
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,16384,3072,0.30810311105516225
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,16384,3072,0.28166045082939994
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,16384,3072,0.2681724495357937
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,16384,3072,0.04893866512510511
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,16384,3072,0.03136533498764038
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,16384,3072,0.017288888494173687
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,16384,3072,0.015319110618697273
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,16384,3072,0.01531555586391025
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,16384,3072,0.01556799974706438
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,16384,3072,0.019866666860050626
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,16384,3072,0.0196106665664249
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,16384,3072,0.020024889045291476
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,16384,3072,0.019169777631759644
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,16384,3072,0.01921955578856998
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,16384,3072,0.01941333380010393
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,16384,3072,0.020078221956888836
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,16384,3072,0.019377777973810833
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,16384,3072,0.019349333312776353
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,16384,3072,0.021391999390390184
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,16384,3072,0.020094222492641874
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,16384,3072,0.019525332583321463
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,16384,3072,0.016686222619480558
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,16384,3072,0.01962844365172916
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,16384,3072,0.0199946661790212
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,16384,3072,0.01997866729895274
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,16384,3072,0.020218667056825426
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,16384,3072,0.019317333896954853
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,16384,3072,0.019984000258975558
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,16384,3072,0.020759110649426777
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,16384,3072,0.017274666163656447
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,16384,3072,0.01724088854259915
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,16384,3072,0.017704889178276062
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,16384,3072,0.016597333881590102
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,16384,3072,0.017265778448846605
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,16384,3072,0.01704355577627818
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,16384,3072,0.9187168121337891
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,16384,3072,0.22942934036254883
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,16384,3072,0.125654403368632
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,16384,3072,0.4527584075927734
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,16384,3072,0.11324906349182129
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,16384,3072,0.12884373664855958
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,16384,3072,0.1190229336420695
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,16384,3072,0.12049386501312256
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,16384,3072,0.11201706727345784
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,16384,3072,0.1061791976292928
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,16384,3072,0.09811946551005045
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,16384,3072,0.10673387050628662
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,16384,3072,0.09346986611684163
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,16384,3072,0.08503039677937826
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,16384,3072,0.10046186447143554
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,16384,3072,0.09207572937011718
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,16384,3072,0.08520747025807698
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,16384,3072,0.07769599755605062
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,16384,3072,0.08149867057800293
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,16384,3072,0.07422080039978027
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,16384,3072,0.07037013371785482
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,16384,3072,0.06744000116984049
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,16384,3072,0.06264533201853434
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,16384,3072,0.0602453351020813
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,16384,3072,0.053445335229237875
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,16384,3072,0.05282346804936727
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,16384,3072,0.05927466551462809
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,16384,3072,0.04530986547470093
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,16384,3072,0.03814186652501424
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,16384,3072,0.04578133424123128
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,16384,3072,0.035658665498097736
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,16384,3072,0.03752853473027547
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,16384,3072,0.030220800638198854
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,16384,3072,0.028897066911061604
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,16384,3072,0.02210986614227295
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,16384,3072,0.022177066405614218
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,16384,3072,0.014471466342608133
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,16384,3072,0.01442026694615682
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,16384,3072,0.014453333616256715
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,16384,3072,0.014588800072669984
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,16384,3072,0.014643200238545737
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,16384,3072,0.015397333105405173
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,16384,3072,0.015346133708953857
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,16384,3072,0.016760534048080443
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,16384,3072,0.013776000340779623
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,16384,3072,0.01409280002117157
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,16384,3072,0.014021333058675131
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,16384,3072,0.013699199755986533
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,16384,3072,0.013680000106493631
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,16384,3072,0.013294933239618936
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,16384,3072,0.013673599561055502
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,16384,3072,0.013611732920010885
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,16384,3072,0.01330560048421224
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,16384,3072,0.01369599997997284
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,16384,3072,0.01444586714108785
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,16384,3072,0.014036267002423605
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,16384,3072,0.01460906664530436
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,16384,3072,0.014115200440088908
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,16384,3072,0.01414293348789215
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,16384,3072,0.014708266655604044
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,16384,3072,0.014475733041763306
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,16384,3072,0.014460800091425577
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,16384,3072,0.014959999918937683
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,16384,3072,0.01495146652062734
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,16384,3072,0.014038399855295817
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,16384,3072,0.01409066617488861
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,16384,3072,0.014069333672523499
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,16384,2560,1.6914587020874023
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,16384,2560,0.8353813489278158
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,16384,2560,0.42607200145721436
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,16384,2560,0.2480213244756063
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,16384,2560,0.23385334014892578
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,16384,2560,0.23434933026631674
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,16384,2560,0.21837600072224936
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,16384,2560,0.2315386732419332
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,16384,2560,0.1978613336881002
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,16384,2560,0.1993946631749471
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,16384,2560,0.20833067099253336
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,16384,2560,0.19497599204381308
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,16384,2560,0.17510932683944702
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,16384,2560,0.1803413430849711
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,16384,2560,0.1590026617050171
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,16384,2560,0.15174133578936258
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,16384,2560,0.14571999510129294
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,16384,2560,0.14315999547640482
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,16384,2560,0.13241066535313925
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,16384,2560,0.1307093302408854
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,16384,2560,0.12130933006604512
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,16384,2560,0.11718666553497314
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,16384,2560,0.10773066679636638
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,16384,2560,0.10365333159764607
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,16384,2560,0.09909866253534953
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,16384,2560,0.09972000122070312
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,16384,2560,0.08627200126647949
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,16384,2560,0.07794400056203206
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,16384,2560,0.07633600135644276
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,16384,2560,0.06885066628456116
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,16384,2560,0.05895466605822245
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,16384,2560,0.05527733266353607
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,16384,2560,0.047565331061681114
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,16384,2560,0.036434667805830635
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,16384,2560,0.031983998914559685
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,16384,2560,0.02290400117635727
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,16384,2560,0.02074933300415675
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,16384,2560,0.021848000586032867
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,16384,2560,0.020687999824682873
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,16384,2560,0.019776000330845516
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,16384,2560,0.019885333875815075
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,16384,2560,0.018914667268594105
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,16384,2560,0.01967200015981992
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,16384,2560,0.017680000513792038
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,16384,2560,0.0176959993938605
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,16384,2560,0.0176986667017142
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,16384,2560,0.017720000197490055
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,16384,2560,0.017080000291268032
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,16384,2560,0.0176959993938605
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,16384,2560,0.01718933383623759
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,16384,2560,0.01666933298110962
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,16384,2560,0.01665866623322169
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,16384,2560,0.01666933298110962
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,16384,2560,0.01669599985082944
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,16384,2560,0.016744000216325123
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,16384,2560,0.015872000406185787
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,16384,2560,0.01574133336544037
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,16384,2560,0.016701333224773407
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,16384,2560,0.016711999972661335
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,16384,2560,0.01669866715868314
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,16384,2560,0.016501333564519882
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,16384,2560,0.016408000141382217
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,16384,2560,0.016616000483433407
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,16384,2560,0.01677066708604495
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,16384,2560,0.016565332810084026
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,16384,2560,0.01666133354107539
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,16384,2560,0.01576800023516019
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,16384,2560,0.01578933373093605
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,16384,2560,0.015714666495720547
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,16384,2560,0.015629333754380543
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,16384,2560,0.016157332807779312
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,16384,2560,0.016178666303555172
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,16384,2560,0.016773333152135212
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,16384,2560,0.016754666964213055
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,16384,2560,1.1106026967366536
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,16384,2560,0.5870973269144694
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,16384,2560,0.28723599513371784
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,16384,2560,0.1701373259226481
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,16384,2560,0.15953866640726724
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,16384,2560,0.15594800313313803
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,16384,2560,0.14268799622853598
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,16384,2560,0.136243999004364
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,16384,2560,0.1317360003789266
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,16384,3072,0.014935466647148132
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,16384,2560,0.1278986632823944
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,16384,2560,0.12869066993395487
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,16384,2560,0.12720933556556702
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,16384,2560,0.11905866861343384
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,16384,2560,0.11953467130661011
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,16384,2560,0.11044266819953918
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,16384,2560,0.10526933272679646
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,16384,2560,0.10261600216229756
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,16384,2560,0.09814000129699707
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,16384,2560,0.09403600295384724
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,16384,2560,0.0892413357893626
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,16384,2560,0.08549466729164124
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,16384,2560,0.08053866525491078
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,16384,2560,0.07650533318519592
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,16384,2560,0.07182533542315166
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,16384,2560,0.07044933239618938
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,16384,2560,0.0650079995393753
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,16384,2560,0.062224000692367554
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,16384,2560,0.06306800246238708
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,16384,2560,0.06147866447766622
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,16384,2560,0.053814664483070374
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,16384,2560,0.04964399834473928
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,16384,2560,0.047554666797320046
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,16384,2560,0.04331199824810028
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,16384,2560,0.03579466789960861
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,16384,2560,0.033802665770053864
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,16384,2560,0.026562665899594624
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,16384,2560,0.027672000229358673
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,16384,2560,0.025608000655968983
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,16384,2560,0.025058666865030926
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,16384,2560,0.024961332480112713
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,16384,2560,0.02548133333524068
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,16384,2560,0.025008000433444977
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,16384,2560,0.02473066747188568
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,16384,2560,0.022632000346978504
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,16384,2560,0.02276533345381419
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,16384,2560,0.023527999718983967
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,16384,2560,0.02292666584253311
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,16384,2560,0.023001333077748615
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,16384,2560,0.022798667351404827
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,16384,2560,0.02214933435122172
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,16384,2560,0.020961334307988484
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,16384,2560,0.021412000060081482
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,16384,2560,0.020972001055876415
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,16384,2560,0.02239600072304408
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,16384,2560,0.02260799954334895
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,16384,2560,0.021325332423051197
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,16384,2560,0.02258000026146571
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,16384,2560,0.020658666888872784
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,16384,2560,0.02059866612156232
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,16384,2560,0.02180533359448115
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,16384,2560,0.021037332713603973
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,16384,2560,0.02185199906428655
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,16384,2560,0.021001333991686504
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,16384,2560,0.02064400042096774
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,16384,2560,0.020626666645208996
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,16384,2560,0.020686666170756023
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,16384,2560,0.020609332869450252
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,16384,2560,0.02062400057911873
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,16384,2560,0.020694666852553684
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,16384,2560,0.02064133311311404
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,16384,2560,0.022443999846776325
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,16384,2560,0.020633333673079807
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,16384,2560,0.020949333906173706
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,16384,2560,0.020617333551247913
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,16384,3072,0.014812800288200378
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,16384,3072,0.014854400356610616
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,16384,3072,0.014854400356610616
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,16384,3072,0.01490239997704824
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,16384,2560,2.172337373097738
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,16384,2560,1.0657959779103596
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,16384,2560,0.26398666699727374
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,16384,2560,0.2495159904162089
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,16384,3072,0.014105600118637086
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,16384,2560,0.23405067125956217
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,16384,2560,0.5279239813486735
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,16384,2560,0.21826666593551636
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,16384,3072,0.014494933684666953
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,16384,2560,0.20362800359725952
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,16384,2560,0.31807732582092285
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,16384,2560,0.18491067488988241
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,16384,2560,0.19418134291966757
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,16384,2560,0.17014400164286295
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,16384,2560,0.1767666737238566
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,16384,2560,0.15380932887395224
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,16384,2560,0.2868640025456746
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,16384,2560,0.16015066703160605
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,16384,2560,0.13745333751042685
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,16384,2560,0.1401266654332479
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,16384,2560,0.12112133701642354
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,16384,2560,0.12254666288693745
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,16384,2560,0.1043066680431366
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,16384,2560,0.10244799653689067
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,16384,2560,0.08849066495895386
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,16384,2560,0.08195733527342479
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,16384,2560,0.07153866688410442
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,16384,2560,0.3048893411954244
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,16384,2560,0.05819466710090637
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,16384,2560,0.049400001764297485
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,16384,2560,0.033399999141693115
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,16384,2560,0.021513332923253376
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,16384,2560,0.02126266558965047
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,16384,2560,0.021225333213806152
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,16384,2560,0.02107999970515569
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,16384,2560,0.020154666155576706
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,16384,2560,0.02014266699552536
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,16384,2560,0.019678667187690735
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,16384,2560,0.019834666202465694
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,16384,2560,0.28674666086832684
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,16384,2560,0.26321200529734295
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,16384,2560,0.24775065978368124
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,16384,2560,0.2308839956919352
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,16384,2560,0.2121839920679728
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,16384,2560,0.02779199928045273
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,16384,2560,0.04088266690572103
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,16384,2560,0.015532000611225763
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,16384,2560,0.014032000054915747
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,16384,2560,0.017240000267823536
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,16384,2560,0.016663999607165653
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,16384,2560,0.017613332718610764
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,16384,2560,0.016849332799514134
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,16384,2560,0.018539999922116596
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,16384,2560,0.017337333410978317
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,16384,2560,0.017102666199207306
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,16384,2560,0.01762800042827924
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,16384,2560,0.016518666098515194
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,16384,2560,0.01792266716559728
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,16384,2560,0.018122666825850803
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,16384,2560,0.017250667015711468
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,16384,2560,0.018931999802589417
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,16384,2560,0.017243999987840652
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,16384,2560,0.017091999451319378
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,16384,2560,0.017935999979575474
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,16384,2560,0.01709866647919019
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,16384,2560,0.018113333731889725
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,16384,2560,0.018122666825850803
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,16384,2560,0.01761866609255473
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,16384,2560,0.018641332785288494
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,16384,2560,0.015439999600251516
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,16384,2560,0.015097333739201227
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,16384,2560,0.015326666335264841
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,16384,2560,0.015126666675011316
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,16384,2560,0.015110666553179422
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,16384,2560,0.014984000474214554
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,16384,2560,0.014722666392723719
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,16384,2560,0.790728505452474
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,16384,2560,0.2003413359324137
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,16384,2560,0.39991785685221354
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,16384,2560,0.10572160085042318
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,16384,2560,0.11166079839070638
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,16384,2560,0.10872639815012615
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,16384,2560,0.09954880078633627
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,16384,2560,0.10269866784413655
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,16384,2560,0.0973088026046753
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,16384,2560,0.08719680309295655
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,16384,2560,0.09309973716735839
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,16384,2560,0.09313493569691976
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,16384,2560,0.0800490697224935
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,16384,2560,0.08692586421966553
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,16384,2560,0.08087466557820638
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,16384,2560,0.07498453458150228
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,16384,2560,0.07460266749064128
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,16384,2560,0.0719264030456543
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,16384,2560,0.06876053015391032
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,16384,2560,0.06545706590016684
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,16384,2560,0.06099840005238851
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,16384,2560,0.059716268380482995
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,16384,2560,0.055411199728647866
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,16384,2560,0.053199998537699376
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,16384,2560,0.05276373227437338
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,16384,2560,0.04687360127766927
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,16384,2560,0.04635200103123983
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,16384,2560,0.04010026852289836
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,16384,2560,0.03985919952392578
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,16384,2560,0.033779199918111166
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,16384,2560,0.03404800097147624
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,16384,2560,0.031641600529352824
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,16384,2560,0.026923733949661254
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,16384,2560,0.026225066184997557
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,16384,2560,0.020270933707555137
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,16384,2560,0.020066134134928384
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,16384,2560,0.0132832000652949
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,16384,2560,0.013219199577967324
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,16384,2560,0.01367573340733846
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,16384,2560,0.013353600104649862
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,16384,2560,0.013713066776593527
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,16384,2560,0.014106667041778565
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,16384,2560,0.014442666371663412
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,16384,2560,0.014865066607793173
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,16384,2560,0.012524799505869547
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,16384,2560,0.012807466586430869
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,16384,2560,0.01288106640179952
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,16384,2560,0.012694399555524191
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,16384,2560,0.012472533186276754
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,16384,2560,0.012469333410263062
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,16384,2560,0.012578133742014566
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,16384,2560,0.01284160017967224
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,16384,2560,0.012850133577982583
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,16384,2560,0.01301653285821279
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,16384,2560,0.013230933745702108
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,16384,2560,0.012853333353996277
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,16384,2560,0.013358933726946512
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,16384,2560,0.012719999750455221
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,16384,2560,0.013024000326792398
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,16384,2560,0.013777066270510355
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,16384,2560,0.013553067048390707
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,16384,2560,0.014014933506647745
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,16384,2560,0.01322879989941915
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,16384,2560,0.013613866766293845
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,16384,2560,0.013270399967829385
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,16384,2560,0.012932266791661581
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,16384,2560,0.013155200084050498
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,16384,2048,1.3701413472493489
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,16384,2048,0.6793466409047445
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,16384,2048,0.3330293297767639
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,16384,2048,0.19509865840276083
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,16384,2048,0.18343732754389444
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,16384,2048,0.18349067370096842
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,16384,2048,0.1723680098851522
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,16384,2048,0.17213600873947144
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,16384,2048,0.16150400042533875
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,16384,2048,0.16051999727884927
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,16384,2048,0.1683839956919352
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,16384,2048,0.15849066774050394
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,16384,2048,0.149399995803833
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,16384,2048,0.14468800028165182
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,16384,2048,0.13130666812260947
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,16384,2048,0.1229466696580251
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,16384,2048,0.11805867155392964
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,16384,2048,0.11539466182390849
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,16384,2048,0.1075546642144521
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,16384,2048,0.10481866200764973
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,16384,2048,0.09719467163085938
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,16384,2048,0.09450399875640869
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,16384,2048,0.08628799517949422
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,16384,2560,0.013510400056838989
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,16384,2048,0.08180800080299377
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,16384,2048,0.07781599958737691
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,16384,2048,0.07804266611735027
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,16384,2048,0.06832799812157948
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,16384,2048,0.06452266871929169
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,16384,2048,0.06009333332379659
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,16384,2048,0.05362666646639506
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,16384,2048,0.047295997540156044
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,16384,2048,0.044938668608665466
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,16384,2048,0.03825333217779795
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,16384,2048,0.030192000170548756
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,16384,2048,0.026399999856948853
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,16384,2048,0.018866666903098423
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,16384,2048,0.01781333362062772
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,16384,2048,0.018349333355824154
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,16384,2048,0.017802666872739792
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,16384,2048,0.01674933359026909
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,16384,2048,0.0168026660879453
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,16384,2048,0.016762666404247284
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,16384,2048,0.016783999900023144
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,16384,2048,0.015386667102575302
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,16384,2048,0.014767999450365702
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,16384,2048,0.014783999572197596
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,16384,2048,0.01471466695268949
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,16384,2048,0.014746667196353277
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,16384,2048,0.015160000572601954
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,16384,2048,0.01358666643500328
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,16384,2048,0.013557333499193192
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,16384,2048,0.013552000125249227
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,16384,2048,0.013983999689420065
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,16384,2048,0.013647999614477158
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,16384,2048,0.013621332744757334
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,16384,2048,0.013650666922330856
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,16384,2048,0.013629333426554998
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,16384,2048,0.013573333621025085
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,16384,2048,0.013647999614477158
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,16384,2048,0.01358933374285698
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,16384,2048,0.013642666240533194
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,16384,2048,0.013669333110253016
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,16384,2048,0.013693333913882574
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,16384,2048,0.013621332744757334
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,16384,2048,0.01366666704416275
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,16384,2048,0.013637332866589228
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,16384,2048,0.013570666313171387
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,16384,2048,0.013642666240533194
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,16384,2048,0.013631999492645264
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,16384,2048,0.01366666704416275
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,16384,2048,0.01360000049074491
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,16384,2048,0.013554666191339493
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,16384,2048,0.013650666922330856
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,16384,2048,0.01470400020480156
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,16384,2048,0.8794706662495931
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,16384,2048,0.4227999846140544
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,16384,2048,0.2419853409131368
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,16384,2048,0.12694666783014932
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,16384,2048,0.14228000243504843
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,16384,2048,0.12863199909528097
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,16384,2048,0.13524267077445984
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,16384,2048,0.11511866251627605
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,16384,2048,0.12167200446128845
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,16384,2048,0.11712666352589925
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,16384,2048,0.1188253362973531
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,16384,2048,0.10658400257428487
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,16384,2048,0.10943733652432759
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,16384,2048,0.09859599669774373
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,16384,2048,0.09841866294542949
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,16384,2048,0.08747067054112752
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,16384,2048,0.08523066838582356
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,16384,2048,0.08125466605027516
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,16384,2048,0.07788666586081187
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,16384,2048,0.0742519994576772
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,16384,2048,0.07056533296902974
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,16384,2048,0.06726400057474773
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,16384,2048,0.0635613352060318
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,16384,2048,0.06325200200080872
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,16384,2048,0.060461332400639854
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,16384,2048,0.057959998647371926
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,16384,2048,0.05603866775830587
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,16384,2048,0.05566933254400889
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,16384,2048,0.053558667500813804
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,16384,2048,0.04703199863433838
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,16384,2048,0.04448933402697245
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,16384,2048,0.04160266617933909
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,16384,2048,0.03838266680637995
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,16384,2048,0.03329200049241384
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,16384,2048,0.03084400047858556
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,16384,2048,0.025858665506045025
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,16384,2048,0.025201333065827686
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,16384,2048,0.025773334006468456
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,16384,2048,0.024428000052769978
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,16384,2048,0.023641332983970642
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,16384,2048,0.02303733428319295
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,16384,2048,0.02272666742404302
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,16384,2048,0.02309466650088628
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,16384,2048,0.022823999325434368
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,16384,2048,0.023575998842716217
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,16384,2048,0.021387999256451923
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,16384,2048,0.02332933247089386
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,16384,2048,0.02239066610733668
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,16384,2048,0.022456000248591106
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,16384,2048,0.021156000594298046
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,16384,2048,0.02192266782124837
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,16384,2048,0.02072000006834666
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,16384,2048,0.02060133342941602
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,16384,2048,0.020961334307988484
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,16384,2048,0.02086800088485082
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,16384,2048,0.020923999448617298
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,16384,2048,0.020429333051045735
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,16384,2048,0.01967333381374677
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,16384,2048,0.018987999608119328
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,16384,2048,0.019685332973798115
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,16384,2048,0.019013332823912304
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,16384,2048,0.020586666961510975
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,16384,2048,0.02054399996995926
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,16384,2048,0.020477333416541416
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,16384,2048,0.021139999230702717
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,16384,2048,0.018931999802589417
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,16384,2048,0.01883866637945175
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,16384,2048,0.020541333903868992
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,16384,2048,0.020217332988977432
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,16384,2048,0.01884133368730545
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,16384,2048,0.01865600049495697
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,16384,2048,0.01896799976627032
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,16384,2048,0.018581333259741466
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,16384,2048,0.019246666381756466
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,16384,2560,0.014025599757830302
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,16384,2560,0.013281066219011942
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,16384,2560,0.013790933291117349
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,16384,2560,0.013602133591969809
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,16384,2560,0.013707733154296875
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,16384,2048,0.4821600119272868
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,16384,2048,1.9844533602396648
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,16384,2048,0.9777959982554117
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,16384,2048,0.2280706763267517
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,16384,2048,0.21308133999506632
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,16384,2560,0.01325759987036387
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,16384,2048,0.19999333222707114
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,16384,2048,0.288097341855367
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,16384,2048,0.18393733104070029
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,16384,2048,0.190120001633962
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,16384,2048,0.16901999711990356
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,16384,2048,0.17536399761835733
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,16384,2048,0.15427733461062113
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,16384,2048,0.15817866722742716
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,16384,2048,0.13960267106691995
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,16384,2048,0.14309733112653097
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,16384,2048,0.12457733352979024
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,16384,2048,0.12302133440971375
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,16384,2048,0.10989999771118164
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,16384,2048,0.10502266883850098
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,16384,2048,0.09394933780034383
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,16384,2048,0.08537466327349345
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,16384,2048,0.07730799913406372
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,16384,2048,0.25804932912190753
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,16384,2048,0.06836666663487752
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,16384,2048,0.05776133139928182
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,16384,2048,0.04876933495203654
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,16384,2048,0.03910133242607117
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,16384,2048,0.028371999661127727
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,16384,2048,0.2719053427378337
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,16384,2048,0.019891999661922455
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,16384,2048,0.01958533376455307
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,16384,2048,0.019590667138497036
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,16384,2048,0.019570666054884594
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,16384,2048,0.018142666667699814
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,16384,2048,0.018677332748969395
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,16384,2048,0.018058666338523228
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,16384,2048,0.01793999969959259
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,16384,2048,0.24381732940673828
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,16384,2048,0.25517332553863525
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,16384,2048,0.2216106653213501
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,16384,2048,0.2397773265838623
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,16384,2048,0.20755332708358765
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,16384,2048,0.02478666603565216
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,16384,2048,0.03468133260806402
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,16384,2048,0.014474666366974512
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,16384,2048,0.013189333180586496
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,16384,2048,0.015041333933671316
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,16384,2048,0.015047999719778696
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,16384,2048,0.015054666747649511
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,16384,2048,0.014541332920392355
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,16384,2048,0.016068000346422195
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,16384,2048,0.015025333811839422
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,16384,2048,0.015470666189988455
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,16384,2048,0.015207999696334204
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,16384,2048,0.015530666957298914
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,16384,2048,0.015273333837588629
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,16384,2048,0.01609066625436147
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,16384,2048,0.015054666747649511
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,16384,2048,0.01599333311120669
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,16384,2048,0.015069333215554556
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,16384,2048,0.015452000002066294
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,16384,2048,0.014476000020901362
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,16384,2048,0.015478666871786118
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,16384,2048,0.016523999472459156
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,16384,2048,0.015135999768972397
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,16384,2048,0.016526666780312855
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,16384,2048,0.01496666669845581
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,16384,2048,0.016069332758585613
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,16384,2048,0.014303999642531076
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,16384,2048,0.014271999398867289
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,16384,2048,0.014554666976133982
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,16384,2048,0.014561332762241364
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,16384,2048,0.014258666584889093
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,16384,2048,0.014050666242837906
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,16384,2048,0.6507370630900066
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,16384,2048,0.32673279444376624
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,16384,2048,0.166268793741862
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,16384,2048,0.09502186775207519
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,16384,2048,0.09333333174387613
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,16384,2048,0.08520960013071696
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,16384,2048,0.08994879722595214
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,16384,2048,0.08719680309295655
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,16384,2048,0.07962666352589926
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,16384,2048,0.08298666477203369
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,16384,2048,0.0742410659790039
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,16384,2048,0.07941866715749105
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,16384,2048,0.0747488021850586
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,16384,2048,0.06912639935811361
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,16384,2048,0.06332266728083293
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,16384,2048,0.06885120073954264
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,16384,2048,0.06339306831359863
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,16384,2048,0.05847253402074178
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,16384,2048,0.06153599818547567
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,16384,2048,0.05614613294601441
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,16384,2048,0.05290133158365885
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,16384,2048,0.05123626788457235
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,16384,2048,0.04725653330485026
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,16384,2048,0.04567573467890422
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,16384,2048,0.04487573305765788
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,16384,2048,0.040194133917490646
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,16384,2048,0.040236798922220866
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,16384,2048,0.029718399047851562
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,16384,2048,0.03522239923477173
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,16384,2048,0.03452159961064656
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,16384,2048,0.029473066329956055
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,16384,2048,0.023735467592875162
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,16384,2048,0.027556266387303668
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,16384,2048,0.02287999987602234
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,16384,2048,0.01758079926172892
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,16384,2048,0.017803732554117838
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,16384,2048,0.011982933680216471
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,16384,2048,0.01237546702226003
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,16384,2048,0.01246399978796641
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,16384,2048,0.012219732999801636
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,16384,2048,0.012866133451461792
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,16384,2048,0.012557866175969443
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,16384,2048,0.01285653313000997
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,16384,2048,0.011588266491889954
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,16384,2048,0.01290986637274424
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,16384,2048,0.011648000280062357
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,16384,2048,0.011331199606259664
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,16384,2048,0.011181867122650147
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,16384,2048,0.011374933520952861
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,16384,2048,0.011191466450691223
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,16384,2048,0.011501866579055785
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,16384,2048,0.011170132954915365
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,16384,2048,0.011188266674677531
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,16384,2048,0.011401599645614624
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,16384,2048,0.011159466703732808
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,16384,2048,0.01179093321164449
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,16384,2048,0.011174399654070537
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,16384,2048,0.011308800180753071
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,16384,2048,0.011199999849001567
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,16384,2048,0.011798399686813354
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,16384,2048,0.01227839986483256
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,16384,2048,0.011899733543395996
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,16384,2048,0.012072533369064331
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,16384,2048,0.011672533551851908
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,16384,2048,0.012065066893895467
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,16384,2048,0.011742933591206869
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,16384,2048,0.01164906620979309
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,16384,1536,1.0365137524074979
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,16384,1536,0.5273173120286729
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,16384,1536,0.2715342309739855
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,16384,1536,0.1594346629248725
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,16384,1536,0.14841600259145102
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,16384,1536,0.15343822373284235
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,16384,1536,0.13947378264533147
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,16384,1536,0.13953777154286703
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,16384,1536,0.12095822228325738
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,16384,1536,0.11860267321268718
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,16384,1536,0.11952355172899033
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,16384,1536,0.1195804410510593
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,16384,1536,0.10868444707658555
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,16384,1536,0.11080888907114665
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,16384,1536,0.09797510835859512
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,16384,1536,0.09486044115490383
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,16384,1536,0.08986310826407538
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,16384,1536,0.08736177947786118
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,16384,1536,0.08229866955015394
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,16384,2048,0.012469333410263062
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,16384,1536,0.07384888993369208
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,16384,1536,0.07097778055402967
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,16384,1536,0.06547022528118558
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,16384,1536,0.06259022156397502
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,16384,1536,0.05973688761393229
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,16384,1536,0.054168889919916786
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,16384,1536,0.05116088853942024
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,16384,1536,0.07971022526423137
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,16384,1536,0.0510773327615526
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,16384,2048,0.011997866630554199
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,16384,1536,0.04750577939881218
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,16384,1536,0.04251199960708618
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,16384,1536,0.03657955593532986
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,16384,1536,0.029663999875386555
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,16384,1536,0.03482310970624288
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,16384,1536,0.02071466710832384
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,16384,1536,0.023617777559492324
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,16384,1536,0.01463644372092353
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,16384,1536,0.013841778039932251
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,16384,1536,0.014039110806253223
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,16384,1536,0.01260088880856832
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,16384,1536,0.013391999734772576
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,16384,1536,0.012666666673289405
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,16384,1536,0.012485333614879184
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,16384,1536,0.011331555744012197
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,16384,1536,0.011111111276679568
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,16384,1536,0.011148444480366178
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,16384,1536,0.011167999770906238
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,16384,1536,0.01111822244193819
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,16384,1536,0.011800888511869641
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,16384,1536,0.01110577748881446
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,16384,1536,0.010462221999963125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,16384,1536,0.010460444622569613
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,16384,1536,0.010472888747851053
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,16384,1536,0.010778666370444827
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,16384,1536,0.010474666953086853
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,16384,1536,0.010416000253624385
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,16384,1536,0.010490666660997601
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,16384,1536,0.010512000156773461
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,16384,1536,0.010391111175219217
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,16384,1536,0.010446222292052375
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,16384,1536,0.010508444574144153
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,16384,1536,0.010447999669445885
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,16384,1536,0.010464000205198923
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,16384,1536,0.010798222488827176
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,16384,1536,0.010426667001512317
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,16384,1536,0.010472888747851053
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,16384,1536,0.010515555739402771
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,16384,1536,0.010490666660997601
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,16384,1536,0.010449777874681683
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,16384,1536,0.010435555544164447
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,16384,1536,0.010675555302037133
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,16384,1536,0.010504888991514841
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,16384,1536,0.01108977778090371
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,16384,1536,0.011144888897736868
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,16384,1536,0.3248415946960449
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,16384,1536,0.6720746358235676
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,16384,1536,0.16740800539652506
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,16384,1536,0.12660160064697265
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,16384,1536,0.11920959949493408
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,16384,1536,0.11482026576995849
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,16384,1536,0.012490666574902005
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,16384,1536,0.10365866820017497
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,16384,1536,0.08885119756062826
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,16384,1536,0.10338239669799805
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,16384,1536,0.08966933091481527
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,16384,1536,0.07950507005055746
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,16384,1536,0.0947872002919515
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,16384,1536,0.07991893291473388
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,16384,1536,0.07388479709625244
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,16384,1536,0.07100906372070312
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,16384,1536,0.06793813705444336
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,16384,1536,0.06572800079981486
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,16384,1536,0.09716266791025797
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,16384,1536,0.06399786472320557
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,16384,1536,0.059266134103139245
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,16384,1536,0.05765546560287475
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,16384,1536,0.05553173224131266
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,16384,1536,0.05304533243179321
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,16384,1536,0.05441813468933106
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,16384,1536,0.048093867301940915
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,16384,1536,0.045830400784810384
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,16384,1536,0.044062932332356766
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,16384,1536,0.04442453384399414
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,16384,1536,0.038984533150990805
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,16384,1536,0.03742826779683431
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,16384,1536,0.034993068377176924
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,16384,1536,0.033079467217127484
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,16384,1536,0.028489599625269573
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,16384,1536,0.027381332715352376
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,16384,1536,0.023772799968719484
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,16384,1536,0.022742400566736855
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,16384,1536,0.022299732764561972
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,16384,1536,0.02232960065205892
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,16384,1536,0.02072640061378479
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,16384,1536,0.020770132541656494
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,16384,1536,0.021144533157348634
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,16384,1536,0.06491626501083374
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,16384,1536,0.021809067328770956
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,16384,1536,0.02050666610399882
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,16384,1536,0.020977065960566203
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,16384,1536,0.019594667355219524
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,16384,1536,0.020272000630696615
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,16384,1536,0.018717867136001588
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,16384,1536,0.018675200144449868
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,16384,1536,0.019645865758260092
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,16384,1536,0.01907093326250712
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,16384,1536,0.018528000513712565
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,16384,1536,0.020873600244522096
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,16384,1536,0.019563732544581096
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,16384,1536,0.018552533785502114
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,16384,1536,0.018408532937367758
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,16384,1536,0.019241599241892497
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,16384,1536,0.019048533837000527
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,16384,1536,0.018595200777053834
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,16384,1536,0.01886826753616333
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,16384,1536,0.018632533152898152
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,16384,1536,0.01853440006573995
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,16384,1536,0.018454400698343913
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,16384,1536,0.01851093371709188
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,16384,1536,0.0185973326365153
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,16384,1536,0.019267199436823527
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,16384,1536,0.018845866123835243
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,16384,1536,0.018516266345977785
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,16384,1536,0.01843413313229879
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,16384,1536,0.0184714674949646
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,16384,1536,0.017805866400400796
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,16384,1536,0.01854613423347473
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,16384,1536,0.018465065956115724
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,16384,1536,0.01853546698888143
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,16384,2048,0.012056533495585125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,16384,2048,0.012364799777666729
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,16384,2048,0.01204266647497813
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,16384,2048,0.012359467148780823
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,16384,2048,0.011731200416882833
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,16384,1536,0.2673493385314941
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,16384,1536,0.45205119450887044
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,16384,1536,0.21476267178853353
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,16384,1536,1.7974571228027343
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,16384,1536,0.22381226221720377
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,16384,1536,0.8978986740112305
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,16384,1536,0.20010239283243814
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,16384,1536,0.20725545883178711
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,16384,1536,0.1889311949412028
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,16384,1536,0.17195413907368978
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,16384,1536,0.18925867080688477
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,16384,1536,0.16073600451151532
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,16384,1536,0.17832959493001302
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,16384,1536,0.16162346204121908
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,16384,1536,0.14541652997334797
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,16384,1536,0.13401707013448078
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,16384,1536,0.11804906527201335
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,16384,1536,0.13161173661549885
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,16384,1536,0.11291413307189942
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,16384,1536,0.1037706693013509
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,16384,1536,0.08390826384226481
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,16384,1536,0.06965760389963785
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,16384,1536,0.06348053216934205
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,16384,1536,0.05319573481877645
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,16384,1536,0.04776533444722493
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,16384,1536,0.041308800379435226
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,16384,1536,0.03484799861907959
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,16384,1536,0.025164800882339477
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,16384,1536,0.24312000274658202
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,16384,1536,0.01732586622238159
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,16384,1536,0.0173962672551473
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,16384,1536,0.01772586703300476
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,16384,1536,0.14825599988301594
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,16384,1536,0.01696959932645162
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,16384,1536,0.016127999623616537
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,16384,1536,0.01615466674168905
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,16384,1536,0.01607360045115153
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,16384,1536,0.08767039775848388
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,16384,1536,0.015991466244061787
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,16384,1536,0.2535914738972982
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,16384,1536,0.23064853350321451
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,16384,1536,0.2346560001373291
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,16384,1536,0.031285333633422854
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,16384,1536,0.02139413356781006
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,16384,1536,0.012817066907882691
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,16384,1536,0.012662399808565775
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,16384,1536,0.012808533509572348
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,16384,1536,0.013218133648236593
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,16384,1536,0.012401066223780314
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,16384,1536,0.012817066907882691
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,16384,1536,0.013297067085901896
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,16384,1536,0.012494933605194092
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,16384,1536,0.013678933183352152
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,16384,1536,0.013619200388590495
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,16384,1536,0.012854400277137756
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,16384,1536,0.013288533687591553
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,16384,1536,0.013335466384887695
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,16384,1536,0.013262933492660523
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,16384,1536,0.012943999965985617
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,16384,1536,0.013594667116800943
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,16384,1536,0.013082666198412576
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,16384,1536,0.01337386667728424
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,16384,1536,0.014025599757830302
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,16384,1536,0.012871467073758445
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,16384,1536,0.014095999797185264
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,16384,1536,0.014094932874043783
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,16384,1536,0.012472533186276754
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,16384,1536,0.01390720009803772
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,16384,1536,0.013608533143997192
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,16384,1536,0.01223360002040863
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,16384,1536,0.01249066690603892
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,16384,1536,0.012847999731699625
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,16384,1536,0.013559466600418091
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,16384,1536,0.013148799538612366
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,16384,1536,0.13879146575927734
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,16384,1536,0.5275274594624837
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,16384,1536,0.26626666386922204
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,16384,1536,0.0790293296178182
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,16384,1536,0.07736960252126059
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,16384,1536,0.07494719823201498
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,16384,1536,0.0704746643702189
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,16384,1536,0.07301119963328043
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,16384,1536,0.06911359628041586
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,16384,1536,0.06631146669387818
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,16384,1536,0.0666869322458903
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,16384,1536,0.062141867478688564
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,16384,1536,0.05798933506011963
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,16384,1536,0.0624181350072225
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,16384,1536,0.0583957314491272
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,16384,1536,0.053401601314544675
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,16384,1536,0.05150400002797445
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,16384,1536,0.04710079828898112
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,16384,1536,0.04901440143585205
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,16384,1536,0.053547732035319005
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,16384,1536,0.04469013214111328
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,16384,1536,0.039841067790985105
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,16384,1536,0.04293760061264038
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,16384,1536,0.03439573446909587
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,16384,1536,0.038355199495951335
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,16384,1536,0.037997865676879884
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,16384,1536,0.03423360188802083
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,16384,1536,0.029755733410517377
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,16384,1536,0.03001813292503357
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,16384,1536,0.025534933805465697
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,16384,1536,0.02499306599299113
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,16384,1536,0.0232149342695872
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,16384,1536,0.02044586737950643
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,16384,1536,0.01981653372446696
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,16384,1536,0.015309866269429526
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,16384,1536,0.015413332978884378
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,16384,1536,0.010847999652226766
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,16384,1536,0.011168000102043153
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,16384,1536,0.011196800072987874
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,16384,1536,0.011281067132949829
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,16384,1536,0.010484266281127929
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,16384,1536,0.011225600043932598
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,16384,1536,0.010403199990590414
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,16384,1536,0.011175466577212016
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,16384,1536,0.011592533191045125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,16384,1536,0.01002239982287089
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,16384,1536,0.00997866690158844
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,16384,1536,0.010075733065605164
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,16384,1536,0.010014933347702027
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,16384,1536,0.010001066327095031
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,16384,1536,0.009993599851926167
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,16384,1536,0.009917866190274556
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,16384,1536,0.010010666648546855
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,16384,1536,0.009689600268999735
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,16384,1536,0.009598933657010396
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,16384,1536,0.009679999947547913
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,16384,1536,0.009965866804122925
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,16384,1536,0.009962667028109233
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,16384,1536,0.010021332899729412
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,16384,1536,0.01009173293908437
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,16384,1536,0.010009599725405376
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,16384,1536,0.009961600104967754
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,16384,1536,0.010167466600735982
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,16384,1536,0.01000426709651947
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,16384,1536,0.010090667009353637
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,16384,1536,0.010600533088048298
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,16384,1536,0.010422399640083313
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,16384,1024,0.7327213287353516
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,16384,1024,0.3690426747004191
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,16384,1024,0.18121600151062012
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,16384,1024,0.10680400331815083
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,16384,1024,0.10172133644421895
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,16384,1024,0.10095999638239543
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,16384,1024,0.09564399719238281
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,16384,1024,0.0949466625849406
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,16384,1024,0.09024133284886678
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,16384,1024,0.08967066804567973
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,16384,1024,0.09317466616630554
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,16384,1024,0.09051199754079182
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,16384,1024,0.08313333491484325
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,16384,1024,0.07936533292134602
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,16384,1024,0.069473331173261
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,16384,1024,0.06699066857496898
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,16384,1024,0.06370000044504802
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,16384,1024,0.06188400089740753
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,16384,1024,0.0581279993057251
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,16384,1024,0.05659466485182444
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,16384,1024,0.05228133499622345
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,16384,1024,0.05047866702079773
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,16384,1024,0.04690133531888326
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,16384,1024,0.04477199912071228
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,16384,1024,0.043710668881734215
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,16384,1024,0.039145333071549736
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,16384,1024,0.0368026668826739
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,16384,1024,0.03605733315149943
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,16384,1024,0.03370800117651621
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,16384,1024,0.029441334307193756
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,16384,1024,0.02552266667286555
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,16384,1536,0.010013866424560546
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,16384,1024,0.02383333444595337
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,16384,1024,0.021370666722456615
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,16384,1024,0.016108000030120213
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,16384,1024,0.015029333531856537
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,16384,1024,0.01134666676322619
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,16384,1024,0.010435999681552252
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,16384,1024,0.010768000036478043
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,16384,1024,0.010370666782061258
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,16384,1024,0.00974800003071626
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,16384,1024,0.00989999994635582
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,16384,1024,0.00933333362142245
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,16384,1024,0.009665333355466524
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,16384,1024,0.008896000062425932
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,16384,1024,0.008857333411773046
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,16384,1024,0.008870666846632957
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,16384,1024,0.008825333168109259
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,16384,1024,0.008362666393319765
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,16384,1024,0.00891599990427494
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,16384,1024,0.008396000290910402
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,16384,1024,0.008300000180800756
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,16384,1024,0.008330666770537695
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,16384,1024,0.007881333430608114
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,16384,1024,0.008383999889095625
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,16384,1024,0.007890666524569193
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,16384,1024,0.007962666451931
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,16384,1024,0.007889333491524061
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,16384,1024,0.007873333369692167
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,16384,1024,0.007837333406011263
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,16384,1024,0.007789333040515582
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,16384,1024,0.007790666694442431
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,16384,1024,0.007806666816274325
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,16384,1024,0.00781066653629144
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,16384,1024,0.007813333223263422
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,16384,1024,0.0077853333204984665
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,16384,1024,0.007827999691168467
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,16384,1024,0.007848000153899193
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,16384,1024,0.00780133344233036
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,16384,1024,0.0077773332595825195
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,16384,1024,0.007823999971151352
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,16384,1024,0.007815999910235405
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,16384,1024,0.0077826666335264845
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,16384,1024,0.007688000177343686
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,16384,1024,0.007666666681567828
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,16384,1024,0.4832480112711589
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,16384,1024,0.12892159620920818
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,16384,1024,0.2569674650828043
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,16384,1024,0.07722880045572916
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,16384,1024,0.08663893540700277
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,16384,1024,0.07231573263804117
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,16384,1024,0.08180692990620932
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,16384,1024,0.07797653675079345
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,16384,1024,0.07758613427480063
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,16384,1024,0.08850879669189453
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,16384,1024,0.06965013345082602
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,16384,1024,0.06381333271662394
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,16384,1024,0.06489493449529013
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,16384,1024,0.060641066233317054
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,16384,1024,0.05790613492329916
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,16384,1024,0.055794131755828855
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,16384,1024,0.053428268432617186
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,16384,1024,0.06910826365152994
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,16384,1024,0.05160426696141561
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,16384,1024,0.05136533180872599
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,16384,1024,0.04745386838912964
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,16384,1024,0.04549226760864258
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,16384,1024,0.04418773253758748
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,16384,1024,0.04215253194173177
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,16384,1024,0.04523093303044637
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,16384,1024,0.03932160139083862
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,16384,1024,0.03772693475087484
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,16384,1024,0.036475733915964766
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,16384,1024,0.032813866933186844
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,16384,1024,0.034883201122283936
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,16384,1024,0.03081600069999695
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,16384,1024,0.02889066735903422
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,16384,1024,0.02758079965909322
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,16384,1024,0.024947200218836466
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,16384,1024,0.02269759972890218
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,16384,1024,0.01998186707496643
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,16384,1024,0.020028799772262573
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,16384,1024,0.02057386636734009
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,16384,1024,0.01855573256810506
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,16384,1024,0.01872746745745341
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,16384,1024,0.018812799453735353
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,16384,1024,0.018473599354426065
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,16384,1024,0.01696746746699015
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,16384,1024,0.018547199169794717
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,16384,1024,0.01688213348388672
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,16384,1024,0.016500266393025716
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,16384,1024,0.01735360026359558
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,16384,1024,0.016620799899101257
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,16384,1024,0.016492799917856852
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,16384,1536,0.010021332899729412
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,16384,1024,0.016457600394884746
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,16384,1024,0.016225066781044007
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,16384,1024,0.016099199652671814
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,16384,1024,0.016774400075276693
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,16384,1024,0.015043200055758158
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,16384,1024,0.016499200463294984
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,16384,1024,0.014699733257293702
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,16384,1024,0.014974932869275412
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,16384,1024,0.014453333616256715
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,16384,1024,0.014740266402562461
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,16384,1024,0.014965333541234336
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,16384,1024,0.014637866616249084
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,16384,1024,0.015001599987347921
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,16384,1024,0.014601600170135499
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,16384,1024,0.014856533209482829
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,16384,1024,0.014509866635004679
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,16384,1024,0.014858667055765787
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,16384,1024,0.014582399527231851
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,16384,1024,0.014498133460680643
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,16384,1024,0.014509866635004679
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,16384,1024,0.014542933305104574
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,16384,1024,0.01640959978103638
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,16384,1024,0.014524799585342408
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,16384,1024,0.014465066790580749
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,16384,1024,0.014486400286356607
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,16384,1536,0.01042560040950775
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,16384,1536,0.010541866223017376
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,16384,1536,0.010140800476074218
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,16384,1536,0.010382933417956035
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,16384,1536,0.009995733698209126
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,16384,1024,0.40885121027628585
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,16384,1024,0.8152053197224935
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,16384,1024,0.1948021411895752
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,16384,1024,0.18202239672342937
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,16384,1024,1.6494794209798176
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,16384,1024,0.16943252881368
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,16384,1024,0.23541332880655924
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,16384,1024,0.1696202596028646
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,16384,1024,0.15658879280090332
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,16384,1024,0.1565663973490397
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,16384,1024,0.14320212999979656
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,16384,1024,0.14223893483479816
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,16384,1024,0.13118720054626465
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,16384,1024,0.1280181328455607
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,16384,1024,0.11729386647542317
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,16384,1024,0.10973440011342366
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,16384,1024,0.10150079727172852
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,16384,1024,0.08396693070729574
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,16384,1024,0.08378453254699707
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,16384,1024,0.06418773333231607
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,16384,1024,0.22103892962137855
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,16384,1024,0.06540693442026774
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,16384,1024,0.05348586638768514
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,16384,1024,0.04887466828028361
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,16384,1024,0.04376960198084513
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,16384,1024,0.03892053365707397
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,16384,1024,0.030292266607284547
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,16384,1024,0.03585600058237712
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,16384,1024,0.02272426684697469
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,16384,1024,0.014454399545987448
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,16384,1024,0.014087466398874917
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,16384,1024,0.014441600441932679
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,16384,1024,0.014034133156140646
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,16384,1024,0.013223466277122498
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,16384,1024,0.012866133451461792
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,16384,1024,0.013262933492660523
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,16384,1024,0.012859732906023661
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,16384,1024,0.22313706080118814
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,16384,1024,0.20732266108194985
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,16384,1024,0.21000852584838867
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,16384,1024,0.19591573079427083
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,16384,1024,0.18152213096618652
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,16384,1024,0.018641066551208497
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,16384,1024,0.026746666431427
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,16384,1024,0.010371200243631999
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,16384,1024,0.008796800176302593
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,16384,1024,0.009447466333707173
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,16384,1024,0.009532800316810608
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,16384,1024,0.009522133072217305
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,16384,1024,0.009193600217501322
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,16384,1024,0.009938133756319682
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,16384,1024,0.009589333335558574
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,16384,1024,0.009526399771372478
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,16384,1024,0.009588266412417095
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,16384,1024,0.009593600034713745
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,16384,1024,0.009725866715113322
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,16384,1024,0.009668266773223877
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,16384,1024,0.010398933291435241
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,16384,1024,0.00995733340581258
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,16384,1024,0.00960533320903778
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,16384,1024,0.009995733698209126
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,16384,1024,0.009607467055320739
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,16384,1024,0.010030933221181234
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,16384,1024,0.009987200299898785
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,16384,1024,0.009985066453615824
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,16384,1024,0.01039573351542155
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,16384,1024,0.009923199812571209
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,16384,1024,0.009994666775067646
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,16384,1024,0.009754666686058044
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,16384,1024,0.010030933221181234
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,16384,1024,0.39670934677124026
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,16384,1024,0.2015018622080485
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,16384,1024,0.010121599833170573
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,16384,1024,0.010499200224876404
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,16384,1024,0.010430933038393656
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,16384,1024,0.011106133460998535
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,16384,1024,0.10557440121968586
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,16384,1024,0.06176000038782755
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,16384,1024,0.06012159983317057
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,16384,1024,0.05893013477325439
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,16384,1024,0.054995199044545494
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,16384,1024,0.05367679993311564
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,16384,1024,0.056917333602905275
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,16384,1024,0.05207466681798299
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,16384,1024,0.05173333485921224
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,16384,1024,0.0491157333056132
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,16384,1024,0.048761598269144696
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,16384,1024,0.04577066500981648
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,16384,1024,0.04547093311945598
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,16384,1024,0.04255040089289348
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,16384,1024,0.04231253465016683
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,16384,1024,0.04073813358942668
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,16384,1024,0.0353653351465861
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,16384,1024,0.03780906597773234
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,16384,1024,0.038889598846435544
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,16384,1024,0.03185813426971436
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,16384,1024,0.031123199065526325
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,16384,1024,0.034789331754048664
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,16384,1024,0.03046826720237732
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,16384,1024,0.027639466524124145
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,16384,1024,0.02725759943326314
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,16384,1024,0.02376853426297506
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,16384,1024,0.02453226645787557
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,16384,1024,0.02079040010770162
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,16384,1024,0.020220800240834554
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,16384,1024,0.018739199638366698
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,16384,1024,0.016532267133394875
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,16384,1024,0.016099199652671814
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,16384,1024,0.012528000275293985
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,16384,1024,0.00921493371327718
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,16384,1024,0.012036266922950744
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,16384,1024,0.00913706620534261
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,16384,1024,0.009357866644859315
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,16384,1024,0.009125333031018574
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,16384,1024,0.00965119997660319
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,16384,1024,0.00981119970480601
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,16384,1024,0.009309867024421692
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,16384,1024,0.010030933221181234
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,16384,1024,0.008877866466840108
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,16384,1024,0.008769067128499348
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,16384,1024,0.009131733576456707
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,16384,1024,0.008713600039482117
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,16384,1024,0.008752000331878663
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,16384,1024,0.008802133798599242
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,16384,1024,0.008744532863299053
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,16384,1024,0.008778666456540424
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,16384,1024,0.008457600076993307
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,16384,1024,0.008705066641171773
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,16384,1024,0.008719999591509502
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,16384,1024,0.008740267157554627
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,16384,1024,0.008787199854850769
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,16384,1024,0.008739200234413148
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,16384,1024,0.009206400314966837
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,16384,1024,0.00916266640027364
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,16384,1024,0.008871466914812724
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,16384,1024,0.009130666653315227
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,16384,1024,0.008746666709582011
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,16384,1024,0.009147733449935913
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,16384,1024,0.008770133058230083
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,16384,1024,0.009178666273752849
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,16384,1024,0.008819199601809184
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,16384,1024,0.009221333265304565
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,16384,768,0.5617301305135091
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,16384,768,0.1426890691121419
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,16384,768,0.28401387532552086
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,16384,768,0.08157440026601157
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,16384,1024,0.00920960009098053
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,16384,768,0.0766101360321045
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,16384,768,0.07180799643198649
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,16384,768,0.07041172981262207
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,16384,768,0.0671189308166504
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,16384,768,0.06679573059082031
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,16384,768,0.06932799816131592
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,16384,768,0.06699946721394857
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,16384,768,0.05941653251647949
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,16384,768,0.061960534254709876
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,16384,768,0.05418026844660441
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,16384,768,0.049621331691741946
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,16384,768,0.052485334873199466
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,16384,768,0.04783573150634766
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,16384,768,0.04471466541290283
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,16384,768,0.04037439823150635
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,16384,768,0.04603093465169271
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,16384,768,0.03567999998728434
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,16384,768,0.03840320110321045
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,16384,768,0.03403520186742147
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,16384,768,0.03508586486180623
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,16384,768,0.0302837332089742
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,16384,768,0.027563732862472535
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,16384,768,0.02720959981282552
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,16384,768,0.022215465704600014
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,16384,768,0.019661867618560792
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,16384,768,0.018823466698328652
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,16384,768,0.016798933347066246
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,16384,768,0.07981332937876383
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,16384,768,0.013226667046546936
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,16384,768,0.01209173301855723
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,16384,768,0.009253333012262981
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,16384,768,0.00879039963086446
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,16384,768,0.008728532989819845
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,16384,768,0.008454400300979614
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,16384,768,0.00790293316046397
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,16384,768,0.007947733501593272
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,16384,768,0.007626666625340779
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,16384,768,0.007895466685295106
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,16384,768,0.007249066730340321
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,16384,768,0.007097599903742473
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,16384,768,0.007062399884064992
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,16384,768,0.007089066505432129
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,16384,768,0.006684799989064534
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,16384,768,0.007492266595363617
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,16384,768,0.006662400066852569
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,16384,768,0.006458666423956554
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,16384,768,0.006469333171844482
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,16384,768,0.006266666452089946
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,16384,768,0.006668800115585327
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,16384,768,0.006309333443641663
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,16384,768,0.006260266900062561
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,16384,768,0.00622080018122991
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,16384,768,0.006257066627343495
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,16384,768,0.006260266900062561
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,16384,768,0.025969066222508747
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,16384,768,0.006292266647020976
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,16384,768,0.005990399916966756
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,16384,768,0.006227200229962667
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,16384,768,0.005957333246866862
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,16384,768,0.006202666461467743
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,16384,768,0.005915733178456625
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,16384,768,0.0062730665008227035
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,16384,768,0.005994666616121928
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,16384,768,0.005936000247796377
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,16384,768,0.005861333509286245
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,16384,768,0.005909333129723867
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,16384,768,0.005864533285299936
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,16384,768,0.006277333199977875
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,16384,768,0.006252799928188324
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,16384,1024,0.00916373332341512
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,16384,768,0.20632960001627604
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,16384,768,0.3979551951090495
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,16384,768,0.10907306671142578
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,16384,768,0.06709226767222086
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,16384,768,0.06443200111389161
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,16384,768,0.06362666686375937
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,16384,768,0.06240426699320475
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,16384,768,0.06374186674753825
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,16384,768,0.05962773164113363
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,16384,768,0.06102399826049805
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,16384,768,0.06418453454971314
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,16384,768,0.0604586680730184
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,16384,768,0.0062613333264986675
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,16384,768,0.05548160076141358
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,16384,768,0.05759146610895792
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,16384,768,0.05281493266423544
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,16384,768,0.04972373247146607
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,16384,768,0.049259734153747556
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,16384,768,0.04727360010147095
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,16384,768,0.04547199805577596
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,16384,768,0.04239146709442139
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,16384,768,0.04572266737620036
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,16384,768,0.04097599983215332
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,16384,768,0.03896533250808716
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,16384,768,0.037887998421986896
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,16384,768,0.03996586799621582
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,16384,768,0.035045333703358966
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,16384,768,0.033655468622843424
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,16384,768,0.03304746747016907
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,16384,768,0.030892799297968548
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,16384,768,0.030265599489212036
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,16384,768,0.027539199590682982
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,16384,768,0.02249493400255839
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,16384,768,0.026918399333953857
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,16384,768,0.0228928009668986
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,16384,768,0.018634666999181114
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,16384,768,0.01837546626726786
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,16384,768,0.01821440060933431
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,16384,768,0.016505600015322367
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,16384,768,0.018157867590586345
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,16384,768,0.018675200144449868
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,16384,768,0.016509866714477538
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,16384,768,0.01789120038350423
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,16384,768,0.01728640000025431
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,16384,768,0.016526933511098227
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,16384,768,0.01658453345298767
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,16384,768,0.01623466710249583
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,16384,768,0.014753066500027976
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,16384,768,0.01640959978103638
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,16384,768,0.015415466825167336
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,16384,768,0.015098667144775391
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,16384,768,0.014524799585342408
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,16384,768,0.016025599837303162
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,16384,768,0.014917332927385965
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,16384,768,0.014656000336011252
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,16384,768,0.014460800091425577
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,16384,768,0.014679466684659323
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,16384,768,0.014470400412877402
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,16384,768,0.014457600315411887
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,16384,768,0.014450132846832275
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,16384,768,0.014473600188891092
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,16384,768,0.014531200130780539
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,16384,768,0.014469333489735923
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,16384,768,0.014426666498184203
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,16384,768,0.014465066790580749
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,16384,768,0.014461867014567056
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,16384,768,0.014457600315411887
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,16384,768,0.01448319951693217
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,16384,768,0.014446933070818582
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,16384,768,0.014460800091425577
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,16384,768,0.014461867014567056
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,16384,768,0.014502400159835815
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,16384,768,0.014475733041763306
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,16384,768,0.01443839967250824
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,16384,768,0.026583466927210492
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,16384,1024,0.008701866865158081
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,16384,1024,0.008777599533398945
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,16384,1024,0.008756267031033833
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,16384,1024,0.00920853316783905
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,16384,768,0.40606292088826496
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,16384,768,0.7884917577107747
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,16384,768,0.19295466740926107
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,16384,768,0.1803818702697754
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,16384,768,1.5813034057617188
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,16384,768,0.23069653511047364
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,16384,768,0.16921173731486003
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,16384,768,0.21615360577901205
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,16384,768,0.1638975938161214
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,16384,768,0.15678186416625978
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,16384,768,0.15084479649861654
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,16384,768,0.13807466824849446
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,16384,768,0.13048640092213948
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,16384,768,0.11706773440043132
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,16384,768,0.11532266934712727
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,16384,768,0.2178954601287842
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,16384,768,0.20496959686279298
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,16384,768,0.0941269318262736
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,16384,768,0.09644160270690919
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,16384,768,0.07424426873524984
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,16384,768,0.07201386292775472
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,16384,768,0.05759146610895792
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,16384,768,0.04935466845830282
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,16384,768,0.043958401679992674
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,16384,768,0.0404362678527832
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,16384,768,0.037281068166097005
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,16384,768,0.028782933950424194
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,16384,768,0.03253759940465291
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,16384,768,0.020632533232371013
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,16384,768,0.01285546620686849
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,16384,768,0.012443733215332032
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,16384,768,0.012458667159080505
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,16384,768,0.14150506655375164
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,16384,768,0.012796800335248312
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,16384,768,0.011529599626859028
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,16384,768,0.011596799890200297
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,16384,768,0.012007466952006022
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,16384,768,0.01202453374862671
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,16384,768,0.05873920122782389
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,16384,768,0.20320852597554526
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,16384,768,0.1781727949778239
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,16384,768,0.1905845324198405
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,16384,768,0.023897600173950196
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,16384,768,0.01575040022532145
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,16384,768,0.00876800020535787
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,16384,768,0.00844693382581075
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,16384,768,0.008318933347860973
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,16384,768,0.009134933352470398
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,16384,768,0.009146666526794434
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,16384,768,0.008359466989835102
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,16384,768,0.008734933535257975
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,16384,768,0.008733866612116496
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,16384,768,0.009118933478991191
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,16384,768,0.008699733018875121
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,16384,768,0.009144533673922222
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,16384,768,0.009099733829498292
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,16384,768,0.008716799815495809
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,16384,768,0.009213866790135701
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,16384,768,0.008322133123874665
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,16384,768,0.009190400441487629
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,16384,768,0.009144533673922222
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,16384,768,0.008774399757385254
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,16384,768,0.008797867099444072
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,16384,768,0.008342400193214417
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,16384,768,0.008782933155695598
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,16384,768,0.009136000275611877
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,16384,768,0.009539199868837993
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,16384,768,0.00916266640027364
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,16384,768,0.008745599786440532
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,16384,768,0.009986133376757304
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,16384,768,0.009617066383361817
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,16384,768,0.052441600958506265
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,16384,768,0.09101440111796061
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,16384,768,0.054220799605051676
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,16384,768,0.17487680117289225
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,16384,768,0.3395594596862793
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,16384,768,0.00918933351834615
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,16384,768,0.05162453254063924
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,16384,768,0.009956266482671101
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,16384,768,0.04871146678924561
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,16384,768,0.00944640040397644
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,16384,768,0.049401601155598954
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,16384,768,0.04666346708933512
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,16384,768,0.04580159982045491
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,16384,768,0.04311573505401611
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,16384,768,0.045458134015401205
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,16384,768,0.04010453224182129
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,16384,768,0.03771946827570598
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,16384,768,0.04270293315251668
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,16384,768,0.040489598115285234
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,16384,768,0.037191466490427656
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,16384,768,0.03631786505381267
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,16384,768,0.03443520069122315
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,16384,768,0.031192533175150555
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,16384,768,0.03319680094718933
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,16384,768,0.030210133393605548
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,16384,768,0.02720959981282552
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,16384,768,0.028006400664647418
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,16384,768,0.027011199792226152
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,16384,768,0.02429866592089335
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,16384,768,0.02407039999961853
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,16384,768,0.020733867088953653
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,16384,768,0.02135253349939982
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,16384,768,0.018143999576568603
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,16384,768,0.01818986733754476
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,16384,768,0.01738026738166809
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,16384,768,0.014217600226402283
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,16384,768,0.014478933811187745
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,16384,768,0.011623467008272808
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,16384,768,0.011179733276367187
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,16384,768,0.008734933535257975
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,16384,768,0.008707200487454731
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,16384,768,0.008701866865158081
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,16384,768,0.008770133058230083
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,16384,768,0.008850133419036866
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,16384,768,0.008733866612116496
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,16384,768,0.00881599982579549
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,16384,768,0.009152000149091084
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,16384,768,0.008301866551240284
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,16384,768,0.00840106705824534
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,16384,768,0.008368000388145447
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,16384,768,0.008370133241017659
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,16384,768,0.008327466746171314
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,16384,768,0.008360532919565837
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,16384,768,0.008368000388145447
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,16384,768,0.00830080012480418
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,16384,768,0.00832533339659373
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,16384,768,0.008124800026416778
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,16384,768,0.008341333270072937
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,16384,768,0.007913599908351897
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,16384,768,0.008321066697438557
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,16384,768,0.008384000261624653
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,16384,768,0.008753066261609394
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,16384,768,0.00876693328221639
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,16384,768,0.008326399823029835
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,16384,768,0.008311466872692108
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,16384,768,0.007955199976762136
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,16384,768,0.008417066931724549
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,16384,768,0.008736000458399455
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,16384,768,0.008713600039482117
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,16384,768,0.008400000135103862
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,16384,512,0.402509880065918
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,16384,512,0.19793492952982586
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,16384,512,0.10159040292104085
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,16384,512,0.06200000047683716
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,16384,512,0.05703999996185303
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,16384,512,0.05588266849517822
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,16384,512,0.05369493166605631
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,16384,512,0.052857601642608644
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,16384,512,0.051242665449778235
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,16384,512,0.05055040121078491
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,16384,512,0.06096213261286417
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,16384,512,0.05401813189188639
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,16384,512,0.0474453330039978
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,16384,512,0.045713067054748535
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,16384,512,0.040573867162068684
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,16384,512,0.037836798032124835
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,16384,512,0.035870933532714845
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,16384,512,0.03435306549072266
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,16384,512,0.032501333951950075
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,16384,512,0.03326080044110616
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,16384,512,0.029228800535202028
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,16384,512,0.02759466568628947
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,16384,512,0.025518933931986492
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,16384,512,0.024502400557200113
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,16384,512,0.026710400978724163
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,16384,512,0.02232426603635152
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,16384,512,0.01992959976196289
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,16384,512,0.019887999693552653
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,16384,512,0.01809813380241394
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,16384,512,0.016192000110944113
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,16384,512,0.014341333508491516
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,16384,512,0.014283733566602072
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,16384,512,0.0128330667813619
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,16384,512,0.010375466942787171
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,16384,512,0.009356799721717834
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,16384,512,0.00738560010989507
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,16384,512,0.007122133175532024
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,16384,512,0.0066442668437957765
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,16384,512,0.006720000008742015
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,16384,768,0.008605866630872091
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,16384,512,0.005869866907596588
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,16384,512,0.005937066674232483
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,16384,512,0.005485866467158
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,16384,512,0.005834666887919108
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,16384,512,0.005076266825199127
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,16384,512,0.004637866715590159
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,16384,512,0.004615466793378194
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,16384,512,0.004603733122348785
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,16384,512,0.0045952002207438145
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,16384,512,0.0052149335543314615
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,16384,512,0.0045855998992919925
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,16384,512,0.004243200023969015
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,16384,512,0.004204800228277842
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,16384,512,0.004103466620047887
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,16384,512,0.004205866654713949
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,16384,512,0.0038346665600935614
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,16384,512,0.0038474666575590765
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,16384,512,0.0035466666022936503
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,16384,512,0.003705599904060364
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,16384,512,0.0033546666304270422
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,16384,512,0.003455999990304311
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,16384,512,0.0035146666069825493
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,16384,512,0.003454933315515518
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,16384,512,0.0034175999462604523
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,16384,512,0.0034346667428811393
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,16384,512,0.003446399917205175
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,16384,512,0.0033781332274278007
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,16384,512,0.0034314667185147605
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,16384,512,0.0034261333445707956
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,16384,512,0.003366400053103765
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,16384,512,0.00346666673819224
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,16384,512,0.0034389334420363107
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,16384,512,0.0034314667185147605
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,16384,768,0.008334933718045553
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,16384,512,0.003437866767247518
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,16384,512,0.0038549333810806276
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,16384,768,0.008516266942024231
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,16384,768,0.007975466549396515
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,16384,512,0.057309865951538086
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,16384,512,0.1629813353220622
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,16384,512,0.05553493499755859
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,16384,512,0.055485868453979494
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,16384,512,0.053741868336995444
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,16384,512,0.05219306548436483
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,16384,512,0.051345066229502356
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,16384,512,0.051218132177988686
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,16384,512,0.058234667778015135
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,16384,512,0.04983359972635905
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,16384,512,0.04737600088119507
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,16384,512,0.04545173247655233
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,16384,512,0.04273173411687215
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,16384,512,0.04285973310470581
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,16384,512,0.0436245322227478
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,16384,512,0.04041066567103068
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,16384,512,0.03738346497217814
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,16384,512,0.03649280071258545
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,16384,512,0.03482026656468709
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,16384,512,0.03376746575037638
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,16384,512,0.0361130674680074
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,16384,512,0.032679466406504314
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,16384,512,0.08611626625061035
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,16384,512,0.0312394658724467
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,16384,768,0.008701866865158081
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,16384,512,0.323307736714681
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,16384,512,0.02815893292427063
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,16384,512,0.026918399333953857
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,16384,512,0.026642133792241413
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,16384,512,0.02446933388710022
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,16384,512,0.020574933290481566
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,16384,512,0.02490026752154032
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,16384,512,0.018866133689880372
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,16384,512,0.04746880133946736
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,16384,512,0.016569599509239197
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,16384,512,0.01688746611277262
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,16384,512,0.01761386593182882
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,16384,512,0.01889386574427287
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,16384,512,0.016484266519546507
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,16384,512,0.01664426624774933
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,16384,512,0.016458666324615477
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,16384,512,0.01614400049050649
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,16384,512,0.015634133418401083
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,16384,512,0.015639467040697734
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,16384,512,0.015602133671442666
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,16384,512,0.01462399959564209
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,16384,512,0.015176533659299215
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,16384,512,0.039376000563303634
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,16384,512,0.014567466576894126
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,16384,512,0.01446613371372223
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,16384,512,0.015785599748293556
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,16384,512,0.014458666245142618
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,16384,512,0.014936533570289613
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,16384,512,0.015018666783968607
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,16384,512,0.014452266693115234
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,16384,512,0.014417066176732381
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,16384,512,0.014328533411026
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,16384,512,0.014417066176732381
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,16384,512,0.014426666498184203
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,16384,512,0.014465066790580749
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,16384,512,0.01446613371372223
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,16384,512,0.028986666599909467
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,16384,512,0.014353066682815552
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,16384,512,0.014003200332323709
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,16384,512,0.014457600315411887
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,16384,512,0.014296533664067588
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,16384,512,0.014402133226394654
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,16384,512,0.015178666512171427
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,16384,512,0.014499200383822122
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,16384,512,0.014484266440073649
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,16384,512,0.014436266819636025
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,16384,512,0.014401066303253173
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,16384,768,0.008739200234413148
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,16384,512,0.01490239997704824
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,16384,512,0.01446399986743927
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,16384,768,0.008408533533414204
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,16384,512,0.014504533012708029
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,16384,512,0.21092799504597984
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,16384,512,0.1795050621032715
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,16384,512,0.20341760317484536
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,16384,512,0.1758464018503825
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,16384,512,0.3757269223531087
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,16384,512,0.7489599863688151
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,16384,512,0.1678175926208496
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,16384,512,0.16293120384216309
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,16384,512,0.15794453620910645
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,16384,512,0.15215466817220052
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,16384,512,0.14469760258992512
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,16384,512,0.13915306727091473
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,16384,512,0.12168320020039876
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,16384,512,0.19995840390523273
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,16384,512,0.11878613630930583
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,16384,512,0.10833600362141926
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,16384,512,0.09767786661783853
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,16384,512,0.06772800286610922
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,16384,512,0.06879786650339761
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,16384,512,1.4975658416748048
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,16384,512,0.05282026529312134
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,16384,512,0.18623359998067218
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,16384,512,0.1909183979034424
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,16384,512,0.03728533188501994
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,16384,512,0.044259198506673175
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,16384,512,0.03418346643447876
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,16384,512,0.029645866155624388
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,16384,512,0.01938026746114095
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,16384,512,0.13001173337300617
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,16384,512,0.012053333719571431
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,16384,512,0.08137173652648926
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,16384,512,0.012078932921091716
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,16384,512,0.012312533458073933
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,16384,512,0.07761600017547607
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,16384,512,0.012385066350301106
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,16384,512,0.010838400324185688
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,16384,512,0.010963199536005656
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,16384,512,0.011188266674677531
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,16384,512,0.010909866293271382
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,16384,512,0.04189759890238444
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,16384,512,0.02675093412399292
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,16384,512,0.052102398872375486
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,16384,512,0.021081600586573282
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,16384,512,0.01393066644668579
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,16384,512,0.008757332960764568
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,16384,512,0.007582933207352956
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,16384,512,0.008740267157554627
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,16384,512,0.007558399935563405
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,16384,512,0.00844266712665558
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,16384,512,0.008788266777992248
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,16384,512,0.007481599847475688
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,16384,512,0.007761066655317943
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,16384,512,0.007536000013351441
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,16384,512,0.008310399949550629
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,16384,512,0.007926400005817413
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,16384,512,0.007632000247637431
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,16384,512,0.008307200173536937
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,16384,512,0.007898666461308797
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,16384,512,0.007681066791216533
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,16384,512,0.008366933465003968
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,16384,512,0.007500799993673961
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,16384,512,0.00795413355032603
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,16384,512,0.007963733375072479
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,16384,512,0.007542400062084198
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,16384,512,0.007683200140794118
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,16384,512,0.008476799726486206
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,16384,512,0.008303999900817871
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,16384,512,0.007892266909281413
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,16384,512,0.0076000000039736434
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,16384,512,0.007573333382606506
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,16384,512,0.00876800020535787
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,16384,512,0.007897600034872691
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,16384,512,0.04863786697387695
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,16384,512,0.292299747467041
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,16384,512,0.08008639812469483
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,16384,512,0.14991040229797364
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,16384,512,0.046675201257069907
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,16384,512,0.04614293177922567
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,16384,512,0.04418559869130452
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,16384,512,0.04114986658096313
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,16384,512,0.0438101331392924
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,16384,512,0.04181333382924397
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,16384,512,0.04072106679280599
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,16384,512,0.03852159976959228
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,16384,512,0.038024532794952395
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,16384,512,0.03575679858525594
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,16384,512,0.03554346561431885
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,16384,512,0.03308159907658895
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,16384,512,0.032918399572372435
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,16384,512,0.008855467041333515
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,16384,512,0.008724266290664673
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,16384,512,0.031658667325973514
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,16384,512,0.03004693388938904
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,16384,512,0.029462399085362752
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,16384,512,0.0271999994913737
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,16384,512,0.026870399713516235
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,16384,512,0.02472320000330607
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,16384,512,0.024279467264811196
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,16384,512,0.023525333404541014
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,16384,512,0.021434666713078816
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,16384,512,0.02106026609738668
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,16384,512,0.018538665771484376
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,16384,512,0.018614399433135986
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,16384,512,0.015474133690198264
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,16384,512,0.015066666404406228
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,16384,512,0.014803199966748556
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,16384,512,0.012818132837613424
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,16384,512,0.012473600109418233
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,16384,512,0.010402133067448933
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,16384,512,0.010011733571688334
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,16384,512,0.008311466872692108
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,16384,512,0.008310399949550629
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,16384,512,0.008288000027338665
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,16384,512,0.008370133241017659
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,16384,512,0.008323200047016144
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,16384,512,0.008338133494059246
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,16384,512,0.008311466872692108
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,16384,512,0.008820266524950663
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,16384,512,0.007973333199818928
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,16384,512,0.007909333209196727
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,16384,512,0.007879466811815897
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,16384,512,0.00795413355032603
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,16384,512,0.007918933530648549
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,16384,512,0.007916800181070964
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,16384,512,0.007906133433183034
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,16384,512,0.00791786660750707
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,16384,512,0.007578666508197785
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,16384,512,0.007928533355395
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,16384,512,0.00795306662718455
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,16384,512,0.008392533659934998
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,16384,512,0.007844266792138416
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,16384,512,0.007929599781831106
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,16384,512,0.007546666761239369
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,16384,512,0.007975466549396515
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,16384,512,0.007909333209196727
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,16384,512,0.007885866860548655
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,16384,512,0.007891199986139933
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,16384,512,0.008001066744327545
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,16384,512,0.007922133306662242
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,16384,512,0.007979733248551685
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,16384,512,0.007548800110816956
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,16384,256,0.2791605313618978
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,16384,256,0.13985919952392578
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,16384,256,0.0703978697458903
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,16384,256,0.03906879822413127
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,16384,256,0.037732267379760744
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,16384,256,0.037307735284169516
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,16384,512,0.00831573357184728
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,16384,256,0.035323735078175864
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,16384,256,0.034430932998657224
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,16384,256,0.033079467217127484
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,16384,256,0.03227199912071228
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,16384,512,0.008276266853014629
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,16384,256,0.03200533390045166
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,16384,256,0.03920746644337972
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,16384,256,0.029521065950393676
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,16384,256,0.027881600459416706
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,16384,256,0.024833067258199056
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,16384,256,0.025690666834513348
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,16384,256,0.022689066330591836
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,16384,256,0.026885332663853963
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,16384,256,0.02296533385912577
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,16384,256,0.020489599307378134
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,16384,256,0.019764266411463418
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,16384,256,0.018252799908320107
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,16384,256,0.0180565337340037
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,16384,256,0.020374399423599244
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,16384,256,0.016195199886957803
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,16384,256,0.014899200201034546
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,16384,256,0.01446613371372223
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,16384,256,0.013299199938774108
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,16384,256,0.012193066875139873
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,16384,512,0.007563733557860057
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,16384,256,0.011162666479746501
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,16384,256,0.01009173293908437
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,16384,256,0.011558399597803751
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,16384,256,0.006666666766007741
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,16384,256,0.007484800120194752
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,16384,256,0.00543146679798762
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,16384,256,0.004869333406289419
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,16384,256,0.004906666775544485
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,16384,256,0.0048885335524876915
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,16384,256,0.004598399996757508
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,16384,256,0.004260266820589701
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,16384,256,0.004189866781234741
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,16384,256,0.003832533210515976
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,16384,256,0.003706666578849157
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,16384,256,0.0036288000643253326
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,16384,256,0.0037770666182041167
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,16384,256,0.0034400001168251038
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,16384,256,0.003788800040880839
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,16384,256,0.0034453332424163817
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,16384,256,0.003339733431736628
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,16384,256,0.003151999910672506
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,16384,256,0.0033728001018365227
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,16384,256,0.002993066608905792
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,16384,256,0.02992960015932719
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,16384,256,0.002961066613594691
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,16384,512,0.008297599852085114
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,16384,256,0.0029706666866938275
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,16384,256,0.002629333237806956
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,16384,256,0.002619733413060506
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,16384,256,0.002703999976317088
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,16384,256,0.002632533262173335
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,16384,256,0.002600533266862233
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,16384,256,0.002616533388694127
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,16384,256,0.0026154667139053345
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,16384,256,0.002603733291228612
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,16384,256,0.0025653332471847535
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,16384,256,0.0026069333155949908
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,16384,256,0.0025621332228183747
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,16384,256,0.002639999985694885
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,16384,256,0.002624000112215678
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,16384,256,0.0026047999660174055
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,16384,256,0.0026101333399613695
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,16384,256,0.0025888000925381976
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,16384,256,0.004218666752179464
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,16384,256,0.1232373317082723
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,16384,256,0.23144106864929198
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,16384,256,0.04805546601613363
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,16384,256,0.07255252997080484
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,16384,512,0.007998933394749958
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,16384,256,0.04625920057296753
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,16384,256,0.048944000403086343
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,16384,256,0.04522453149159749
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,16384,256,0.04480746587117513
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,16384,256,0.04292800029118855
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,16384,256,0.0029663999875386557
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,16384,256,0.043772800763448076
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,16384,256,0.05033599932988485
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,16384,256,0.040982401371002196
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,16384,256,0.04719146490097046
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,16384,256,0.03902186552683513
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,16384,256,0.03815040191014608
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,16384,256,0.037045331796010335
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,16384,256,0.04193066755930583
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,16384,256,0.033130667606989544
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,16384,256,0.03376106818517049
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,16384,256,0.031481599807739256
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,16384,256,0.030882134040196733
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,16384,256,0.02874773343404134
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,16384,256,0.02900480031967163
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,16384,256,0.032101333141326904
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,16384,256,0.027027199665705364
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,16384,256,0.02606186668078105
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,16384,256,0.02505706747372945
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,16384,256,0.02726400097211202
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,16384,256,0.022048000494639078
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,16384,256,0.02211839954058329
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,16384,256,0.022376533349355063
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,16384,512,0.007540266712506611
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,16384,256,0.020513067642847695
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,16384,256,0.018550399939219156
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,16384,256,0.016489600141843162
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,16384,256,0.015782399972279867
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,16384,256,0.015773866573969522
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,16384,256,0.016170666615168253
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,16384,256,0.014677332838376364
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,16384,256,0.016249600052833556
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,16384,256,0.015034666657447815
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,16384,256,0.0027776000400384264
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,16384,256,0.014503467082977294
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,16384,256,0.015077333648999533
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,16384,256,0.014469333489735923
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,16384,256,0.014517333110173544
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,16384,256,0.014636799693107605
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,16384,256,0.035554134845733644
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,16384,256,0.014505599935849508
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,16384,256,0.015759999553362526
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,16384,256,0.01446293294429779
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,16384,256,0.01586560010910034
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,16384,256,0.0145087997118632
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,16384,256,0.014827733238538107
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,16384,256,0.014380799730618796
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,16384,256,0.014307199915250143
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,16384,256,0.014441600441932679
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,16384,256,0.01302079955736796
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,16384,256,0.014310399691263834
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,16384,256,0.014198399583498635
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,16384,256,0.013347199559211731
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,16384,256,0.014318933089574179
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,16384,256,0.013639466961224875
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,16384,256,0.01420799990495046
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,16384,256,0.013961600263913474
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,16384,256,0.014310399691263834
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,16384,256,0.013467733065287271
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,16384,256,0.022300799687703453
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,16384,256,0.014396799604098
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,16384,512,0.0075573335091273
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,16384,256,0.014189866185188294
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,16384,256,0.01372160017490387
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,16384,256,0.013160533706347146
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,16384,256,0.013988266388575235
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,16384,256,0.014108799894650779
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,16384,256,0.016495999693870545
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,16384,256,0.016723199685414632
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,16384,256,0.13438612620035809
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,16384,256,0.12214826742808024
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,16384,256,0.14224960009256998
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,16384,256,0.13748480478922526
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,16384,256,0.1181109348932902
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,16384,256,0.11465493043263753
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,16384,256,0.1101749340693156
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,16384,256,0.254312531153361
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,16384,256,0.10670719941457112
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,16384,256,0.10288106600443522
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,16384,256,0.09870826403299968
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,16384,256,0.1298367977142334
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,16384,256,0.09034773508707682
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,16384,256,0.09357759952545167
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,16384,256,0.5031605402628581
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,16384,256,0.08366186618804931
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,16384,256,0.08040746847788492
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,16384,256,0.058217600981394446
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,16384,256,0.06762666702270508
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,16384,256,1.0025461196899415
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,16384,256,0.04680639902750651
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,16384,256,0.05588800112406413
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,16384,256,0.04561706781387329
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,16384,256,0.038583465417226154
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,16384,256,0.03246080080668132
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,16384,256,0.026796799898147584
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,16384,256,0.03454506794611613
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,16384,256,0.02927466630935669
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,16384,256,0.023617066939671836
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,16384,256,0.021409066518147786
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,16384,256,0.016099199652671814
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,16384,256,0.010393599669138592
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,16384,256,0.010362666845321656
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,16384,256,0.010358400146166484
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,16384,256,0.01002239982287089
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,16384,256,0.009176533420880635
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,16384,256,0.009592533111572266
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,16384,256,0.009527466694513957
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,16384,256,0.009635200103123982
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,16384,256,0.07360640366872152
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,16384,256,0.040387201309204104
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,16384,256,0.1271498680114746
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,16384,256,0.007526400188604991
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,16384,256,0.007505066692829132
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,16384,256,0.007503999769687653
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,16384,256,0.007243733108043671
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,16384,256,0.007080533107121785
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,16384,256,0.00628053347269694
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,16384,256,0.0062826668222745255
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,16384,256,0.006682666639486949
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,16384,256,0.006695466736952464
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,16384,256,0.006677333513895671
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,16384,256,0.006682666639486949
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,16384,256,0.006659199794133504
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,16384,256,0.016951467593510947
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,16384,256,0.006675200164318084
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,16384,256,0.006484266618887584
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,16384,256,0.006669866542021434
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,16384,256,0.006659199794133504
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,16384,256,0.006347733239332835
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,16384,256,0.006359466910362243
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,16384,256,0.006675200164318084
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,16384,256,0.006354133288065593
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,16384,256,0.006685866912206013
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,16384,256,0.006365866462389629
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,16384,256,0.006730666756629944
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,16384,256,0.0064298664530118305
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,16384,256,0.006351999938488007
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,16384,256,0.006316799918810527
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,16384,256,0.006676266590754191
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,16384,256,0.007522133489449819
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,16384,256,0.007513600091139476
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,16384,256,0.007528533538182576
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,16384,256,0.011989333232243856
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,16384,256,0.12019733587900798
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,16384,256,0.06629546483357748
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,16384,256,0.038118398189544676
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,16384,256,0.0395146648089091
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,16384,256,0.22542400360107423
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,16384,256,0.03628480037053426
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,16384,256,0.035558398564656576
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,16384,256,0.037979733943939206
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,16384,256,0.03432106574376424
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,16384,256,0.03308159907658895
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,16384,256,0.03351786533991496
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,16384,256,0.031201066573460896
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,16384,256,0.03170560002326965
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,16384,256,0.02943466703097026
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,16384,256,0.02918826738993327
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,16384,256,0.027273599306742353
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,16384,256,0.027190399169921876
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,16384,256,0.026046933730443318
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,16384,256,0.025114667415618897
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,16384,256,0.02435520092646281
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,16384,256,0.022636799017588298
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,16384,256,0.022388267517089843
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,16384,256,0.020193066199620566
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,16384,256,0.019844265778859456
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,16384,256,0.019695999224980672
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,16384,256,0.01774719953536987
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,16384,256,0.01734293301900228
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,16384,256,0.015692800283432007
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,16384,256,0.01527253290017446
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,16384,256,0.013208533326784769
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,16384,256,0.013274666666984559
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,16384,256,0.010897066195805867
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,16384,256,0.01253973344961802
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,16384,256,0.010821333527565003
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,16384,256,0.009689600268999735
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,16384,256,0.009152000149091084
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,16384,256,0.007900799810886382
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,16384,256,0.007901866734027863
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,16384,256,0.007901866734027863
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,16384,256,0.007885866860548655
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,16384,256,0.007910400132338206
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,16384,256,0.00759680022795995
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,16384,256,0.0075989335775375364
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,16384,256,0.007923200229803721
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,16384,256,0.007893333335717519
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,16384,256,0.0075530668099721265
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,16384,256,0.007774933179219563
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,16384,256,0.007577600081761678
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,16384,256,0.007550933460394542
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,16384,256,0.007575466732184092
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,16384,256,0.007154133419195812
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,16384,256,0.007512533167997997
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,16384,256,0.007521066566308339
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,16384,256,0.007125333448251088
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,16384,256,0.007155199845631917
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,16384,256,0.007493333518505096
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,16384,256,0.007275733351707459
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,16384,256,0.007122133175532024
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,16384,256,0.007542400062084198
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,16384,256,0.007530666887760162
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,16384,256,0.007563733557860057
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,16384,256,0.007492266595363617
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,16384,256,0.007507200042406718
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,16384,256,0.007492266595363617
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,16384,256,0.007130666573842366
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,16384,256,0.007177599767843883
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,16384,256,0.007281066477298736
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,16384,256,0.0075541332364082335
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,16384,128,0.20922346115112306
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,16384,256,0.007499733567237854
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,16384,256,0.007315200070540111
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,16384,128,0.10657813549041747
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,16384,128,0.028094933430353804
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,16384,128,0.028510934114456175
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,16384,128,0.030693332354227703
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,16384,128,0.0301418662071228
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,16384,128,0.030742400884628297
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,16384,128,0.025809067487716674
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,16384,128,0.029252266883850096
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,16384,128,0.026370133956273394
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,16384,128,0.02704533338546753
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,16384,128,0.02597759962081909
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,16384,128,0.021036799748738608
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,16384,128,0.02243946592013041
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,16384,256,0.007540266712506611
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,16384,128,0.02221333384513855
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,16384,128,0.023106133937835692
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,16384,128,0.021269333362579346
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,16384,128,0.018598399559656777
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,16384,128,0.020016000668207804
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,16384,128,0.018551466862360637
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,16384,128,0.016481066743532814
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,16384,128,0.01422826647758484
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,16384,128,0.014597333470980325
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,16384,128,0.01206719974676768
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,16384,128,0.01183893382549286
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,16384,128,0.009998933474222819
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,16384,128,0.009196799993515015
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,16384,128,0.00897706647713979
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,16384,128,0.008699733018875121
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,16384,128,0.006260266900062561
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,16384,128,0.005884799857934316
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,16384,128,0.004339199761549632
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,16384,128,0.004204800228277842
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,16384,128,0.003997866561015447
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,16384,128,0.0038624001046021783
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,16384,128,0.056314667065938316
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,16384,128,0.0037952000896135964
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,16384,128,0.003815466662247976
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,16384,128,0.0034442665676275887
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,16384,128,0.003453866640726725
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,16384,128,0.003386666625738144
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,16384,128,0.0030805334448814393
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,16384,128,0.0033973333736260734
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,16384,256,0.007506133119265239
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,16384,128,0.0029909332593282064
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,16384,256,0.0070826664566993715
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,16384,128,0.003044266750415166
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,16384,128,0.003032533327738444
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,16384,128,0.0026101333399613695
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,16384,128,0.002976000060637792
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,16384,128,0.0029866665601730345
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,16384,128,0.0029546665648619336
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,16384,256,0.0071370666225751235
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,16384,128,0.002553600072860718
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,16384,128,0.002603733291228612
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,16384,128,0.002585600068171819
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,16384,128,0.0025781333446502686
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,16384,128,0.002209066599607468
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,16384,128,0.0026346666117509207
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,16384,128,0.002570666621128718
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,16384,128,0.002266666789849599
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,16384,128,0.002367999901374181
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,16384,128,0.0022656001150608064
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,16384,128,0.0022143999735514323
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,16384,128,0.0022154666483402254
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,16384,128,0.0022645334402720133
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,16384,128,0.00226346676548322
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,16384,128,0.0022133332987626392
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,16384,128,0.0022656001150608064
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,16384,128,0.0023093332846959433
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,16384,128,0.0022101332743962605
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,16384,128,0.002205866575241089
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,16384,128,0.10879039764404297
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,16384,128,0.19602559407552084
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,16384,128,0.0635861317316691
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,16384,128,0.003110400090614955
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,16384,128,0.040804266929626465
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,16384,128,0.041016534964243574
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,16384,128,0.03932160139083862
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,16384,128,0.04121066729227702
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,16384,128,0.039937067031860354
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,16384,128,0.04034133354822795
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,16384,128,0.016956800222396852
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,16384,128,0.037115732828776046
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,16384,128,0.014749866724014283
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,16384,128,0.03710506757100423
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,16384,128,0.03526080052057902
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,16384,128,0.03283733328183492
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,16384,128,0.002629333237806956
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,16384,128,0.037326931953430176
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,16384,128,0.03398720026016235
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,16384,128,0.03217599987983703
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,16384,128,0.009567999839782714
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,16384,128,0.029521065950393676
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,16384,128,0.027543467283248902
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,16384,128,0.027589333057403565
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,16384,128,0.024709333976109825
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,16384,128,0.02485226591428121
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,16384,128,0.022973867257436116
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,16384,128,0.023553067445755006
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,16384,128,0.022691200176874794
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,16384,128,0.02158613403638204
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,16384,128,0.020642133553822835
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,16384,128,0.020040533939997354
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,16384,128,0.020907733837763467
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,16384,128,0.020793600877126058
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,16384,128,0.01771093408266703
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,16384,128,0.017576533555984496
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,16384,128,0.01629973351955414
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,16384,128,0.016454399625460307
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,16384,128,0.015890133380889893
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,16384,128,0.015429332852363586
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,16384,128,0.014451199769973755
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,16384,128,0.014520532886187234
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,16384,128,0.014450132846832275
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,16384,128,0.014512000481287637
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,16384,128,0.014444800217946372
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,16384,128,0.03721173206965129
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,16384,128,0.014498133460680643
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,16384,128,0.014342400431632995
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,16384,128,0.014435199896494546
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,16384,128,0.0150026669104894
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,16384,128,0.01446293294429779
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,16384,128,0.014337066809336343
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,16384,128,0.014475733041763306
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,16384,128,0.014487466216087342
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,16384,128,0.03395306666692098
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,16384,128,0.013577600320180258
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,16384,128,0.014255999525388082
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,16384,128,0.014220800002415976
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,16384,128,0.013906133174896241
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,16384,128,0.031173332532246904
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,16384,128,0.014075733224550881
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,16384,128,0.028867199023564653
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,16384,128,0.013398399949073792
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,16384,128,0.013844266533851624
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,16384,128,0.013853866855303446
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,16384,128,0.013726933797200521
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,16384,128,0.013498666882514953
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,16384,128,0.013649066289265951
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,16384,128,0.013404800494511922
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,16384,128,0.013822933038075766
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,16384,128,0.01393280029296875
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,16384,128,0.013473066687583923
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,16384,128,0.01366933286190033
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,16384,128,0.013583999872207642
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,16384,128,0.014638933539390563
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,16384,128,0.014179199934005737
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,16384,128,0.013877333203951518
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,16384,128,0.014125866691271463
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,16384,128,0.014791466792424521
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,16384,128,0.19103147188822428
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,16384,128,0.3763861338297526
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,16384,128,0.7497525533040365
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,16384,128,0.0923904021581014
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,16384,128,0.0865610678990682
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,16384,128,0.10638933181762696
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,16384,128,0.10378560225168865
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,16384,128,0.08066240151723227
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,16384,128,0.07672426700592042
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,16384,128,0.0754688024520874
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,16384,128,0.07164373397827148
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,16384,128,0.06750293572743735
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,16384,128,0.06333973407745361
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,16384,128,0.062089598178863524
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,16384,128,0.05409813324610392
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,16384,128,0.051984000205993655
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,16384,128,0.04827946821848551
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,16384,128,0.044565331935882566
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,16384,128,0.04021226565043132
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,16384,128,0.038627199331919354
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,16384,128,0.03492586612701416
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,16384,128,0.0337066650390625
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,16384,128,0.028526933987935384
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,16384,128,0.025154133637746174
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,16384,128,0.023532799879709878
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,16384,128,0.021001599232355752
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,16384,128,0.019013333320617675
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,16384,128,0.014486400286356607
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,16384,128,0.10028479894002278
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,16384,128,0.009195733070373534
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,16384,128,0.0952618678410848
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,16384,128,0.00947093367576599
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,16384,128,0.009133866429328919
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,16384,128,0.00953493316968282
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,16384,128,0.008463999629020691
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,16384,128,0.008697600166002909
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,16384,128,0.008748799562454224
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,16384,128,0.008351999521255492
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,16384,128,0.09801812966664633
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,16384,128,0.03009173274040222
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,16384,128,0.08314879735310873
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,16384,128,0.08861440022786458
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,16384,128,0.006774400174617767
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,16384,128,0.010661333799362183
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,16384,128,0.007160533467928569
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,16384,128,0.00674773355325063
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,16384,128,0.006734933455785115
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,16384,128,0.005949866771697998
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,16384,128,0.006001066664854685
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,16384,128,0.005843199789524078
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,16384,128,0.007108266651630402
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,16384,128,0.006276266773541768
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,16384,128,0.005961599946022034
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,16384,128,0.005942399799823761
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,16384,128,0.005847466488679251
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,16384,128,0.006345599889755249
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,16384,128,0.007119999825954437
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,16384,128,0.005886933207511902
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,16384,128,0.0063296000162760425
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,16384,128,0.005977599819501241
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,16384,128,0.005977599819501241
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,16384,128,0.0058677335580190025
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,16384,128,0.006278400123119354
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,16384,128,0.006101333101590474
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,16384,128,0.005886933207511902
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,16384,128,0.005891199906667074
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,16384,128,0.006380799909432728
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,16384,128,0.005936000247796377
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,16384,128,0.015265066425005594
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,16384,128,0.00631466656923294
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,16384,128,0.005873066683610281
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,16384,128,0.006729599833488464
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,16384,128,0.11145386695861817
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,16384,128,0.05896000067392985
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,16384,128,0.2029717286427816
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,16384,128,0.03540800015131633
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,16384,128,0.006186666587988535
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,16384,128,0.03452159961064656
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,16384,128,0.033794132868448894
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,16384,128,0.03310293356577555
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,16384,128,0.0318122665087382
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,16384,128,0.030126933256785077
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,16384,128,0.02964693307876587
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,16384,128,0.031093333164850873
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,16384,128,0.02831146717071533
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,16384,128,0.028036266565322876
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,16384,128,0.026447999477386474
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,16384,128,0.02642773389816284
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,16384,128,0.02474773327509562
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,16384,128,0.024321067333221435
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,16384,128,0.023925334215164185
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,16384,128,0.022657066583633423
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,16384,128,0.02223466634750366
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,16384,128,0.02093120018641154
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,16384,128,0.020127999782562255
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,16384,128,0.018583466609319053
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,16384,128,0.01812160015106201
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,16384,128,0.018196266889572144
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,16384,128,0.016189866264661155
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,16384,128,0.01611840029557546
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,16384,128,0.01409173309803009
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,16384,128,0.014443733294804893
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,16384,128,0.01253546675046285
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,16384,128,0.012475732962290447
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,16384,128,0.012050132950146992
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,16384,128,0.011612799763679505
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,16384,128,0.010363733768463135
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,16384,128,0.00883840024471283
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,16384,128,0.008732799688975017
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,16384,128,0.007518933216730754
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,16384,128,0.007230933507283528
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,16384,128,0.007529599964618683
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,16384,128,0.007515733440717061
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,16384,128,0.0075445334116617845
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,16384,128,0.007551999886830647
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,16384,128,0.007601066430409749
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,16384,128,0.007467733323574066
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,16384,128,0.007496533294518788
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,16384,128,0.007245866457621257
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,16384,128,0.0074869334697723385
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,16384,128,0.007129600147406261
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,16384,128,0.00716480016708374
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,16384,128,0.007158400118350982
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,16384,128,0.0071263998746871945
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,16384,128,0.007166933516661327
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,16384,128,0.007141333321730297
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,16384,128,0.0071487997968991595
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,16384,128,0.007558399935563405
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,16384,128,0.0070783997575442
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,16384,128,0.006713599960009258
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,16384,128,0.0067552000284194945
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,16384,128,0.007092266778151194
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,16384,128,0.007124266525109608
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,16384,128,0.007080533107121785
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,16384,128,0.007091199855009715
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,16384,128,0.007342933118343354
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,16384,128,0.007099733253320058
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,16384,128,0.007152000069618225
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,16384,128,0.007499733567237854
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,16384,128,0.0071263998746871945
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,16384,128,0.007134933272997539
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,16384,128,0.007084799806276958
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,16384,128,0.0071274667978286745
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,16384,64,0.046598398685455324
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,16384,128,0.0070783997575442
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,16384,64,0.08840746879577636
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,16384,64,0.025665066639582318
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,16384,64,0.026529065767923993
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,16384,64,0.026753065983454387
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,16384,64,0.025015467405319215
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,16384,64,0.023164800802866616
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,16384,64,0.02611733277638753
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,16384,64,0.02260800004005432
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,16384,64,0.025618133942286174
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,16384,64,0.023433599869410196
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,16384,64,0.021466666460037233
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,16384,64,0.02009920080502828
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,16384,64,0.01983893314997355
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,16384,64,0.023635200659434
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,16384,64,0.017774933576583864
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,16384,64,0.01688746611277262
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,16384,64,0.016055466731389363
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,16384,64,0.015521066387494406
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,16384,64,0.013671466708183288
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,16384,64,0.014436266819636025
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,16384,128,0.007095466554164887
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,16384,64,0.012243200341860454
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,16384,128,0.007136000196139018
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,16384,64,0.01260586678981781
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,16384,64,0.011914666493733723
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,16384,64,0.010788266857465107
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,16384,64,0.008718933661778767
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,16384,64,0.01034986674785614
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,16384,64,0.008238933483759562
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,16384,64,0.007897600034872691
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,16384,64,0.00790719985961914
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,16384,64,0.005785599847634633
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,16384,64,0.009051733215649923
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,16384,64,0.005065600077311197
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,16384,64,0.0041461333632469176
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,16384,64,0.004496000210444133
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,16384,64,0.003437866767247518
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,16384,64,0.004125866790612539
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,16384,64,0.003009066730737686
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,16384,64,0.0030378667016824085
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,16384,64,0.002962133288383484
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,16384,64,0.0030346666773160298
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,16384,64,0.003014400104681651
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,16384,64,0.0030346666773160298
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,16384,128,0.007134933272997539
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,16384,64,0.0026975999275843303
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,16384,64,0.0029493334392706556
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,16384,64,0.00296426663796107
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,16384,64,0.002535466601451238
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,16384,64,0.0025962665677070618
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,16384,64,0.002569599946339925
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,16384,64,0.002603733291228612
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,16384,64,0.002550400048494339
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,16384,64,0.002203733225663503
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,16384,64,0.002204799900452296
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,16384,64,0.002196266750494639
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,16384,64,0.002147199958562851
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,16384,64,0.0021920000513394673
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,16384,64,0.0021397332350413007
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,16384,64,0.0022026665508747103
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,16384,64,0.17338239351908366
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,16384,64,0.002145066608985265
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,16384,64,0.002178133279085159
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,16384,64,0.002182399978240331
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,16384,64,0.0022122666239738466
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,16384,64,0.0021568000316619872
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,16384,64,0.0021664001047611236
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,16384,64,0.0021407999098300933
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,16384,64,0.002195200075705846
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,16384,64,0.0021322667598724365
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,16384,64,0.002203733225663503
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,16384,64,0.002152533332506816
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,16384,64,0.01882773240407308
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,16384,64,0.11070613066355388
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,16384,64,0.20179200172424316
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,16384,64,0.0630133350690206
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,16384,64,0.040319999059041337
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,16384,64,0.0418176015218099
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,16384,64,0.041093333562215166
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,16384,64,0.0034101332227389016
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,16384,64,0.004099199920892716
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,16384,64,0.03724480072657267
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,16384,64,0.037921067078908285
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,16384,64,0.035796264807383224
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,16384,64,0.03753493229548137
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,16384,64,0.03342399994532268
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,16384,64,0.03635306755701701
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,16384,64,0.03445013364156087
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,16384,64,0.03785813252131144
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,16384,64,0.03241386612256368
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,16384,64,0.031121067206064862
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,16384,64,0.02873706618944804
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,16384,64,0.03032960096995036
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,16384,64,0.027483733495076497
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,16384,64,0.027637332677841187
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,16384,64,0.024663466215133666
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,16384,64,0.03920746644337972
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,16384,64,0.022781866788864135
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,16384,64,0.023252266645431518
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,16384,64,0.022729599475860597
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,16384,64,0.021948800484339396
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,16384,64,0.037588266531626384
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,16384,64,0.02059626579284668
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,16384,64,0.020466132958730062
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,16384,64,0.020665599902470907
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,16384,64,0.020667733748753865
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,16384,64,0.017578667402267455
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,16384,64,0.0176746666431427
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,16384,64,0.016115199526151022
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,16384,64,0.01612053314844767
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,16384,64,0.01478506624698639
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,16384,64,0.01623253325621287
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,16384,64,0.015129599968592325
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,16384,64,0.014666666587193808
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,16384,64,0.014539733529090881
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,16384,64,0.0021514666577180227
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,16384,64,0.014453333616256715
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,16384,64,0.014501333236694336
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,16384,64,0.014469333489735923
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,16384,64,0.01451520025730133
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,16384,64,0.014444800217946372
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,16384,64,0.014470400412877402
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,16384,64,0.014512000481287637
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,16384,64,0.014389333128929139
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,16384,64,0.014616533120473226
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,16384,64,0.014375467101732889
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,16384,64,0.014245333274205527
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,16384,64,0.01437013347943624
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,16384,64,0.013891200224558512
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,16384,64,0.013412266969680786
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,16384,64,0.013303466637929282
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,16384,64,0.012942933042844138
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,16384,64,0.013298133015632629
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,16384,64,0.013839999834696451
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,16384,64,0.024932267268498738
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,16384,64,0.013346133629480996
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,16384,64,0.013249066472053529
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,16384,64,0.013405866424242654
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,16384,64,0.014043733477592468
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,16384,64,0.013895466923713684
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,16384,64,0.012824533383051553
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,16384,64,0.013795199990272521
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,16384,64,0.013049599528312684
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,16384,64,0.01362986663977305
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,16384,64,0.013270399967829385
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,16384,64,0.013236266374588013
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,16384,64,0.012910933295885722
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,16384,32,0.04819200038909912
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,16384,32,0.09266773064931234
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,16384,32,0.18083945910135907
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,16384,32,0.026393600304921466
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,16384,32,0.026444800694783527
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,16384,32,0.02563626567522685
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,16384,32,0.028344533840815228
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,16384,32,0.027677865823109944
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,16384,32,0.02422399918238322
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,16384,32,0.024167466163635253
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,16384,32,0.023846399784088135
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,16384,64,0.016370133558909098
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,16384,32,0.022083199024200438
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,16384,32,0.022860799233118692
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,16384,32,0.01941439906756083
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,16384,32,0.020332799355189005
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,16384,32,0.0247925341129303
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,16384,32,0.018118399381637573
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,16384,32,0.01865066687266032
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,16384,32,0.016549332936604818
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,16384,32,0.015599999825159708
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,16384,32,0.014222932855288186
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,16384,32,0.014509866635004679
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,16384,64,0.014478933811187745
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,16384,32,0.012528000275293985
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,16384,32,0.01104639967282613
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,16384,32,0.01291306714216868
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,16384,32,0.00872213343779246
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,16384,32,0.007965866724650066
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,16384,32,0.012356266379356384
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,16384,32,0.008303999900817871
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,16384,32,0.009127466877301534
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,16384,32,0.00590826670328776
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,16384,32,0.008353066444396973
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,16384,32,0.005362133185068766
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,16384,32,0.004648533463478088
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,16384,32,0.0042698666453361515
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,16384,32,0.004248533149560293
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,16384,32,0.003804799914360046
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,16384,32,0.0034495999415715536
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,16384,32,0.004182399809360504
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,16384,32,0.003443199892838796
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,16384,32,0.0033930666744709016
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,16384,32,0.003035733352104823
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,16384,32,0.0031285333136717476
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,16384,64,0.04101973374684652
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,16384,32,0.0029653333127498626
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,16384,32,0.0029706666866938275
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,16384,32,0.0029706666866938275
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,16384,32,0.002586666742960612
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,16384,32,0.0026357332865397137
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,16384,32,0.0026549334327379864
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,16384,32,0.003019733230272929
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,16384,32,0.002553600072860718
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,16384,32,0.0025962665677070618
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,16384,32,0.0023103999594847363
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,16384,32,0.0025802666942278544
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,16384,32,0.002147199958562851
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,16384,32,0.0022069332500298817
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,16384,32,0.002203733225663503
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,16384,32,0.0022229333718617756
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,16384,32,0.0022079999248186748
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,16384,32,0.002203733225663503
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,16384,32,0.0021909333765506743
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,16384,32,0.002179199953873952
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,16384,32,0.0021727999051411946
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,16384,32,0.0021909333765506743
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,16384,32,0.002165333429972331
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,16384,32,0.002181333303451538
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,16384,32,0.0022154666483402254
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,16384,32,0.0022079999248186748
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,16384,32,0.002209066599607468
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,16384,32,0.023589332898457847
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,16384,32,0.10789439678192139
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,16384,32,0.1987893263498942
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,16384,32,0.06263786554336548
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,16384,32,0.010525866349538168
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,16384,32,0.04034666617711385
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,16384,32,0.04182826677958171
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,16384,32,0.03917119900385539
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,16384,32,0.03890560070673625
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,16384,32,0.04138559897740682
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,16384,32,0.0034005333979924522
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,16384,32,0.03809386491775513
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,16384,32,0.0031530665854612983
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,16384,128,0.00673173318306605
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,16384,32,0.03723413149515788
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,16384,32,0.03565546671549479
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,16384,32,0.03744213183720906
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,16384,32,0.03595093488693237
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,16384,32,0.034385065237681076
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,16384,32,0.0374069333076477
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,16384,32,0.03209919929504394
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,16384,32,0.0334826668103536
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,16384,32,0.02969706654548645
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,16384,32,0.02664746642112732
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,16384,32,0.028165332476298016
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,16384,32,0.024918399254480996
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,16384,32,0.026336000363032026
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,16384,32,0.024280534187952677
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,16384,32,0.020600533485412596
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,16384,32,0.022668800751368203
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,16384,32,0.0021759999295075734
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,16384,32,0.02165013353029887
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,16384,32,0.0206389327843984
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,16384,32,0.01977919936180115
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,16384,32,0.020692267020543418
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,16384,32,0.0165173331896464
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,16384,32,0.018242132663726807
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,16384,32,0.016536532839139303
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,16384,32,0.01629973351955414
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,16384,32,0.016876800855000814
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,16384,32,0.014658133188883463
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,16384,32,0.016354133685429893
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,16384,32,0.014505599935849508
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,16384,32,0.01520853340625763
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,16384,32,0.040321067969004316
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,16384,32,0.014697600404421488
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,16384,32,0.014563199877738953
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,16384,32,0.014432000120480857
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,16384,32,0.014519466956456503
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,16384,32,0.014460800091425577
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,16384,32,0.01444906691710154
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,16384,32,0.0144896000623703
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,16384,32,0.014469333489735923
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,16384,32,0.014206932981808982
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,16384,32,0.01448319951693217
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,16384,32,0.014458666245142618
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,16384,32,0.014333867033322654
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,16384,32,0.014251733819643656
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,16384,32,0.014344533284505209
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,16384,32,0.01420906682809194
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,16384,32,0.013557333747545877
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,16384,32,0.013609600067138673
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,16384,32,0.013674666484196981
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,16384,32,0.02895146608352661
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,16384,32,0.012894933422406515
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,16384,32,0.01348373293876648
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,16384,32,0.013173333803812661
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,16384,32,0.013538133104642233
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,16384,32,0.013303466637929282
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,16384,32,0.01384106675783793
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,16384,32,0.013502933581670127
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,16384,32,0.013613866766293845
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,16384,32,0.013112533092498779
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,16384,32,0.013324800133705138
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,16384,32,0.012840533256530761
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,16384,32,0.012796800335248312
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,16384,32,0.0127893328666687
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,16384,32,0.014506666858990987
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,12288,65536,4.437109311421712
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,12288,65536,4.592602729797363
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,16384,32,0.030850134293238324
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,16384,32,0.022874667247136434
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,12288,65536,4.113706588745117
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,12288,65536,9.307610829671225
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,12288,65536,4.637488047281901
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,12288,65536,3.7824586232503257
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,12288,65536,4.36625607808431
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,12288,65536,3.489093462626139
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,12288,65536,4.021130561828613
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,12288,65536,3.531152089436849
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,12288,65536,3.4829279581705728
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,12288,65536,3.277893384297689
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,12288,65536,3.3502238591512046
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,12288,65536,3.242741266886393
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,12288,65536,2.9047412872314453
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,12288,65536,2.5251359939575195
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,12288,65536,3.386378606160482
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,12288,65536,2.226714611053467
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,12288,65536,3.2464211781819663
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,12288,65536,18.596832275390625
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,12288,65536,2.5285280545552573
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,12288,65536,1.5951627095540364
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,12288,65536,2.2353973388671875
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,12288,65536,1.9150506655375164
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,12288,65536,2.28111998240153
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,12288,65536,1.552794615427653
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,12288,65536,1.0905546347300212
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,12288,65536,0.7681012948354086
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,12288,65536,0.9584853649139404
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,12288,65536,1.6033867200215657
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,12288,65536,1.1868639787038167
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,12288,65536,0.6348640124003092
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,12288,65536,0.34812267621358234
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,12288,65536,0.5737653175989786
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,12288,65536,0.35288000106811523
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,12288,65536,0.331002672513326
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,12288,65536,0.2897760073343913
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,12288,65536,0.29367466767628986
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,12288,65536,0.2975733280181885
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,12288,65536,0.24729067087173462
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,12288,65536,0.25646400451660156
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,12288,65536,0.25592533747355145
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,12288,65536,0.2905866702397664
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,12288,65536,0.2619199951489766
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,12288,65536,0.29985066254933673
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,12288,65536,0.25704532861709595
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,12288,65536,0.2536960045496623
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,12288,65536,0.27503466606140137
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,12288,65536,0.26320000489552814
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,12288,65536,0.2672160069147746
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,12288,65536,0.2592533429463704
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,12288,65536,0.2574133276939392
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,12288,65536,0.25652267535527545
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,12288,65536,0.2537440061569214
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,12288,65536,0.33380266030629474
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,12288,65536,0.3167146643002828
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,12288,65536,0.2932746609052022
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,12288,65536,0.25596266984939575
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,12288,65536,0.2550879915555318
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,12288,65536,0.25467199087142944
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,12288,65536,0.254805326461792
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,12288,65536,0.25179733832677204
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,12288,65536,0.24715199073155722
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,12288,65536,0.24631466468175253
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,12288,65536,0.24974934260050455
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,12288,65536,0.24548800786336264
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,12288,65536,0.2430880069732666
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,12288,65536,0.24342934290568033
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,12288,65536,0.243669331073761
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,12288,65536,0.24064000447591147
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,12288,65536,0.2541439930597941
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,12288,65536,2.977317492167155
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,12288,65536,39.39654286702474
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,12288,65536,5.755237579345703
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,12288,65536,0.24736533562342325
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,12288,65536,3.0181652704874673
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,12288,65536,2.989605267842611
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,12288,65536,2.9486560821533203
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,12288,65536,2.588559945424398
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,12288,65536,2.688805262247721
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,12288,65536,3.637872060139974
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,12288,65536,2.528656005859375
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,12288,65536,11.781472524007162
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,12288,65536,2.257029374440511
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,12288,65536,2.321135997772217
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,12288,65536,2.1352747281392417
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,12288,65536,2.1473867098490396
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,12288,65536,1.9678187370300293
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,12288,65536,1.8083359400431316
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,12288,65536,1.6369706789652507
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,12288,65536,2.2953333854675293
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,12288,65536,1.9042080243428547
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,12288,65536,1.6108640034993489
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,12288,65536,1.4682505925496419
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,12288,65536,1.4525279998779297
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,12288,65536,1.3490667343139648
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,12288,65536,1.0669600168863933
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,12288,65536,1.4335306485493977
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,12288,65536,0.9522666931152344
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,12288,65536,0.7351306279500326
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,12288,65536,0.7634027004241943
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,12288,65536,0.6376213232676188
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,12288,65536,0.5335626602172852
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,12288,65536,0.3757439851760864
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,12288,65536,2.435424009958903
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,12288,65536,0.24714666604995728
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,12288,65536,0.22239466508229574
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,12288,65536,0.21185600757598877
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,12288,65536,0.2094293236732483
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,12288,65536,0.2057653268178304
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,12288,65536,0.2002293268839518
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,12288,65536,0.18819200992584229
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,12288,65536,0.18150399128595987
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,12288,65536,0.18441067139307657
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,12288,65536,0.18014933665593466
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,12288,65536,0.17729065815607706
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,12288,65536,0.17397334178288779
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,12288,65536,0.1718826691309611
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,12288,65536,0.16741865873336792
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,12288,65536,0.164901336034139
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,12288,65536,0.16133333245913187
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,12288,65536,0.1632373332977295
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,12288,65536,0.15925332903862
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,12288,65536,0.15784533818562826
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,12288,65536,0.9133973121643066
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,12288,65536,0.15366400281588236
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,12288,65536,0.15180266896883646
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,12288,65536,24.237759908040363
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,12288,65536,0.14761599898338318
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,12288,65536,0.14904000361760458
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,12288,65536,0.14660799503326416
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,12288,65536,0.14703466494878134
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,12288,65536,0.15713600317637125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,12288,65536,0.14569066961606345
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,12288,65536,0.14522666732470194
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,12288,65536,0.1525173286596934
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,12288,65536,0.369648019472758
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,12288,65536,0.13989333311716715
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,12288,65536,0.15037332971890768
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,12288,65536,0.1405226687590281
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,12288,65536,0.14028267065684
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,12288,65536,0.1432960033416748
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,12288,65536,0.15123200416564941
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,12288,65536,0.2712480028470357
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,12288,65536,0.19903467098871866
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,12288,65536,1.1606187025705974
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,12288,65536,0.14937067031860352
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,12288,65536,0.13928533593813577
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,12288,65536,2.655776023864746
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,12288,65536,2.4607040087381997
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,12288,65536,5.6339467366536455
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,12288,65536,2.5110987027486167
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,12288,65536,2.565648078918457
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,12288,65536,12.508480072021484
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,12288,65536,2.154154618581136
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,12288,65536,2.450655937194824
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,12288,65536,1.9450079600016277
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,12288,65536,2.0538934071858725
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,12288,65536,1.9096746444702148
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,12288,65536,1.8910719553629558
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,12288,65536,1.734816074371338
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,12288,65536,1.9656799634297688
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,12288,65536,1.4944532712300618
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,12288,65536,1.5849493344624836
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,12288,65536,25.99304453531901
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,12288,65536,1.2710293134053547
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,12288,65536,1.3370614051818848
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,12288,65536,0.9705440203348795
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,12288,65536,1.1738346417744954
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,12288,65536,2.124410629272461
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,12288,65536,0.8321279684702555
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,12288,65536,0.6438080072402954
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,12288,65536,0.6809600194295248
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,12288,65536,1.0457706451416016
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,12288,65536,0.45289067427317303
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,12288,65536,0.8558506965637207
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,12288,65536,0.5319093465805054
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,12288,65536,0.23683732748031616
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,12288,65536,0.2337226668993632
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,12288,65536,0.23317333062489828
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,12288,65536,0.23024000724156699
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,12288,65536,0.22993600368499756
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,12288,65536,0.22606400648752847
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,12288,65536,0.22613332668940225
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,12288,65536,0.22271466255187988
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,12288,65536,0.34357865651448566
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,12288,65536,0.29890666405359906
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,12288,65536,0.15755200386047363
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,12288,65536,0.15371732910474142
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,12288,65536,0.15387733777364096
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,12288,65536,0.15127467115720114
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,12288,65536,0.15133866667747498
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,12288,65536,0.14994133512179056
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,12288,65536,0.15099733074506125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,12288,65536,0.14847466349601746
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,12288,65536,0.14865600069363913
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,12288,65536,0.14592533310254416
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,12288,65536,0.14523733655611673
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,12288,65536,0.14451733231544495
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,12288,65536,0.14425599575042725
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,12288,65536,0.14528533816337585
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,12288,65536,0.14357333381970724
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,12288,65536,0.14312000075976053
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,12288,65536,0.14317333698272705
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,12288,65536,0.14341866970062256
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,12288,65536,0.14421866337458292
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,12288,65536,0.14342400431632996
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,12288,65536,0.14379200339317322
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,12288,65536,0.1434346636136373
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,12288,65536,0.14291733503341675
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,12288,65536,0.14335999886194864
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,12288,65536,0.1434826652208964
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,12288,65536,0.14331199725468954
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,12288,65536,0.1434293289979299
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,12288,65536,0.21785600980122885
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,12288,65536,0.15214932958285013
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,12288,65536,0.15385599931081137
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,12288,65536,3.7976318995157876
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,12288,65536,1.5463306109110515
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,12288,65536,1.4626773198445637
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,12288,65536,1.4553653399149578
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,12288,65536,1.345402717590332
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,12288,65536,1.322640021642049
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,12288,65536,1.2948479652404785
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,12288,65536,1.1979573567708333
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,12288,65536,1.1644372940063477
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,12288,65536,1.1486079692840576
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,12288,65536,1.035312016805013
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,12288,65536,1.0083680152893066
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,12288,65536,0.9890613555908203
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,12288,65536,21.002410888671875
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,12288,65536,0.8994133472442627
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,12288,65536,0.8422719637552897
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,12288,65536,1.3283092975616455
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,12288,65536,0.7411626974741617
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,12288,65536,0.7565920352935791
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,12288,65536,0.6891466776529948
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,12288,65536,0.6247146526972452
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,12288,65536,0.5679733355840048
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,12288,65536,0.5736213525136312
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,12288,65536,0.45022400220235187
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,12288,65536,0.44741864999135333
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,12288,65536,0.4118986527125041
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,12288,65536,0.3274933298428853
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,12288,65536,0.297050674756368
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,12288,65536,0.28167466322580975
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,12288,65536,0.1859253247578939
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,12288,65536,0.14630400141080221
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,12288,65536,0.1444000005722046
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,12288,65536,0.1444480021794637
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,12288,65536,0.14309866229693094
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,12288,65536,0.14317333698272705
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,12288,65536,0.14301333824793497
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,12288,65536,0.14519466956456503
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,12288,65536,0.15005866686503092
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,12288,65536,0.13869333267211914
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,12288,65536,0.1383680005868276
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,12288,65536,0.13796266913414001
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,12288,65536,0.13851199547449747
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,12288,65536,0.1379093329111735
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,12288,65536,0.13827733198801676
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,12288,65536,0.13802133003870645
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,12288,65536,0.13803733388582864
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,12288,65536,0.13858667016029358
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,12288,65536,0.13768532872200012
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,12288,65536,0.13801599542299905
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,12288,65536,0.13778133193651834
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,12288,65536,0.13770133256912231
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,12288,65536,0.13684266805648804
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,12288,65536,0.13793067137400308
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,12288,65536,0.13698666294415793
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,12288,65536,0.13795199990272522
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,12288,65536,0.13737600048383078
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,12288,65536,0.13724266489346823
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,12288,65536,0.13635200262069702
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,12288,65536,0.13698666294415793
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,12288,65536,0.13636799653371176
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,12288,65536,0.13637333114941916
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,12288,65536,0.13660800457000732
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,12288,65536,0.13727466265360513
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,12288,65536,0.13619732856750488
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,12288,65536,0.13593600193659464
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,12288,65536,0.13691199819246927
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,12288,65536,0.13566399614016214
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,12288,65536,0.13622400164604187
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,12288,51200,14.2237548828125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,12288,51200,7.207365036010742
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,12288,51200,3.6771361033121743
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,12288,51200,29.35260772705078
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,12288,51200,3.8496532440185547
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,12288,51200,3.6494080225626626
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,12288,51200,4.036938667297363
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,12288,51200,3.305647850036621
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,12288,51200,3.2614027659098306
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,12288,51200,3.15010134379069
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,12288,51200,3.435728073120117
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,12288,51200,2.939455986022949
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,12288,51200,2.922954559326172
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,12288,51200,2.6156214078267417
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,12288,51200,2.7249228159586587
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,12288,51200,2.4885493914286294
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,12288,51200,2.7173760732014975
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,12288,51200,2.2806132634480796
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,12288,51200,2.72377077738444
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,12288,51200,2.330725351969401
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,12288,51200,1.7930560111999512
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,12288,51200,1.6692639986673992
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,12288,51200,1.8075520197550456
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,12288,51200,1.7074559529622395
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,12288,51200,1.6323839823404949
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,12288,51200,1.4449812571207683
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,12288,51200,1.18340269724528
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,12288,51200,1.0375040372212727
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,12288,51200,1.161456028620402
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,12288,51200,0.816543976465861
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,12288,51200,1.0049760341644287
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,12288,51200,0.7271786530812582
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,12288,51200,0.672223965326945
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,12288,51200,0.4264586766560872
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,12288,51200,0.5105706850687662
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,12288,51200,0.2812640070915222
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,12288,51200,0.2802880009015401
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,12288,51200,0.25303467114766437
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,12288,51200,0.25357333819071454
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,12288,51200,0.22904000679651895
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,12288,51200,0.22779732942581177
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,12288,51200,0.22374399503072104
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,12288,51200,0.22433066368103027
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,12288,51200,0.1938826640446981
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,12288,51200,0.19255467255910239
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,12288,51200,0.19158399105072021
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,12288,51200,0.19482133785883585
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,12288,51200,0.21747199694315592
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,12288,51200,0.22989332675933838
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,12288,51200,0.20122667153676352
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,12288,51200,0.1998293399810791
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,12288,51200,0.1988746722539266
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,12288,51200,0.2653546730677287
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,12288,51200,0.21520533164342245
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,12288,51200,0.20678400993347168
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,12288,51200,0.21035732825597128
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,12288,51200,0.20404799779256186
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,12288,51200,0.20212799310684204
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,12288,51200,0.2014026641845703
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,12288,51200,0.2011680006980896
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,12288,51200,0.20082666476567587
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,12288,51200,0.20016533136367798
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,12288,51200,0.20035733779271445
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,12288,51200,0.2004586656888326
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,12288,51200,0.19969600439071655
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,12288,51200,0.20012267430623373
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,12288,51200,0.19215466578801474
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,12288,51200,0.19134400288263956
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,12288,51200,0.18990933895111084
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,12288,51200,0.18941867351531982
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,12288,51200,0.19002666076024374
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,12288,51200,0.18889600038528442
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,12288,51200,0.18805867433547974
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,12288,51200,0.18733867009480795
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,12288,51200,19.22965367635091
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,12288,51200,8.78386116027832
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,12288,51200,2.549066702524821
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,12288,51200,5.566778818766276
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,12288,51200,2.404688040415446
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,12288,51200,2.303679943084717
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,12288,51200,2.3106560707092285
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,12288,51200,2.162058671315511
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,12288,51200,2.0356799761454263
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,12288,51200,1.9776906967163086
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,12288,51200,2.0631093978881836
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,12288,51200,1.9128586451212566
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,12288,51200,1.8367625872294109
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,12288,51200,1.7100586891174316
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,12288,51200,1.6382187207539876
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,12288,51200,1.5706666310628254
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,12288,51200,1.570591926574707
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,12288,51200,1.4866186777750652
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,12288,51200,1.268170674641927
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,12288,51200,1.2092266877492268
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,12288,51200,1.1346933046976726
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,12288,51200,1.1389546394348145
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,12288,51200,1.04912002881368
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,12288,51200,1.5174506505330403
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,12288,51200,1.0673866271972656
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,12288,51200,0.9011413256327311
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,12288,51200,0.8224746386210123
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,12288,51200,0.7034400304158529
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,12288,51200,0.7477013270060221
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,12288,51200,0.5616159836451212
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,12288,51200,0.5751306613286337
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,12288,51200,0.4461333354314168
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,12288,51200,0.4004160165786743
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,12288,51200,0.29103465874989826
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,12288,51200,0.27798932790756226
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,12288,51200,0.17436800400416055
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,12288,51200,0.16879467169443765
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,12288,51200,0.17844800154368082
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,12288,51200,0.18126400311787924
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,12288,51200,0.1675893266995748
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,12288,51200,0.16964266697565714
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,12288,51200,0.16116266449292502
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,12288,51200,0.1614346702893575
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,12288,51200,0.15415466825167337
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,12288,51200,0.14827199776967367
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,12288,51200,0.14593600233395895
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,12288,51200,0.14219733079274496
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,12288,51200,0.13967999815940857
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,12288,51200,0.13897066315015158
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,12288,51200,0.137061337629954
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,12288,51200,0.13730133573214212
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,12288,51200,0.1334879994392395
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,12288,51200,0.13332266608874002
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,12288,51200,0.13051733374595642
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,12288,51200,0.1297653317451477
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,12288,51200,0.1260479986667633
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,12288,51200,0.12198932965596516
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,12288,51200,0.12170132994651794
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,12288,51200,0.11958400408426921
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,12288,51200,0.1200213332970937
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,12288,51200,0.1192586620648702
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,12288,51200,0.11929066975911458
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,12288,51200,0.15264532963434854
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,12288,51200,0.12019733587900798
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,12288,51200,0.11851732929547627
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,12288,51200,0.11745599905649821
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,12288,51200,0.11091199517250061
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,12288,51200,0.1113920013109843
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,12288,51200,0.11098133524258931
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,12288,51200,0.11202133695284526
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,12288,51200,0.11282133062680562
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,12288,51200,0.11156800389289856
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,12288,51200,0.11081066727638245
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,12288,51200,0.11128000418345134
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,12288,65536,8.491333643595377
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,12288,51200,4.233253479003906
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,12288,65536,1.8218347231547039
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,12288,51200,2.7351147333780923
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,12288,51200,2.593712011973063
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,12288,51200,2.0417653719584146
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,12288,51200,2.321685314178467
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,12288,51200,2.024677276611328
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,12288,65536,1.6919253667195637
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,12288,51200,1.8405173619588215
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,12288,51200,2.021221319834391
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,12288,51200,1.681909402211507
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,12288,51200,2.00163205464681
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,12288,51200,1.5396052996317546
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,12288,51200,1.7800319989522297
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,12288,51200,1.4951413472493489
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,12288,51200,1.6214826901753743
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,12288,51200,1.3413492838541667
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,12288,51200,4.4038238525390625
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,12288,51200,1.5698134104410808
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,12288,51200,1.3632426261901855
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,12288,51200,1.8454240163167317
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,12288,51200,1.007530689239502
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,12288,51200,0.9661386807759603
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,12288,51200,2.3943039576212564
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,12288,51200,0.9569760163625082
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,12288,51200,1.170240004857381
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,12288,65536,1.7972265879313152
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,12288,51200,0.951194683710734
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,12288,51200,3.856656074523926
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,12288,51200,0.7088692982991537
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,12288,51200,0.7730133533477783
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,12288,51200,0.5123680035273234
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,12288,65536,1.6695574124654133
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,12288,65536,1.6233280499776204
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,12288,51200,0.850869337717692
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,12288,51200,0.1848426659901937
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,12288,51200,1.1451040108998616
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,12288,51200,0.18491200606028238
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,12288,51200,0.22339733441670737
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,12288,51200,0.18251200517018637
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,12288,51200,0.17837866147359213
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,12288,51200,0.17665600776672363
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,12288,51200,0.21951999266942343
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,12288,51200,0.535589337348938
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,12288,51200,0.3719093402226766
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,12288,51200,0.2829173405965169
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,12288,51200,0.22827200094858804
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,12288,51200,0.12176000078519185
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,12288,51200,0.11595732967058818
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,12288,51200,0.11583999792734782
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,12288,51200,0.11618666847546895
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,12288,51200,0.11377599835395813
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,12288,51200,0.11371200283368428
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,12288,51200,0.11149866382280986
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,12288,51200,0.11145066221555074
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,12288,51200,0.11018133163452148
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,12288,51200,0.11108799775441487
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,12288,51200,0.11126933495203654
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,12288,51200,0.1107413371404012
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,12288,51200,0.11116799712181091
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,12288,51200,0.11077866951624553
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,12288,51200,0.11079999804496765
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,12288,51200,0.11083199580510457
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,12288,51200,0.1268160045146942
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,12288,51200,0.11106133460998535
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,12288,51200,0.11699199676513672
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,12288,51200,0.11086933811505635
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,12288,51200,0.11643733580907185
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,12288,51200,0.11006399989128113
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,12288,51200,0.11693333586057027
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,12288,51200,0.109525332848231
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,12288,51200,0.16679465770721436
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,12288,51200,0.17935999234517416
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,12288,51200,0.12642133235931396
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,12288,51200,0.12382933497428894
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,12288,51200,0.12170132994651794
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,12288,51200,0.12158399820327759
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,12288,51200,6.250698725382487
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,12288,51200,1.4710240364074707
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,12288,51200,1.16156800587972
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,12288,51200,1.1556800206502278
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,12288,51200,1.0720799763997395
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,12288,51200,1.0457440217336018
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,12288,51200,15.217231750488281
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,12288,51200,1.0263520081837971
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,12288,51200,1.4152480761210124
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,12288,51200,0.919322649637858
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,12288,51200,0.9164480368296305
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,12288,51200,0.8235359986623129
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,12288,51200,3.1724160512288413
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,12288,51200,0.8157280286153158
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,12288,51200,0.7840800285339355
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,12288,51200,0.7296799818674723
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,12288,51200,0.680997371673584
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,12288,51200,0.6680959860483805
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,12288,51200,0.5874933401743571
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,12288,51200,0.5749813318252563
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,12288,51200,0.5479679902394613
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,12288,51200,0.48294933636983234
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,12288,51200,0.45162665843963623
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,12288,51200,0.4393920103708903
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,12288,51200,0.35977598031361896
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,12288,51200,0.3439573446909587
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,12288,51200,0.325658659140269
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,12288,51200,0.2500213384628296
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,12288,51200,0.24039999643961588
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,12288,51200,0.21951999266942343
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,12288,51200,0.14816000064214072
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,12288,51200,0.11782399813334148
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,12288,51200,0.11622933546702068
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,12288,51200,0.11763733625411987
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,12288,51200,0.11545600493748982
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,12288,51200,0.116565336783727
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,12288,51200,0.11552533507347107
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,12288,51200,0.11634133259455363
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,12288,51200,0.12160533666610718
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,12288,51200,0.11322666207949321
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,12288,51200,0.11149866382280986
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,12288,51200,0.1120799978574117
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,12288,51200,0.11115200320879619
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,12288,51200,0.11176533500353496
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,12288,51200,0.11141332983970642
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,12288,51200,0.11143466830253601
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,12288,51200,0.1111253301302592
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,12288,51200,0.11060800155003865
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,12288,51200,0.11085866888364156
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,12288,51200,0.1104746659596761
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,12288,51200,0.11071999867757161
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,12288,51200,0.11026666561762492
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,12288,51200,0.1113866666952769
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,12288,51200,0.11089066664377849
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,12288,51200,0.10963199536005656
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,12288,51200,0.1104213297367096
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,12288,51200,0.11097066601117452
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,12288,51200,0.10986133416493733
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,12288,51200,0.11033599575360616
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,12288,51200,0.10981333255767822
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,12288,51200,0.11107200384140015
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,12288,51200,0.11030933260917664
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,12288,51200,0.10979732871055603
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,12288,51200,0.11031466722488403
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,12288,51200,0.10958932836850484
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,12288,51200,0.10962133606274922
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,12288,51200,0.10968533158302307
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,12288,51200,0.10982933640480042
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,12288,51200,0.10962667067845662
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,12288,16384,2.1004160245259604
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,12288,16384,1.108954668045044
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,12288,16384,1.0868586699167888
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,12288,16384,1.0437920093536377
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,12288,16384,1.1019946734110515
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,12288,16384,4.077813466389974
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,12288,16384,0.9832906723022461
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,12288,16384,1.0002506573994954
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,12288,16384,0.8894026279449463
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,12288,16384,1.026853322982788
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,12288,16384,0.8297013441721598
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,12288,16384,0.9142613410949707
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,12288,16384,8.91099739074707
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,12288,16384,0.7794880072275797
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,12288,16384,0.8176213105519613
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,12288,16384,0.8081226348876953
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,12288,16384,0.8139999707539877
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,12288,16384,0.688485304514567
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,12288,16384,0.798255999883016
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,12288,16384,0.6806826591491699
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,12288,16384,0.5608160098393759
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,12288,16384,0.6542613506317139
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,12288,16384,0.5546293258666992
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,12288,16384,0.5073279937108358
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,12288,16384,0.43592000007629395
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,12288,16384,0.3805653254191081
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,12288,16384,0.3303893407185872
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,12288,16384,0.2678613265355428
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,12288,16384,0.35436801115671795
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,12288,16384,0.2780906756718953
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,12288,16384,0.23448532819747925
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,12288,16384,0.14573867122332254
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,12288,16384,0.13928533593813577
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,12288,16384,0.08842666943868001
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,12288,16384,0.0846560001373291
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,12288,16384,0.08386133114496867
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,12288,16384,0.08214400211970012
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,12288,16384,0.08158400158087413
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,12288,16384,0.07600533465544383
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,12288,16384,0.07507733503977458
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,12288,16384,0.5770560105641683
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,12288,16384,0.07438933352629344
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,12288,16384,0.07483200232187907
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,12288,16384,0.06613333523273468
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,12288,16384,0.06638933221499126
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,12288,16384,0.06610133250554402
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,12288,16384,0.0720960001150767
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,12288,16384,0.07223999996980031
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,12288,16384,0.07255466779073079
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,12288,16384,0.07181333502133687
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,12288,16384,0.0747519979874293
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,12288,16384,0.07760533193747203
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,12288,16384,0.07588266829649608
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,12288,16384,0.19675199190775552
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,12288,16384,0.07576533158620198
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,12288,16384,0.0742986649274826
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,12288,16384,0.06931733091672261
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,12288,16384,0.06940799951553345
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,12288,16384,0.0684746652841568
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,12288,16384,0.06831466654936473
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,12288,16384,0.06820799907048543
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,12288,51200,1.4056639671325684
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,12288,51200,1.4165867169698079
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,12288,16384,0.06754666566848755
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,12288,16384,0.06770133475462596
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,12288,16384,0.06760533154010773
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,12288,16384,0.06754133105278015
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,12288,16384,0.06644799808661143
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,12288,16384,0.06664533416430156
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,12288,16384,0.06748799979686737
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,12288,16384,0.0680159976085027
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,12288,16384,0.0675786683956782
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,12288,16384,0.06906133393446605
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,12288,16384,0.06762666503588359
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,12288,16384,0.06833066542943318
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,12288,16384,0.07257600128650665
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,12288,16384,0.7515412966410319
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,12288,16384,1.4356800715128581
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,12288,16384,0.7481653690338135
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,12288,16384,2.779381434122721
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,12288,16384,0.7060159842173258
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,12288,16384,0.711301326751709
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,12288,16384,0.6627093156178793
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,12288,16384,0.6357813278834025
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,12288,16384,0.6170080105463663
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,12288,16384,0.593999981880188
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,12288,16384,5.5967254638671875
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,12288,16384,0.5530986785888672
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,12288,16384,0.57915198802948
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,12288,16384,0.5127520163853964
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,12288,16384,0.4675573507944743
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,12288,16384,0.5724320014317831
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,12288,16384,0.49081067244211835
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,12288,16384,0.42745065689086914
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,12288,16384,0.4549013376235962
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,12288,16384,0.3742719888687134
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,12288,16384,0.4397866725921631
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,12288,16384,0.34329601128896076
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,12288,16384,0.31812800963719684
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,12288,16384,0.36526934305826825
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,12288,16384,0.2720800042152405
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,12288,16384,0.21500800053278604
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,12288,16384,0.26259734233220416
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,12288,16384,0.17350933949152628
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,12288,16384,0.1806453267733256
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,12288,16384,0.1304159959157308
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,12288,16384,0.16507200400034586
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,12288,16384,0.09969066580136617
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,12288,16384,0.0995093286037445
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,12288,16384,0.0747519979874293
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,12288,16384,0.06771733363469441
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,12288,16384,0.06366399923960368
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,12288,16384,0.0729066679875056
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,12288,16384,0.0662666658560435
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,12288,16384,0.06614933411280315
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,12288,16384,0.06484266618887584
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,12288,16384,0.06214400132497152
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,12288,16384,0.059279998143514
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,12288,16384,0.060122668743133545
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,12288,16384,0.05840000013510386
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,12288,16384,0.057909334699312844
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,12288,16384,0.05913066864013672
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,12288,16384,0.05820266902446747
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,12288,16384,0.05615466833114624
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,12288,16384,0.05422399938106537
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,12288,16384,0.051632001996040344
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,12288,16384,0.05188799897829691
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,12288,16384,0.052245333790779114
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,12288,16384,0.05602133274078369
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,12288,16384,0.055813332398732506
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,12288,16384,0.05359466870625814
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,12288,16384,0.05124799907207489
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,12288,16384,0.050101334849993386
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,12288,16384,0.05156266689300537
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,12288,16384,0.050853331883748375
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,12288,16384,0.052069331208864846
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,12288,16384,0.04983466863632202
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,12288,16384,0.051413332422574363
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,12288,16384,0.04948799808820089
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,12288,16384,0.0498933345079422
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,12288,16384,0.05016533533732096
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,12288,16384,0.04950400193532308
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,12288,16384,0.3439360062281291
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,12288,16384,0.05072000126043955
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,12288,16384,0.051813334226608276
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,12288,16384,0.050069332122802734
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,12288,16384,0.05172266562779745
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,12288,16384,0.24471465746561685
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,12288,16384,0.057274664441744484
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,12288,16384,0.048063998421033226
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,12288,51200,1.3241439660390217
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,12288,16384,1.4079359372456868
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,12288,16384,0.6786719957987467
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,12288,16384,0.8812586466471354
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,12288,16384,3.1124000549316406
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,12288,16384,0.7522079944610596
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,12288,16384,0.6641439994176229
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,12288,16384,0.7122720082600912
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,12288,16384,0.6126773357391357
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,12288,16384,0.5743840138117472
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,12288,16384,0.7412319978078207
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,12288,16384,0.6277706623077393
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,12288,16384,0.545146663983663
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,12288,16384,6.02562141418457
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,12288,16384,0.5743093490600586
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,12288,16384,0.507370670636495
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,12288,16384,0.43651731808980304
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,12288,16384,0.5109440088272095
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,12288,16384,0.3861279884974162
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,12288,16384,0.3367520173390706
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,12288,16384,0.4524693489074707
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,12288,16384,0.8190826574961344
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,12288,16384,0.36826133728027344
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,12288,16384,0.31116799513498944
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,12288,16384,0.2627786596616109
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,12288,16384,0.21668267250061035
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,12288,16384,0.6747199694315592
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,12288,16384,0.16839466492335
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,12288,16384,0.18727999925613403
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,12288,16384,0.5823253393173218
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,12288,16384,0.133242666721344
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,12288,16384,0.317903995513916
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,12288,51200,1.3285226821899414
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,12288,51200,1.2514666716257732
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,12288,16384,0.2902933359146118
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,12288,16384,0.0713866651058197
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,12288,16384,0.06970666845639546
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,12288,16384,0.06889066596825917
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,12288,16384,0.23840532700220743
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,12288,16384,0.06832533578077953
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,12288,16384,0.06859200199445088
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,12288,16384,0.08642666538556416
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,12288,16384,0.1423893372217814
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,12288,16384,0.09989333152770996
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,12288,16384,0.0719893326361974
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,12288,16384,0.07089066505432129
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,12288,16384,0.07098666826883952
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,12288,16384,0.051183998584747314
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,12288,16384,0.05055999755859375
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,12288,16384,0.04789866507053375
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,12288,16384,0.047877331574757896
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,12288,16384,0.04775466521581014
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,12288,16384,0.047925333182017006
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,12288,16384,0.04769066472848257
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,12288,16384,0.047728002071380615
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,12288,16384,0.04689066608746847
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,12288,16384,0.04693866769472758
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,12288,16384,0.04572266836961111
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,12288,16384,0.04610133171081543
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,12288,16384,0.04784533381462097
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,12288,16384,0.047797332207361855
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,12288,16384,0.047728002071380615
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,12288,16384,0.047423998514811196
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,12288,16384,0.068271999557813
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,12288,16384,0.06821333368619283
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,12288,16384,0.06396799782911937
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,12288,16384,0.04762133459250132
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,12288,16384,0.06794666747252147
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,12288,16384,0.04814933240413666
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,12288,16384,0.06514133512973785
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,12288,16384,0.06168533364931742
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,12288,16384,0.047040000557899475
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,12288,16384,0.047781333327293396
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,12288,16384,0.07156800230344136
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,12288,16384,0.04971733192602793
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,12288,16384,0.049072002371152244
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,12288,16384,0.04789333542188009
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,12288,16384,0.44487468401590985
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,12288,16384,0.4120906591415405
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,12288,16384,1.9682745933532715
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,12288,16384,3.6872692108154297
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,12288,16384,0.9421679973602295
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,12288,16384,0.4322640101114909
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,12288,16384,0.41395731767018634
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,12288,16384,0.3882773319880168
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,12288,16384,0.37648268540700275
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,12288,16384,0.3600800037384033
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,12288,16384,0.3651920159657796
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,12288,16384,0.33869866530100506
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,12288,16384,0.3287760019302368
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,12288,16384,0.30953333775202435
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,12288,16384,0.32072800397872925
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,12288,16384,0.28567200899124146
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,12288,16384,0.2863733371098836
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,12288,16384,0.25465599695841473
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,12288,16384,0.263266662756602
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,12288,16384,0.24949600299199423
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,12288,16384,0.22718665997187296
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,12288,16384,0.22273067633310953
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,12288,16384,0.21517332394917807
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,12288,16384,0.18806666135787964
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,12288,16384,0.18485599756240845
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,12288,16384,0.17843733231226602
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,12288,16384,0.15526666243871054
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,12288,16384,0.14805866281191507
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,12288,16384,0.1463493307431539
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,12288,16384,0.11987732847531636
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,12288,16384,0.1141093373298645
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,12288,16384,0.10921066999435425
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,12288,16384,0.08346399664878845
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,12288,16384,0.08440267046292622
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,12288,16384,0.07690399885177612
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,12288,16384,0.05457599957784017
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,12288,16384,0.0440559983253479
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,12288,16384,0.04438666502634684
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,12288,16384,0.04362933337688446
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,12288,16384,0.04330666859944662
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,12288,16384,0.04376266896724701
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,12288,16384,0.045781334241231285
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,12288,16384,0.04317600031693777
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,12288,16384,0.043581331769625344
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,12288,16384,0.04168533285458883
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,12288,16384,0.0424560010433197
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,12288,16384,0.04232266545295715
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,12288,16384,0.04152533411979675
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,12288,16384,0.041559999187787376
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,12288,16384,0.041519999504089355
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,12288,16384,0.04139200101296107
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,12288,16384,0.041335999965667725
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,12288,16384,0.04138933370510737
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,12288,16384,0.041536000867684685
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,12288,16384,0.04132533321777979
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,12288,16384,0.04137333234151205
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,12288,16384,0.04143200069665909
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,12288,16384,0.04082400103410085
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,12288,16384,0.040933333337306976
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,12288,16384,0.04036000122626623
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,12288,16384,0.04160266617933909
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,12288,16384,0.04055733233690262
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,12288,16384,0.04050400108098984
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,12288,16384,0.04091733445723852
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,12288,16384,0.041290665666262306
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,12288,16384,0.041093334555625916
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,12288,16384,0.04127466678619385
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,12288,16384,0.04033066580692927
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,12288,12288,2.997509320576986
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,12288,12288,1.714373270670573
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,12288,12288,0.8426400025685629
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,12288,12288,0.8358986377716064
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,12288,12288,0.8132586479187012
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,12288,12288,6.325989405314128
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,12288,12288,0.8625493049621582
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,12288,12288,0.8474559783935547
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,12288,12288,0.7034347057342529
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,12288,12288,0.7687786420186361
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,12288,12288,0.7186720371246338
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,12288,12288,0.6222933530807495
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,12288,12288,0.5608160098393759
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,12288,12288,0.556656002998352
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,12288,12288,0.5208853483200073
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,12288,12288,0.5419893264770508
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,12288,12288,0.4763306776682536
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,12288,12288,0.511242667833964
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,12288,12288,0.4437226851781209
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,12288,12288,0.702186663945516
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,12288,12288,0.41304532686869305
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,12288,12288,0.40911467870076496
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,12288,12288,0.38980265458424884
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,12288,12288,0.37614933649698895
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,12288,12288,0.37797868251800537
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,12288,12288,0.3299306631088257
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,12288,12288,0.27694400151570636
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,12288,12288,0.25337066253026325
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,12288,12288,0.25830399990081787
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,12288,12288,0.2063466707865397
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,12288,12288,0.1997599999109904
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,12288,12288,0.1436906655629476
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,12288,12288,0.1686613361040751
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,12288,12288,0.1053013304869334
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,12288,12288,0.10590400298436482
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,12288,12288,0.06681066751480103
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,12288,12288,0.06525333225727081
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,12288,12288,0.06364800035953522
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,12288,12288,0.06369066735108693
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,12288,12288,0.062394668658574425
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,12288,12288,0.059434667229652405
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,12288,12288,0.05819733440876007
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,12288,12288,0.05862933397293091
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,12288,12288,0.052101333936055504
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,12288,12288,0.05272000034650167
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,12288,12288,0.05220800141493479
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,12288,12288,0.05180266499519348
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,12288,12288,0.05749866863091787
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,12288,12288,0.05782400071620941
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,12288,12288,0.05774933099746704
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,12288,12288,0.05738133192062378
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,12288,12288,0.05171733101209005
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,12288,12288,0.05579733351866404
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,12288,12288,0.0545066644748052
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,12288,12288,0.06182933350404104
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,12288,12288,0.0599839985370636
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,12288,12288,0.06012799839178721
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,12288,12288,0.05416533350944519
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,12288,12288,0.05385600030422211
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,12288,12288,0.05377600093682607
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,12288,12288,0.05377600093682607
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,12288,12288,0.053727999329566956
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,12288,12288,0.05398400127887726
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,12288,12288,0.05382933219273885
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,12288,12288,0.05380799869696299
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,12288,12288,0.05365866422653198
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,12288,12288,0.05723733206590017
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,12288,12288,0.052928000688552856
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,12288,12288,0.053472002347310386
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,12288,12288,0.0535093347231547
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,12288,12288,0.05389333268006643
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,12288,12288,0.0533493310213089
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,12288,12288,0.05395199855168661
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,12288,12288,0.05398933092753092
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,12288,12288,4.160074551900228
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,12288,12288,2.1408799489339194
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,12288,12288,1.1556853453318279
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,12288,12288,0.5811520020167033
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,12288,12288,0.5715680122375488
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,12288,12288,0.5364213387171427
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,12288,12288,0.5053439935048422
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,12288,12288,0.4920320113499959
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,12288,12288,0.4734079837799072
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,12288,12288,0.44444799423217773
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,12288,12288,0.4598720073699951
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,12288,12288,0.4092533191045125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,12288,12288,0.4134879906972249
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,12288,12288,0.380181352297465
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,12288,12288,0.36981332302093506
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,12288,12288,0.3480693499247233
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,12288,12288,0.3540960152943929
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,12288,12288,0.3180533250172933
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,12288,12288,0.3356959819793701
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,12288,12288,0.2934346596399943
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,12288,12288,0.27298667033513385
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,12288,12288,0.257914662361145
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,12288,12288,0.25489066044489544
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,12288,12288,0.23804799715677896
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,12288,12288,0.24330667654673258
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,12288,12288,0.18583466609319052
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,12288,12288,0.20906666914621988
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,12288,12288,0.1641759971777598
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,12288,12288,0.1732693314552307
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,12288,12288,0.13194132844607034
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,12288,12288,0.13131733735402426
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,12288,12288,0.1146399974822998
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,12288,12288,0.10241066416104634
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,12288,12288,0.07993599772453308
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,12288,12288,0.08030400176843007
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,12288,12288,0.057909334699312844
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,12288,12288,0.05599466462930044
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,12288,12288,0.05208533505598704
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,12288,12288,0.055258666475613914
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,12288,12288,0.054272000988324486
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,12288,12288,0.0518506666024526
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,12288,12288,0.04970666766166687
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,12288,12288,0.048351998130480446
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,12288,12288,0.04779199759165446
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,12288,12288,0.04764266808827718
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,12288,12288,0.04740799963474274
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,12288,12288,0.0476746658484141
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,12288,12288,0.04668800036112467
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,12288,12288,0.04558933277924856
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,12288,12288,0.04563199977080027
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,12288,12288,0.04497066636880239
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,12288,12288,0.0425600012143453
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,12288,12288,0.041509332756201424
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,12288,12288,0.042453333735466
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,12288,12288,0.043568000197410583
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,12288,12288,0.04502399762471517
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,12288,12288,0.04359466830889384
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,12288,12288,0.0415040006240209
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,12288,12288,0.0428959975639979
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,12288,12288,0.042725334564844765
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,12288,12288,0.041749333341916404
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,12288,12288,0.04154666761557261
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,12288,12288,0.0540533314148585
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,12288,12288,0.040949332217375435
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,12288,12288,0.041221333046754204
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,12288,12288,0.041637333730856575
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,12288,12288,0.039546666045983635
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,12288,12288,0.04077333211898804
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,12288,12288,0.03965866565704346
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,12288,12288,0.04058133314053217
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,12288,12288,0.042175998290379844
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,12288,12288,0.041850666205088295
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,12288,12288,0.04197333256403605
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,12288,12288,0.04225599765777588
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,12288,12288,2.234309355417887
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,12288,12288,1.095647970835368
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,12288,12288,4.903909365336101
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,12288,12288,0.6178026596705118
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,12288,16384,0.04122933248678843
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,12288,12288,0.5434133211771647
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,12288,16384,0.04079733292261759
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,12288,12288,0.5255839824676514
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,12288,12288,0.6619306802749634
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,12288,12288,0.4769066572189331
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,12288,12288,0.5059893528620402
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,12288,12288,0.43488001823425293
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,12288,12288,0.4838720162709554
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,12288,12288,0.394159992535909
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,12288,12288,0.44548265139261883
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,12288,12288,0.6392106612523397
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,12288,12288,0.38192001978556317
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,12288,12288,0.40377600987752277
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,12288,12288,0.34226131439208984
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,12288,12288,0.37482134501139325
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,12288,12288,0.30365333954493207
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,12288,12288,0.34729599952697754
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,12288,12288,0.26294400294621784
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,12288,12288,0.2940426667531331
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,12288,12288,0.24772266546885172
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,12288,12288,0.25122666358947754
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,12288,12288,0.2098026672999064
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,12288,12288,0.5984640121459961
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,12288,12288,0.1753973364830017
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,12288,12288,0.13591999808947244
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,12288,12288,0.15161599715550741
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,12288,16384,0.04080266753832499
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,12288,12288,0.10756267110506694
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,12288,12288,0.5513173341751099
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,12288,12288,0.2329919934272766
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,12288,12288,0.06025599936644236
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,12288,12288,0.05995733539263407
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,12288,12288,0.06016000111897787
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,12288,12288,0.0588266650835673
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,12288,12288,0.05748266478379568
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,12288,12288,0.05705599983533224
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,12288,12288,0.05602666735649109
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,12288,12288,0.056287998954455055
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,12288,12288,0.19033600886662802
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,12288,12288,0.11544533570607503
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,12288,16384,0.041349334021409355
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,12288,16384,0.04029600073893865
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,12288,12288,0.08281066517035167
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,12288,16384,0.04081333428621292
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,12288,12288,0.07252266506354015
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,12288,12288,0.0395413339138031
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,12288,12288,0.03562133262554804
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,12288,12288,0.03569599986076355
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,12288,12288,0.035445332527160645
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,12288,12288,0.03532800078392029
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,12288,12288,0.03555200000603994
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,12288,12288,0.036271999279658
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,12288,12288,0.03559466699759165
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,12288,12288,0.03526400029659271
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,12288,12288,0.03573866685231527
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,12288,12288,0.03549333413441976
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,12288,12288,0.03527999917666117
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,12288,12288,0.0354666660229365
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,12288,12288,0.053504000107447304
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,12288,12288,0.053914666175842285
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,12288,12288,0.052383999029795326
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,12288,12288,0.05435200035572052
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,12288,12288,0.05436799923578898
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,12288,12288,0.05459199845790863
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,12288,12288,0.05624000231424967
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,12288,12288,0.05374933282534281
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,12288,12288,0.05421866476535797
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,12288,12288,0.0540533314148585
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,12288,12288,0.03959999978542328
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,12288,12288,0.03968533376852671
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,12288,12288,0.039674667020638786
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,12288,12288,0.03957866628964742
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,12288,12288,0.03976000100374222
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,12288,12288,0.03789333254098892
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,12288,12288,0.038917332887649536
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,12288,12288,1.456266721089681
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,12288,12288,0.7167387008666992
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,12288,12288,2.7946132024129233
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,12288,12288,0.3314133286476135
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,12288,12288,0.31167999903361004
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,12288,12288,0.32625333468119305
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,12288,12288,0.30555999279022217
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,12288,12288,0.2998720010121663
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,12288,12288,0.276034673055013
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,12288,12288,0.29029067357381183
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,12288,12288,0.2549413243929545
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,12288,12288,0.2705120046933492
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,12288,12288,0.251909335454305
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,12288,12288,0.24474134047826132
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,12288,12288,0.23013067245483398
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,12288,12288,0.22226399183273315
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,12288,12288,0.21759732564290366
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,12288,12288,0.20329866806666055
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,12288,12288,0.19536532958348593
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,12288,12288,0.1729653278986613
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,12288,12288,0.189520001411438
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,12288,12288,0.16884267330169678
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,12288,12288,0.16606400410334268
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,12288,12288,0.145304004351298
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,12288,12288,0.1418400009473165
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,12288,12288,0.11869333187739055
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,12288,12288,0.11467466751734416
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,12288,12288,0.13830133279164633
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,12288,12288,0.11242666840553284
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,12288,12288,0.08989866574605306
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,12288,12288,0.09071999788284302
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,12288,12288,0.0862559974193573
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,12288,12288,0.06560799976189931
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,12288,12288,0.063960000872612
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,12288,12288,0.06029066443443298
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,12288,12288,0.04542933404445648
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,12288,12288,0.035429333647092186
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,12288,12288,0.0352933332324028
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,12288,12288,0.03528266648451487
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,12288,12288,0.035274667044480644
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,12288,12288,0.03512799988190333
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,12288,12288,0.03503466645876566
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,12288,12288,0.03522133330504099
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,12288,12288,0.03640799969434738
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,12288,12288,0.033890667061010994
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,12288,12288,0.0330826664964358
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,12288,12288,0.03329599897066752
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,12288,12288,0.033384000261624656
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,12288,12288,0.03332266708215078
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,12288,12288,0.03325066715478897
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,12288,12288,0.03333866596221924
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,12288,12288,0.032642667492230736
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,12288,12288,0.03311999887228012
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,12288,12288,0.03326933334271113
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,12288,12288,0.03305333356062571
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,12288,12288,0.03271733224391937
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,12288,12288,0.0322080006202062
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,12288,12288,0.0328080008427302
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,12288,12288,0.03274133304754893
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,12288,12288,0.03303466737270355
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,12288,12288,0.032218667368094124
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,12288,12288,0.03282399972279867
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,12288,12288,0.032589333752791085
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,12288,12288,0.032831999162832894
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,12288,12288,0.03213333338499069
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,12288,12288,0.03311999887228012
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,12288,12288,0.03215999901294708
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,12288,10240,4.958453178405762
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,12288,10240,2.681781450907389
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,12288,10240,1.3707359631856282
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,12288,10240,0.8407519658406576
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,12288,10240,0.798192024230957
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,12288,10240,0.7527733643849691
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,12288,10240,0.7435946464538574
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,12288,10240,0.7443093458811442
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,12288,10240,0.6607306798299154
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,12288,10240,0.5954933166503906
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,12288,10240,0.6345226764678955
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,12288,10240,0.5501546859741211
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,12288,10240,0.5388853152592977
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,12288,10240,0.5383146603902181
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,12288,10240,0.4782239993413289
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,12288,10240,0.4570560057957967
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,12288,10240,0.5018346707026163
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,12288,10240,0.42561066150665283
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,12288,10240,0.41705600420633954
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,12288,10240,0.41708799203236896
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,12288,10240,0.3609066804250081
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,12288,10240,0.3354133367538452
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,12288,10240,0.33744001388549805
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,12288,10240,0.3176693320274353
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,12288,10240,0.29120532671610516
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,12288,10240,0.2669439911842346
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,12288,10240,0.23931199312210083
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,12288,10240,0.20838399728139242
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,12288,10240,0.23263466358184814
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,12288,10240,0.16911466916402182
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,12288,10240,0.1709866722424825
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,12288,10240,0.13434666395187378
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,12288,10240,0.12467733025550842
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,12288,10240,0.09739733735720317
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,12288,10240,0.09815466403961182
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,12288,10240,0.05726933479309082
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,12288,10240,0.0554613322019577
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,12288,10240,0.05473599831263224
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,12288,10240,0.05380799869696299
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,12288,10240,0.05380799869696299
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,12288,10240,0.05070933202902476
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,12288,10240,0.049509331583976746
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,12288,10240,0.04966400067011515
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,12288,10240,0.04933333396911621
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,12288,10240,0.04375466704368591
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,12288,10240,0.04345066845417023
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,12288,10240,0.04349866509437561
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,12288,10240,0.043493335445721946
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,12288,10240,0.04781333108743032
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,12288,10240,0.04799999793370565
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,12288,10240,0.047557334105173744
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,12288,10240,0.047653332352638245
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,12288,10240,0.043791999419530235
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,12288,10240,0.044346665342648826
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,12288,10240,0.04491200049718221
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,12288,10240,0.0496373325586319
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,12288,10240,0.04862933357556661
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,12288,10240,0.0481279989083608
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,12288,10240,0.04632533093293508
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,12288,10240,0.04577066500981649
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,12288,10240,0.04611733555793762
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,12288,10240,0.04574400186538696
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,12288,10240,0.0458186666170756
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,12288,10240,0.04544533292452494
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,12288,10240,0.045754666129748024
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,12288,10240,0.045514668027559914
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,12288,10240,0.04576533536116282
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,12288,10240,0.0455626646677653
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,12288,10240,0.045824001232783
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,12288,10240,0.045647998650868736
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,12288,10240,0.04598399996757507
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,12288,10240,0.045834665497144066
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,12288,10240,0.04560533165931702
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,12288,10240,0.045653333266576133
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,12288,10240,3.5222078959147134
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,12288,10240,1.799349308013916
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,12288,12288,0.03219199925661087
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,12288,10240,0.8997253576914469
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,12288,10240,0.4617226521174113
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,12288,10240,0.47886133193969727
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,12288,10240,0.44019198417663574
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,12288,10240,0.4609653155008952
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,12288,10240,0.4281839927037557
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,12288,10240,0.3940826654434204
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,12288,10240,0.4006506601969401
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,12288,10240,0.39657866954803467
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,12288,10240,0.34113601843516034
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,12288,10240,0.351421316464742
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,12288,10240,0.3096773425738017
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,12288,10240,0.2985333402951558
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,12288,10240,0.31359465916951496
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,12288,10240,0.266266663869222
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,12288,10240,0.2592906753222148
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,12288,10240,0.2508773406346639
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,12288,10240,0.23677867650985718
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,12288,10240,0.22418133417765299
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,12288,10240,0.22097599506378174
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,12288,10240,0.34700266520182294
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,12288,10240,0.2065920035044352
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,12288,10240,0.17519466082255045
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,12288,10240,0.16005866726239523
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,12288,10240,0.14015466968218485
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,12288,10240,0.1497599979241689
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,12288,10240,0.12843733032544455
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,12288,10240,0.1164479951063792
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,12288,10240,0.09504533807436626
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,12288,10240,0.0885653297106425
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,12288,10240,0.07087199886639912
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,12288,10240,0.07191999753316243
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,12288,10240,0.0510506679614385
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,12288,10240,0.04956266780694326
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,12288,10240,0.0469760000705719
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,12288,10240,0.049010664224624634
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,12288,10240,0.047026668985684715
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,12288,10240,0.18990933895111084
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,12288,10240,0.04701866706212362
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,12288,10240,0.04651466508706411
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,12288,10240,0.04494133094946543
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,12288,10240,0.04372799893220266
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,12288,10240,0.04289066791534424
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,12288,10240,0.04205866654713949
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,12288,10240,0.042733331521352134
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,12288,10240,0.042538667718569435
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,12288,10240,0.042362665136655174
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,12288,10240,0.04128533353408178
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,12288,10240,0.04136800020933151
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,12288,10240,0.039290666580200195
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,12288,10240,0.038850667575995125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,12288,10240,0.03745600084463755
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,12288,10240,0.03779733429352442
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,12288,10240,0.037271998822689056
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,12288,10240,0.03934400031963984
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,12288,10240,0.040463998913764954
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,12288,10240,0.03877866764863332
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,12288,10240,0.0371573343873024
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,12288,10240,0.037314665814240776
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,12288,10240,0.038245332737763725
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,12288,10240,0.0383866677681605
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,12288,10240,0.037632000943024956
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,12288,10240,0.037920000652472176
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,12288,10240,0.037104000647862755
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,12288,10240,0.03745600084463755
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,12288,10240,0.037418665985266365
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,12288,10240,0.03709866603215536
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,12288,10240,0.038165333370367684
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,12288,10240,0.037621334195137024
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,12288,10240,0.037474667032559715
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,12288,10240,0.037261334558327995
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,12288,10240,0.038146667182445526
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,12288,12288,0.0322026660044988
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,12288,12288,0.03201599915822347
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,12288,10240,2.016431967417399
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,12288,10240,0.5318640073140463
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,12288,10240,4.322109222412109
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,12288,10240,0.5237813393274943
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,12288,12288,0.03250933438539505
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,12288,10240,0.4593706528345744
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,12288,12288,0.032218667368094124
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,12288,10240,0.41919732093811035
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,12288,10240,0.973365306854248
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,12288,10240,0.3856559991836548
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,12288,10240,0.5806986490885416
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,12288,10240,0.34647198518117267
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,12288,10240,0.38835732142130536
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,12288,10240,0.3312559922536214
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,12288,10240,0.3500959873199463
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,12288,10240,0.29741867383321124
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,12288,10240,0.31839199860890705
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,12288,10240,0.26496267318725586
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,12288,10240,0.30057867368062335
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,12288,10240,0.23000532388687134
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,12288,12288,0.032127998769283295
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,12288,10240,0.25590399901072186
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,12288,10240,0.218834658463796
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,12288,10240,0.21756533781687418
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,12288,10240,0.18341600894927979
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,12288,10240,0.15149333079655966
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,12288,10240,0.5526693264643351
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,12288,10240,0.1220746636390686
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,12288,10240,0.1318773329257965
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,12288,10240,0.5225679874420166
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,12288,10240,0.09324000279108684
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,12288,12288,0.03216266632080078
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,12288,10240,0.4808773199717204
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,12288,10240,0.44730134805043537
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,12288,10240,0.422760009765625
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,12288,10240,0.20111199220021567
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,12288,10240,0.05195466677347819
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,12288,10240,0.0491866668065389
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,12288,10240,0.04855733116467794
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,12288,10240,0.04859999815622965
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,12288,10240,0.04816266894340515
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,12288,10240,0.1645199954509735
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,12288,10240,0.10154133041699727
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,12288,10240,0.07274666428565979
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,12288,10240,0.06211466590563456
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,12288,10240,0.052485331892967224
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,12288,10240,0.05215733249982198
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,12288,10240,0.05208800236384074
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,12288,10240,0.03453333427508672
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,12288,10240,0.031005332867304485
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,12288,10240,0.03106933335463206
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,12288,10240,0.031082667410373688
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,12288,10240,0.030591999491055805
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,12288,10240,0.031144000589847565
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,12288,10240,0.03070399910211563
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,12288,10240,0.030210666358470917
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,12288,10240,0.030258665482203167
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,12288,10240,0.030479999879995983
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,12288,10240,0.03103200097878774
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,12288,10240,0.045408000548680626
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,12288,10240,0.044397334257761635
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,12288,10240,0.046493331591288246
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,12288,10240,0.045421332120895386
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,12288,10240,0.04554933309555054
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,12288,10240,0.04545066754023234
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,12288,10240,0.04623466730117798
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,12288,10240,0.046394666035970054
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,12288,10240,0.04668800036112467
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,12288,10240,0.04541333516438802
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,12288,10240,0.04557066659132639
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,12288,10240,0.04572000106175741
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,12288,10240,0.03405333310365677
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,12288,10240,0.034317334493001304
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,12288,10240,0.0342426672577858
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,12288,10240,0.0348693331082662
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,12288,10240,0.03440800060828527
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,12288,10240,0.03409333278735479
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,12288,10240,0.033757333954175316
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,12288,10240,2.3251465691460504
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,12288,10240,0.6035413212246364
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,12288,10240,0.2817386786142985
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,12288,10240,0.27702222930060494
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,12288,10240,1.1273991266886394
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,12288,10240,0.2626737753550212
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,12288,10240,0.2535982131958008
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,12288,10240,0.25802845425075954
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,12288,10240,0.24056355158487955
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,12288,10240,0.21581155723995635
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,12288,10240,0.238808896806505
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,12288,10240,0.23129955927530924
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,12288,10240,0.2104053364859687
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,12288,10240,0.19516977998945448
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,12288,10240,0.2083982229232788
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,12288,10240,0.18833422660827637
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,12288,10240,0.1852711174223158
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,12288,10240,0.16795378261142305
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,12288,10240,0.16772622532314727
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,12288,10240,0.16203378306494817
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,12288,10240,0.14711822403801814
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,12288,10240,0.14224355750613743
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,12288,10240,0.14110399617089167
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,12288,10240,0.1231057776345147
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,12288,10240,0.12059911092122395
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,12288,10240,0.11713422669304742
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,12288,10240,0.10200533601972793
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,12288,10240,0.09688711166381836
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,12288,10240,0.09537600146399604
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,12288,10240,0.0770346654786004
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,12288,10240,0.0763982203271654
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,12288,10240,0.07357155614429049
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,12288,10240,0.05500622259245979
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,12288,10240,0.056222220261891685
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,12288,10240,0.05125511023733351
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,12288,10240,0.037795556916130915
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,12288,10240,0.0303164455625746
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,12288,10240,0.030469334787792627
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,12288,10240,0.03089600139194065
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,12288,10240,0.03035199973318312
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,12288,10240,0.03009066647953457
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,12288,10240,0.030177778667873804
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,12288,10240,0.030913776821560327
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,12288,10240,0.029861334297392104
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,12288,10240,0.02911111050181919
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,12288,10240,0.02901511059867011
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,12288,10240,0.02897955642806159
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,12288,10240,0.028728889094458684
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,12288,10240,0.02881422307756212
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,12288,10240,0.028919110695521038
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,12288,10240,0.028483556376563177
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,12288,10240,0.028204444381925795
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,12288,10240,0.02830933199988471
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,12288,10240,0.027777777777777776
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,12288,10240,0.02828622195455763
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,12288,10240,0.028023110495673284
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,12288,10240,0.02823466724819607
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,12288,10240,0.028243554963005915
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,12288,10240,0.027580445011456806
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,12288,10240,0.027738667196697656
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,12288,10240,0.02754488918516371
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,12288,10240,0.027518222729365032
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,12288,10240,0.02793777651256985
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,12288,10240,0.02755022214518653
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,12288,10240,0.027873777680926855
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,12288,10240,0.02802844511138068
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,12288,10240,0.027687110834651526
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,12288,10240,0.028115553988350764
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,12288,8192,2.087909380594889
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,12288,8192,4.106026649475098
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,12288,8192,0.6553119818369547
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,12288,8192,0.6241973241170248
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,12288,8192,0.6093120177586874
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,12288,8192,0.5853226582209269
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,12288,8192,0.5200639963150024
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,12288,8192,0.48811201254526776
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,12288,8192,0.44735999902089435
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,12288,8192,0.49430398146311444
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,12288,8192,0.4238773187001546
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,12288,8192,1.0505332946777344
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,12288,8192,0.42876267433166504
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,12288,8192,0.4352586666742961
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,12288,8192,0.3885173400243123
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,12288,8192,0.3614720106124878
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,12288,8192,0.3311573266983032
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,12288,8192,0.3901173273722331
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,12288,8192,0.3345973491668701
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,12288,8192,0.31480000416437787
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,12288,8192,0.2940319975217183
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,12288,8192,0.27218665679295856
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,12288,8192,0.27189334233601886
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,12288,8192,0.23433599869410196
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,12288,8192,0.21318399906158447
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,12288,8192,0.19442667563756308
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,12288,8192,0.16773333152135214
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,12288,8192,0.18859734137852988
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,12288,8192,0.13703466455141702
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,12288,8192,0.13666666547457376
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,12288,8192,0.10729599992434184
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,12288,8192,0.10008000334103902
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,12288,8192,0.07738133271535237
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,12288,8192,0.07854400078455608
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,12288,8192,0.046613335609436035
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,12288,8192,0.045642669002215065
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,12288,8192,0.04554666578769684
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,12288,8192,0.04483200112978617
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,12288,8192,0.04358399907747904
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,12288,8192,0.041536000867684685
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,12288,8192,0.04148799926042557
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,12288,8192,0.04146133363246918
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,12288,8192,0.041562666495641075
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,12288,8192,0.03839466720819473
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,12288,8192,0.037418665985266365
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,12288,8192,0.03807999938726425
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,12288,8192,0.037690666814645134
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,12288,8192,0.04078399886687597
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,12288,8192,0.0407679999868075
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,12288,8192,0.04112533231576284
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,12288,8192,0.04009066770474116
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,12288,8192,0.03751466671625773
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,12288,8192,0.03895466774702072
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,12288,8192,0.03774400055408478
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,12288,8192,0.03955200066169103
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,12288,8192,0.04144533226887385
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,12288,8192,0.04089066634575526
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,12288,8192,0.26147733132044476
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,12288,8192,0.03895466774702072
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,12288,8192,0.03908800085385641
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,12288,8192,0.038880000511805214
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,12288,8192,0.03851199895143509
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,12288,8192,0.03879466652870178
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,12288,8192,0.03846399982770284
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,12288,8192,0.03833599885304769
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,12288,8192,0.038762666285037994
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,12288,8192,0.03839466720819473
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,12288,8192,0.03796799977620443
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,12288,8192,0.03745600084463755
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,12288,8192,0.04154133299986521
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,12288,8192,0.03997333347797394
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,12288,8192,0.04083733260631561
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,12288,8192,0.03946666667858759
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,12288,8192,0.03972266614437103
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,12288,8192,2.8725385665893555
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,12288,8192,1.4259519577026367
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,12288,8192,0.7408186594645182
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,12288,8192,0.3988560040791829
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,12288,8192,0.376853346824646
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,12288,8192,0.3700053294499715
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,12288,8192,0.34805333614349365
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,12288,8192,0.33451199531555176
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,12288,8192,0.3171493411064148
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,12288,8192,0.30349065860112506
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,12288,8192,0.30374133586883545
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,12288,8192,0.28070133924484253
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,12288,8192,0.2731626629829407
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,12288,8192,0.2666640082995097
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,12288,8192,0.24549599488576254
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,12288,8192,0.2382053335507711
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,12288,8192,0.23359467585881552
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,12288,8192,0.20644799868265787
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,12288,8192,0.21665066480636597
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,12288,8192,0.20021865765253702
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,12288,8192,0.18863733609517416
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,12288,8192,0.1764906644821167
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,12288,8192,0.17506933212280273
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,12288,8192,0.16610933343569437
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,12288,8192,0.15458133816719055
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,12288,8192,0.13783466815948486
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,12288,8192,0.13093066215515137
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,12288,8192,0.11599733432133992
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,12288,8192,0.12420533100763957
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,12288,8192,0.10317066311836243
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,12288,8192,0.07978133360544841
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,12288,8192,0.09583733479181926
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,12288,8192,0.0743013322353363
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,12288,8192,0.05897866686185201
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,12288,8192,0.06062933305899302
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,12288,8192,0.04542666673660278
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,12288,8192,0.043266668915748596
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,12288,8192,0.042090664307276406
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,12288,8192,0.04174133141835531
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,12288,8192,0.041565333803494774
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,12288,8192,0.04011466602484385
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,12288,8192,0.03844800094763438
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,12288,8192,0.03782666722933451
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,12288,8192,0.03708266715208689
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,12288,8192,0.03710933278004328
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,12288,8192,0.03626399983962377
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,12288,8192,0.035602666437625885
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,12288,8192,0.03556533406178156
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,12288,8192,0.035085332890351616
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,12288,8192,0.03541333228349686
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,12288,8192,0.034671999514102936
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,12288,8192,0.031848000983397164
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,12288,8192,0.033157333731651306
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,12288,8192,0.03328799953063329
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,12288,8192,0.0330799991885821
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,12288,8192,0.030983999371528625
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,12288,8192,0.030983999371528625
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,12288,8192,0.042034665743509926
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,12288,8192,0.033173332611719765
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,12288,8192,0.03249066571394602
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,12288,8192,0.031133333841959637
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,12288,8192,0.03160266578197479
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,12288,8192,0.03110666573047638
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,12288,8192,0.03198933353026708
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,12288,8192,0.03172000000874201
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,12288,8192,0.03312266618013382
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,12288,8192,0.033160001039505005
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,12288,8192,0.03332799921433131
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,12288,8192,0.03306400030851364
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,12288,8192,0.033357332150141396
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,12288,8192,0.03331733246644338
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,12288,8192,0.03332533439000448
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,12288,8192,0.033202665547529854
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,12288,8192,0.031141333281993866
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,12288,10240,0.02755733331044515
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,12288,10240,0.027475555737813313
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,12288,8192,3.53928279876709
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,12288,8192,1.7148613929748535
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,12288,8192,0.46540534496307373
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,12288,8192,0.43454400698343915
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,12288,10240,0.02792888879776001
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,12288,8192,0.3895599842071533
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,12288,8192,0.827450672785441
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,12288,8192,0.35916535059611004
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,12288,10240,0.0282008879714542
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,12288,8192,0.32786667346954346
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,12288,8192,0.4957893292109172
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,12288,8192,0.29658132791519165
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,12288,8192,0.3327866593996684
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,12288,8192,0.28471465905507404
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,12288,8192,0.30075732866923016
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,12288,8192,0.2562133272488912
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,12288,8192,0.2710106571515401
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,12288,8192,0.2289466659228007
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,12288,8192,0.2558613419532776
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,12288,8192,0.19818133115768433
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,12288,8192,0.2183199922243754
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,12288,8192,0.18593867619832358
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,12288,8192,0.18636800845464072
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,12288,8192,0.15738133589426676
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,12288,10240,0.027518222729365032
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,12288,8192,0.466378649075826
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,12288,8192,0.13095733523368835
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,12288,8192,0.44469865163167316
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,12288,8192,0.10414666930834453
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,12288,8192,0.11170666416486104
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,12288,8192,0.07950666546821594
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,12288,8192,0.4106746514638265
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,12288,8192,0.38093066215515137
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,12288,10240,0.02758399976624383
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,12288,8192,0.3593440055847168
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,12288,8192,0.1711039940516154
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,12288,8192,0.044221331675847374
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,12288,8192,0.04256533086299896
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,12288,8192,0.042303999265034996
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,12288,8192,0.04224533339341482
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,12288,8192,0.04165333261092504
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,12288,8192,0.14130133390426636
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,12288,8192,0.06307999789714813
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,12288,8192,0.08840533097585042
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,12288,8192,0.05246666570504507
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,12288,8192,0.045239999890327454
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,12288,8192,0.04478933413823446
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,12288,8192,0.043578664461771645
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,12288,8192,0.031170666217803955
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,12288,8192,0.028981332977612812
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,12288,8192,0.027973333994547527
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,12288,8192,0.028130667905012768
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,12288,8192,0.02792799969514211
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,12288,8192,0.02829333394765854
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,12288,8192,0.0286613330245018
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,12288,8192,0.02850399911403656
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,12288,8192,0.03842400014400482
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,12288,8192,0.038322667280832924
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,12288,8192,0.03796799977620443
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,12288,8192,0.038704000413417816
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,12288,8192,0.039264000952243805
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,12288,8192,0.029997333884239197
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,12288,8192,0.038136000434557595
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,12288,8192,0.03830133378505707
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,12288,8192,0.03104266772667567
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,12288,8192,0.03728533287843069
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,12288,8192,0.030184000730514526
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,12288,8192,0.04181866844495138
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,12288,8192,0.04151200006405512
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,12288,8192,0.04071466624736786
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,12288,8192,0.04099733382463455
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,12288,8192,0.028202667832374573
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,12288,8192,0.03859733293453852
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,12288,8192,0.038848000268141426
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,12288,8192,0.037848000725110374
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,12288,8192,0.03009066730737686
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,12288,8192,0.02934933453798294
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,12288,8192,0.02996266633272171
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,12288,8192,0.44325865639580625
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,12288,8192,0.8691697650485568
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,12288,8192,0.2249831093682183
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,12288,8192,1.7832711537679036
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,12288,8192,0.22371199395921496
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,12288,8192,0.21430222193400064
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,12288,8192,0.20971200201246473
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,12288,8192,0.20440533426072863
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,12288,8192,0.1952373319201999
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,12288,8192,0.19035022788577607
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,12288,8192,0.18877689043680826
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,12288,8192,0.17917154894934761
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,12288,8192,0.16921422216627333
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,12288,8192,0.157660444577535
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,12288,8192,0.17202311091952852
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,12288,8192,0.15362666712866888
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,12288,8192,0.15154133902655706
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,12288,8192,0.13836799727545843
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,12288,8192,0.13670044475131565
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,12288,8192,0.13355910778045654
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,12288,8192,0.12095822228325738
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,12288,8192,0.1170097721947564
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,12288,8192,0.1146648857328627
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,12288,8192,0.10078399711185032
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,12288,8192,0.0986115535100301
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,12288,8192,0.0959822204377916
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,12288,8192,0.0825422207514445
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,12288,8192,0.08067199918958876
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,12288,8192,0.06362844175762601
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,12288,8192,0.07962666617499457
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,12288,8192,0.06335644589530097
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,12288,8192,0.06102044714821709
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,12288,8192,0.04523377617200216
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,12288,8192,0.04734399914741516
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,12288,8192,0.025900445050663416
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,12288,8192,0.02571022179391649
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,12288,8192,0.04362844427426656
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,12288,8192,0.03167466653717889
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,12288,8192,0.025544888443417017
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,12288,8192,0.025939555631743536
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,12288,8192,0.025511110822359722
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,12288,8192,0.024990222520298425
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,12288,8192,0.025518221987618342
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,12288,8192,0.026407111022207472
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,12288,8192,0.024332443873087566
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,12288,8192,0.02383288906680213
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,12288,8192,0.024314666787783306
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,12288,8192,0.023711999257405598
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,12288,8192,0.024266666836208765
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,12288,8192,0.02348622183005015
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,12288,8192,0.023936000135209825
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,12288,8192,0.024193776978386775
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,12288,8192,0.02397511071628994
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,12288,8192,0.023375999596383836
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,12288,8192,0.023436443673239812
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,12288,8192,0.023400889502631292
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,12288,8192,0.02349511120054457
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,12288,8192,0.02388977838887109
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,12288,8192,0.02355555527740055
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,12288,8192,0.02356622285313076
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,12288,8192,0.023431110713216994
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,12288,8192,0.02348800003528595
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,12288,8192,0.023432888918452795
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,12288,8192,0.023413333627912734
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,12288,8192,0.023415111833148535
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,12288,8192,0.023660444551044043
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,12288,8192,0.023543111152119104
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,12288,7168,3.508453369140625
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,12288,7168,1.730218728383382
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,12288,7168,0.911456028620402
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,12288,7168,0.5281279881795248
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,12288,7168,0.5105653206507365
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,12288,7168,0.5024373531341553
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,12288,7168,0.4914773305257161
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,12288,7168,0.49420801798502606
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,12288,7168,0.4494933287302653
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,12288,7168,0.44103999932607013
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,12288,7168,0.4327840010325114
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,12288,7168,0.37380798657735187
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,12288,7168,0.37410132090250653
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,12288,7168,0.39708268642425537
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,12288,7168,0.3333333333333333
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,12288,7168,0.309717337290446
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,12288,7168,0.3371573289235433
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,12288,7168,0.28570665915807086
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,12288,7168,0.2817866603533427
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,12288,7168,0.273690660794576
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,12288,7168,0.24699199199676514
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,12288,7168,0.23469332853953043
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,12288,7168,0.2344693342844645
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,12288,7168,0.22712000211079916
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,12288,7168,0.20064000288645426
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,12288,7168,0.18481600284576416
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,12288,7168,0.167903999487559
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,12288,7168,0.14657599727312723
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,12288,7168,0.1651893357435862
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,12288,7168,0.11940800150235494
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,12288,7168,0.11943999926249187
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,12288,7168,0.0944640040397644
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,12288,7168,0.08772800366083781
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,12288,7168,0.06817600131034851
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,12288,7168,0.06920533378918965
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,12288,7168,0.04162133236726125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,12288,7168,0.04106666644414266
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,12288,7168,0.04085866610209147
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,12288,7168,0.039850667119026184
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,12288,7168,0.0395359992980957
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,12288,7168,0.03745600084463755
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,12288,7168,0.03756266583998998
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,12288,7168,0.037445334096749626
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,12288,7168,0.03704000016053518
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,12288,7168,0.03342933456103007
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,12288,7168,0.03339199970165888
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,12288,7168,0.03348266581694285
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,12288,7168,0.033333333830038704
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,12288,7168,0.035717333356539406
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,12288,7168,0.03551999976237615
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,12288,7168,0.03583466758330663
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,12288,7168,0.035402665535608925
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,12288,7168,0.03367999941110611
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,12288,7168,0.03376533339420954
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,12288,7168,0.0340693344672521
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,12288,7168,0.03542399903138479
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,12288,7168,0.03714666763941447
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,12288,7168,0.03653866549332937
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,12288,7168,0.03475199888149897
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,12288,7168,0.03510399907827377
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,12288,7168,0.03455466777086258
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,12288,7168,0.035061334570248924
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,12288,7168,0.03498666733503342
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,12288,7168,0.03509866694609324
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,12288,7168,0.03440533330043157
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,12288,7168,0.03377600014209747
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,12288,7168,0.033413333197434746
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,12288,7168,0.03355200091997782
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,12288,7168,0.03342399994532267
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,12288,7168,0.033488000432650246
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,12288,7168,0.03594133257865906
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,12288,7168,0.0364533339937528
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,12288,7168,0.03648533423741659
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,12288,7168,0.03737066686153412
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,12288,8192,0.023482667075263128
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,12288,7168,1.1887013117472331
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,12288,7168,2.5671173731486
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,12288,7168,0.5815706650416056
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,12288,7168,0.35363201300303143
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,12288,7168,0.3197786609331767
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,12288,7168,0.31964800755182904
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,12288,7168,0.3009733359018962
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,12288,7168,0.2941546638806661
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,12288,7168,0.27326399087905884
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,12288,7168,0.2706720034281413
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,12288,7168,0.2660906712214152
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,12288,7168,0.2565973401069641
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,12288,7168,0.23733333746592203
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,12288,7168,0.2294320066769918
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,12288,7168,0.2129253347714742
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,12288,7168,0.20714932680130005
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,12288,7168,0.2059146761894226
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,12288,7168,0.18917866547902426
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,12288,7168,0.1839066743850708
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,12288,7168,0.17658400535583496
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,12288,7168,0.1636133293310801
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,12288,7168,0.1579919954140981
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,12288,7168,0.15422933300336203
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,12288,7168,0.14512532949447632
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,12288,7168,0.13349066178003946
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,12288,7168,0.12446399529774983
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,12288,7168,0.11562666296958923
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,12288,7168,0.10285866260528564
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,12288,7168,0.10810933510462443
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,12288,7168,0.09446666638056438
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,12288,7168,0.08934133251508077
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,12288,7168,0.0717386653025945
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,12288,7168,0.06654133399327596
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,12288,7168,0.05601866543292999
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,12288,7168,0.057432000835736595
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,12288,7168,0.040693332751592
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,12288,7168,0.04092800120512644
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,12288,7168,0.03934666762749354
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,12288,7168,0.03907466679811478
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,12288,7168,0.03762933363517126
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,12288,7168,0.03658133248488108
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,12288,7168,0.035536001125971474
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,12288,7168,0.035586667557557426
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,12288,7168,0.03519733250141144
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,12288,7168,0.03328000009059906
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,12288,7168,0.032658666372299194
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,12288,7168,0.032701333363850914
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,12288,7168,0.03252266595760981
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,12288,7168,0.03201866646607717
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,12288,7168,0.033013333876927696
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,12288,7168,0.032776000599066414
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,12288,7168,0.03289066751797994
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,12288,7168,0.030936000247796375
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,12288,7168,0.032061333457628884
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,12288,7168,0.030824000636736553
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,12288,7168,0.03012533237536748
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,12288,7168,0.030928000807762146
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,12288,7168,0.028965334097544353
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,12288,7168,0.03121333320935567
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,12288,7168,0.02908266584078471
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,12288,7168,0.029701332251230877
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,12288,7168,0.029482667644818623
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,12288,7168,0.028994667033354442
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,12288,7168,0.029997333884239197
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,12288,7168,0.028946665426095326
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,12288,7168,0.029311999678611755
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,12288,7168,0.030928000807762146
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,12288,7168,0.031285333136717476
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,12288,7168,0.031288000444571175
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,12288,7168,0.031136001149813335
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,12288,7168,0.031117332478364308
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,12288,7168,0.031357333064079285
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,12288,7168,0.030981334547201794
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,12288,7168,0.03145866592725118
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,12288,8192,0.023400889502631292
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,12288,8192,0.02349333299530877
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,12288,7168,1.583829402923584
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,12288,7168,0.40033066272735596
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,12288,7168,3.2399705251057944
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,12288,7168,0.40353333950042725
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,12288,8192,0.023559111687872145
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,12288,7168,0.3618053197860718
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,12288,7168,0.7691546281178793
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,12288,7168,0.33694398403167725
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,12288,7168,0.4646773338317871
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,12288,7168,0.3120746612548828
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,12288,7168,0.3394560019175212
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,12288,7168,0.2848506569862366
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,12288,7168,0.31193600098292035
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,12288,7168,0.2708853284517924
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,12288,7168,0.28283466895421344
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,12288,7168,0.24524267514546713
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,12288,8192,0.023562666442659166
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,12288,7168,0.21782133976618448
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,12288,7168,0.23605066537857056
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,12288,7168,0.18839200337727866
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,12288,7168,0.20311466852823892
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,12288,7168,0.17573332786560059
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,12288,7168,0.17373865842819214
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,12288,7168,0.1503599981466929
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,12288,7168,0.2563146750132243
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,12288,7168,0.12481066584587097
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,12288,8192,0.023751111494170293
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,12288,7168,0.09850399692853291
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,12288,7168,0.4320266644159953
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,12288,7168,0.10433866580327351
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,12288,7168,0.4111493428548177
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,12288,7168,0.0736986647049586
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,12288,7168,0.38079198201497394
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,12288,7168,0.35516266028086346
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,12288,7168,0.16056533654530844
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,12288,7168,0.04158133268356323
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,12288,7168,0.04025333374738693
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,12288,7168,0.03869866579771042
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,12288,7168,0.03810400019089381
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,12288,7168,0.03812266637881597
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,12288,7168,0.037962667644023895
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,12288,7168,0.13025866945584616
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,12288,8192,0.023784889115227595
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,12288,7168,0.08303733170032501
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,12288,7168,0.05986399948596954
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,12288,7168,0.047877331574757896
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,12288,7168,0.041450666884581246
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,12288,7168,0.04162933429082235
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,12288,7168,0.027077332139015198
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,12288,7168,0.028101332485675812
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,12288,7168,0.024858665963013966
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,12288,7168,0.02443466583887736
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,12288,7168,0.02465066562096278
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,12288,7168,0.024301332732041676
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,12288,7168,0.023797333240509033
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,12288,7168,0.03329599897066752
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,12288,7168,0.03523999949296316
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,12288,7168,0.03318133453528086
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,12288,7168,0.03506933401028315
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,12288,7168,0.03405333310365677
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,12288,7168,0.03695199886957804
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,12288,7168,0.03301866600910822
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,12288,7168,0.03516799956560135
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,12288,7168,0.03416266789038976
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,12288,7168,0.03586133321126302
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,12288,7168,0.03332799921433131
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,12288,7168,0.04020000000794729
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,12288,7168,0.03436533361673355
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,12288,7168,0.036848001182079315
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,12288,7168,0.03395200024048487
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,12288,7168,0.03622400015592575
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,12288,7168,0.03505066782236099
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,12288,7168,0.02807733416557312
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,12288,7168,0.027373333772023518
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,12288,7168,0.027957332630952198
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,12288,7168,0.026890667776266735
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,12288,7168,0.027261334160963695
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,12288,7168,0.026170666019121807
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,12288,7168,0.37641600767771405
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,12288,7168,1.5897307395935059
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,12288,7168,0.7460613250732422
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,12288,7168,0.20372267564137778
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,12288,7168,0.20134266217549643
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,12288,7168,0.19173065821329752
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,12288,7168,0.1837573250134786
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,12288,7168,0.1856480042139689
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,12288,7168,0.17357999086380005
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,12288,7168,0.17352000872294107
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,12288,7168,0.16855067014694214
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,12288,7168,0.1570919950803121
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,12288,7168,0.15463200211524963
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,12288,7168,0.14057733615239462
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,12288,7168,0.13607199986775717
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,12288,7168,0.15085867047309875
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,12288,7168,0.13572933276494345
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,12288,7168,0.1254040002822876
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,12288,7168,0.11892799536387126
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,12288,7168,0.12198799848556519
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,12288,7168,0.1080840031305949
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,12288,7168,0.10445599754651387
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,12288,7168,0.10216533144315083
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,12288,7168,0.09067333738009135
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,12288,7168,0.08897599577903748
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,12288,7168,0.08633733789126079
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,12288,7168,0.07400000095367432
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,12288,7168,0.07163866857687633
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,12288,7168,0.07221866647402446
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,12288,7168,0.05731200178464254
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,12288,7168,0.05380000174045563
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,12288,7168,0.05679333209991455
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,12288,7168,0.04073066761096319
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,12288,7168,0.04284133513768514
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,12288,7168,0.03904266655445099
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,12288,7168,0.028489333887894947
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,12288,7168,0.02276399979988734
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,12288,7168,0.023192000885804493
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,12288,7168,0.023570666710535686
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,12288,7168,0.022701332966486614
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,12288,7168,0.023214665551980335
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,12288,7168,0.023076000312964123
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,12288,7168,0.023168000082174938
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,12288,7168,0.023187999924023945
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,12288,7168,0.022034667432308197
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,12288,7168,0.021738665799299877
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,12288,7168,0.021713333825270336
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,12288,7168,0.02183866749207179
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,12288,7168,0.021699999769528706
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,12288,7168,0.02126533289750417
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,12288,7168,0.021784000098705292
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,12288,7168,0.021222665905952454
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,12288,7168,0.021226666867733
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,12288,7168,0.02143733451763789
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,12288,7168,0.021196000277996063
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,12288,7168,0.021754667162895203
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,12288,7168,0.021705334385236103
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,12288,7168,0.021528000632921856
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,12288,7168,0.021241332093874615
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,12288,7168,0.021537333726882935
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,12288,7168,0.021397332350413006
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,12288,7168,0.021222665905952454
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,12288,7168,0.021295999487241108
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,12288,7168,0.021246666709582012
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,12288,7168,0.021779999136924744
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,12288,7168,0.021131999790668488
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,12288,7168,0.021216000119845074
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,12288,6144,3.032149314880371
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,12288,6144,1.4945386250813801
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,12288,6144,0.7377653121948242
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,12288,6144,0.4128799835840861
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,12288,6144,0.4092160065968831
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,12288,6144,0.41785065333048504
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,12288,6144,0.40272001425425213
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,12288,6144,0.374944011370341
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,12288,6144,0.3524959882100423
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,12288,6144,0.34799468517303467
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,12288,6144,0.37144001324971515
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,12288,6144,0.31383466720581055
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,12288,6144,0.3150239984194438
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,12288,6144,0.30966933568318683
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,12288,6144,0.280458668867747
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,12288,6144,0.27271467447280884
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,12288,6144,0.2847200036048889
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,12288,6144,0.2453920046488444
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,12288,6144,0.23704000314076742
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,12288,6144,0.23109332720438638
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,12288,6144,0.2113706668217977
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,12288,6144,0.20278932650883993
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,12288,6144,0.19740800062815347
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,12288,6144,0.19566933314005533
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,12288,6144,0.17000534137090048
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,12288,6144,0.15735999743143717
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,12288,6144,0.14307733376820883
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,12288,6144,0.1256160040696462
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,12288,6144,0.1400266687075297
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,12288,6144,0.10173333684603374
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,12288,6144,0.10249599814414978
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,12288,6144,0.0817333310842514
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,12288,6144,0.07513066629568736
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,12288,6144,0.05801600217819214
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,12288,6144,0.059765333930651345
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,12288,6144,0.03772266705830892
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,12288,6144,0.03558400024970373
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,12288,6144,0.035717333356539406
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,12288,6144,0.035573333501815796
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,12288,6144,0.035391998787721
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,12288,6144,0.03350399931271871
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,12288,6144,0.03324799984693527
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,12288,6144,0.0335359995563825
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,12288,6144,0.03329599897066752
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,12288,6144,0.029482667644818623
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,12288,6144,0.029135999580224354
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,12288,6144,0.02943466603755951
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,12288,6144,0.029296000798543293
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,12288,6144,0.03143999973932902
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,12288,6144,0.03166399896144867
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,12288,6144,0.03182400017976761
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,12288,6144,0.031354665756225586
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,12288,6144,0.029487999776999157
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,12288,6144,0.029722665747006733
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,12288,6144,0.02923733244339625
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,12288,6144,0.03147733211517334
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,12288,6144,0.0329120010137558
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,12288,6144,0.03218133250872294
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,12288,6144,0.031141333281993866
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,12288,6144,0.030821333328882854
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,12288,6144,0.03018666555484136
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,12288,6144,0.03053866575161616
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,12288,6144,0.03011200080315272
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,12288,6144,0.029669334491093952
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,12288,6144,0.029626667499542236
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,12288,6144,0.029552000264326733
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,12288,6144,0.029829333225886028
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,12288,6144,0.030479999879995983
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,12288,6144,0.02959999938805898
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,12288,6144,0.029850666721661884
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,12288,6144,0.03197866678237915
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,12288,6144,0.03148799886306127
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,12288,6144,0.031471999982992806
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,12288,6144,0.03183466692765554
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,12288,6144,2.173184076944987
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,12288,6144,1.0395867029825847
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,12288,6144,0.5285306771596273
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,12288,6144,0.2813919981320699
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,12288,6144,0.2752773364384969
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,12288,6144,0.2693360050519307
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,12288,6144,0.2452239990234375
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,12288,6144,0.24337599674860635
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,12288,6144,0.23035732905069986
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,12288,6144,0.22389066219329834
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,12288,6144,0.22682400544484457
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,12288,6144,0.2217866579691569
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,12288,6144,0.20525334278742471
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,12288,6144,0.19890934228897095
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,12288,6144,0.185205340385437
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,12288,6144,0.17856534322102866
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,12288,6144,0.17726133267084757
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,12288,6144,0.1665519972642263
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,12288,6144,0.16034400463104248
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,12288,6144,0.15346399943033853
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,12288,6144,0.14258399605751038
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,12288,6144,0.13517066836357117
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,12288,6144,0.1327893336613973
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,12288,6144,0.12804800271987915
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,12288,6144,0.1188213328520457
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,12288,6144,0.10727199912071228
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,12288,6144,0.100381334622701
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,12288,6144,0.0930560032526652
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,12288,6144,0.09730133414268494
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,12288,6144,0.08246133228143056
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,12288,6144,0.07897866765658061
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,12288,6144,0.06381333371003468
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,12288,6144,0.059474666913350425
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,12288,6144,0.05134933193524679
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,12288,6144,0.05344266692797343
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,12288,6144,0.03834133346875509
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,12288,6144,0.03708266715208689
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,12288,6144,0.036920001109441124
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,12288,6144,0.03587999939918518
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,12288,6144,0.03583466758330663
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,12288,6144,0.034071999291578926
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,12288,6144,0.032957332829634346
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,12288,6144,0.03350399931271871
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,12288,6144,0.03151999910672506
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,12288,6144,0.0310479998588562
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,12288,6144,0.030266667405764263
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,12288,6144,0.030016000072161358
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,12288,6144,0.030423998832702637
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,12288,6144,0.03209600100914637
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,12288,6144,0.03062933435042699
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,12288,6144,0.03109599898258845
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,12288,6144,0.029287998874982197
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,12288,6144,0.029341332614421844
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,12288,6144,0.02886933336655299
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,12288,6144,0.0288426677385966
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,12288,6144,0.028034667174021404
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,12288,6144,0.02826133370399475
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,12288,6144,0.02701333413521449
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,12288,6144,0.02898400028546651
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,12288,6144,0.02810399979352951
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,12288,6144,0.027327999472618103
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,12288,6144,0.02757866680622101
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,12288,6144,0.02737066646416982
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,12288,6144,0.028258666396141052
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,12288,6144,0.02731200059254964
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,12288,6144,0.027143999934196472
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,12288,6144,0.02985599885384242
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,12288,6144,0.028981332977612812
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,12288,6144,0.02903733402490616
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,12288,6144,0.028914667665958405
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,12288,6144,0.02957066645224889
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,12288,6144,0.02977866679430008
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,12288,6144,0.029330665866533916
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,12288,6144,0.029050665597120922
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,12288,7168,0.02146933227777481
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,12288,7168,0.021166667342185974
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,12288,7168,0.021361333628495533
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,12288,7168,0.0212293341755867
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,12288,7168,0.021221332252025604
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,12288,6144,1.4345226287841797
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,12288,6144,0.341869314511617
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,12288,6144,0.6944746971130371
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,12288,6144,0.3342133363087972
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,12288,6144,3.045757293701172
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,12288,6144,0.3237253427505493
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,12288,6144,0.4187519947687785
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,12288,6144,0.3661760091781616
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,12288,6144,0.2796106735865275
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,12288,6144,0.3043813308080037
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,12288,6144,0.2584480047225952
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,12288,6144,0.28229065736134845
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,12288,6144,0.25720266501108807
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,12288,6144,0.2225653330485026
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,12288,6144,0.23622934023539224
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,12288,6144,0.20056800047556558
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,12288,6144,0.2151093284289042
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,12288,6144,0.17431465784708658
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,12288,6144,0.18598665793736777
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,12288,6144,0.16170400381088257
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,12288,6144,0.15914666652679443
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,12288,6144,0.13748000065485635
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,12288,6144,0.24547733863194784
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,12288,6144,0.11427467068036397
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,12288,6144,0.3912746508916219
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,12288,6144,0.09046933054924011
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,12288,6144,0.0935919980208079
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,12288,7168,0.02120666702588399
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,12288,6144,0.0701253314812978
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,12288,6144,0.348962664604187
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,12288,6144,0.372869332631429
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,12288,6144,0.3208213249842326
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,12288,6144,0.1458239952723185
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,12288,6144,0.03728533287843069
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,12288,6144,0.03695466617743174
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,12288,6144,0.03622666746377945
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,12288,6144,0.03505066782236099
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,12288,6144,0.11827199657758077
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,12288,6144,0.034530666967233024
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,12288,6144,0.03528533379236857
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,12288,6144,0.032655999064445496
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,12288,6144,0.07724000016848247
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,12288,7168,0.021672000487645466
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,12288,6144,0.05701066553592682
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,12288,6144,0.04257600009441376
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,12288,6144,0.03749333322048187
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,12288,6144,0.024850666522979736
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,12288,6144,0.02181333303451538
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,12288,6144,0.021749332547187805
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,12288,6144,0.025120000044504803
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,12288,6144,0.022093333303928375
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,12288,6144,0.020706667254368465
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,12288,6144,0.021554666260878246
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,12288,6144,0.025568000972270966
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,12288,6144,0.027456000447273254
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,12288,6144,0.029301332930723827
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,12288,6144,0.0284853329261144
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,12288,6144,0.029930666089057922
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,12288,6144,0.02974666655063629
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,12288,6144,0.02996533364057541
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,12288,6144,0.028957332173983257
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,12288,6144,0.029976000388463337
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,12288,6144,0.029245334366957348
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,12288,6144,0.031037333110968273
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,12288,6144,0.029135999580224354
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,12288,6144,0.03009066730737686
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,12288,6144,0.02977866679430008
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,12288,6144,0.02991733451684316
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,12288,6144,0.028991999725500744
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,12288,6144,0.03011200080315272
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,12288,6144,0.028088000913461048
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,12288,6144,0.02572533239920934
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,12288,6144,0.024853333830833435
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,12288,6144,0.024080000817775726
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,12288,6144,0.023813332120577495
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,12288,6144,0.02364266663789749
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,12288,6144,1.2932426929473877
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,12288,6144,0.3230066696802775
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,12288,6144,0.6451293230056763
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,12288,6144,0.1774386763572693
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,12288,6144,0.17633066574732462
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,12288,6144,0.16646266976992288
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,12288,6144,0.16043466329574585
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,12288,6144,0.164300004641215
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,12288,6144,0.15365466475486755
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,12288,6144,0.1399079958597819
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,12288,6144,0.15002800027529398
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,12288,6144,0.14920266469319662
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,12288,6144,0.13530133167902628
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,12288,6144,0.13256800174713135
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,12288,6144,0.12390399972597758
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,12288,6144,0.12008532881736755
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,12288,6144,0.12085333466529846
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,12288,6144,0.10959466298421223
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,12288,6144,0.10774133602778117
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,12288,6144,0.10548800230026245
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,12288,6144,0.0909493366877238
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,12288,6144,0.09197733799616496
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,12288,6144,0.09524800380071004
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,12288,6144,0.08029066522916158
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,12288,6144,0.07933866480986278
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,12288,6144,0.06310666600863139
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,12288,6144,0.051011999448140465
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,12288,6144,0.06612533330917358
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,12288,6144,0.05118533472220103
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,12288,6144,0.0767719993988673
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,12288,6144,0.06416800121466319
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,12288,6144,0.0480733315149943
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,12288,6144,0.03696133444706599
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,12288,6144,0.03742266694704691
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,12288,6144,0.03503600011269251
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,12288,6144,0.021142666538556416
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,12288,6144,0.025254666805267334
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,12288,6144,0.020763999472061794
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,12288,6144,0.021186667184034984
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,12288,6144,0.020761333405971527
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,12288,6144,0.020784000555674236
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,12288,6144,0.020682666450738907
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,12288,6144,0.021182666222254436
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,12288,6144,0.02217866728703181
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,12288,6144,0.019763999929030735
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,12288,6144,0.01963333288828532
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,12288,6144,0.01967066650589307
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,12288,6144,0.01993600030740102
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,12288,6144,0.01972133293747902
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,12288,6144,0.01964133357008298
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,12288,6144,0.01964133357008298
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,12288,6144,0.019623999794324238
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,12288,6144,0.01975066711505254
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,12288,6144,0.019245332727829616
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,12288,6144,0.019575999428828556
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,12288,6144,0.019334666430950165
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,12288,6144,0.01964266722400983
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,12288,6144,0.01974799980719884
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,12288,6144,0.019705332815647125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,12288,6144,0.01934133345882098
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,12288,6144,0.019453333069880802
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,12288,6144,0.019734666993220646
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,12288,6144,0.019590667138497036
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,12288,6144,0.019166667014360428
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,12288,6144,0.01913333311676979
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,12288,6144,0.019630666822195053
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,12288,6144,0.019255999475717545
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,12288,5120,2.599226633707682
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,12288,5120,1.3637146949768066
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,12288,5120,0.6958080132802328
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,12288,5120,0.39975468317667645
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,12288,5120,0.36401601632436115
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,12288,5120,0.3522533178329468
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,12288,5120,0.3368240197499593
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,12288,5120,0.33243733644485474
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,12288,5120,0.29803200562795
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,12288,5120,0.2973066568374634
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,12288,5120,0.31755999724070233
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,12288,5120,0.27170934279759723
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,12288,5120,0.2630160053571065
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,12288,5120,0.2714933355649312
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,12288,5120,0.2326479951540629
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,12288,5120,0.23071465889612833
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,12288,5120,0.2476053237915039
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,12288,5120,0.20992533365885416
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,12288,5120,0.20298665761947632
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,12288,5120,0.20052266120910645
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,12288,5120,0.1755733291308085
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,12288,5120,0.17036799589792886
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,12288,5120,0.1666480004787445
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,12288,5120,0.16543466846148172
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,12288,5120,0.1435813307762146
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,12288,5120,0.13220533728599548
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,12288,5120,0.12040799856185913
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,12288,5120,0.10683466990788777
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,12288,5120,0.12007199724515279
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,12288,5120,0.10129066308339436
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,12288,5120,0.08647466699282329
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,12288,5120,0.0707946668068568
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,12288,5120,0.0637573351462682
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,12288,5120,0.050437331199645996
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,12288,5120,0.05074666440486908
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,12288,5120,0.03102666636308034
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,12288,5120,0.030077333251635235
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,12288,5120,0.029978667696317036
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,12288,5120,0.02961066613594691
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,12288,5120,0.029701332251230877
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,12288,5120,0.02749600013097127
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,12288,5120,0.027141332626342773
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,12288,5120,0.027034667630990345
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,12288,5120,0.02698933333158493
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,12288,5120,0.024447999894618988
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,12288,5120,0.024077333509922028
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,12288,5120,0.024160000185171764
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,12288,5120,0.02439733346303304
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,12288,5120,0.025917333861192066
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,12288,5120,0.025888000925381977
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,12288,5120,0.02587733417749405
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,12288,5120,0.025517334540685017
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,12288,5120,0.023639999330043793
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,12288,5120,0.024661332368850708
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,12288,5120,0.024701334536075592
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,12288,5120,0.02515999972820282
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,12288,5120,0.023010666171709698
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,12288,5120,0.027290667096773785
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,12288,5120,0.025653332471847534
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,12288,5120,0.02537333220243454
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,12288,5120,0.025349333882331848
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,12288,5120,0.025042665501435597
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,12288,5120,0.024842667082945507
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,12288,5120,0.025080000360806782
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,12288,5120,0.024919999142487843
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,12288,5120,0.02499733368555705
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,12288,5120,0.024911999702453613
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,12288,5120,0.02493600050608317
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,12288,5120,0.024911999702453613
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,12288,5120,0.024824000895023346
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,12288,5120,0.025861332813898723
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,12288,5120,0.02606933315594991
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,12288,5120,0.025960000852743786
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,12288,5120,0.026629333694775898
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,12288,5120,1.8357368045383031
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,12288,5120,0.8991218143039279
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,12288,5120,0.4418417877621121
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,12288,5120,0.2456782129075792
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,12288,5120,0.23628621631198457
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,12288,5120,0.23049243291219076
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,12288,5120,0.2124159998363919
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,12288,5120,0.20540444056193033
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,12288,5120,0.1964657836490207
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,12288,5120,0.18972088230980766
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,12288,5120,0.1942417754067315
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,12288,5120,0.18563911649915907
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,12288,5120,0.17336177825927734
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,12288,6144,0.019629333168268204
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,12288,5120,0.1683466699388292
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,12288,5120,0.15582933690812853
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,12288,5120,0.14983644750383165
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,12288,5120,0.14943467246161565
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,12288,5120,0.14420799414316812
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,12288,5120,0.13283022244771323
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,12288,5120,0.1298933294084337
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,12288,5120,0.12102222442626953
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,12288,5120,0.11626488632626003
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,12288,5120,0.11491910616556804
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,12288,5120,0.10625600152545506
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,12288,5120,0.09998399681515163
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,12288,5120,0.09225066502888997
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,12288,5120,0.08657777971691555
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,12288,5120,0.08098666535483466
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,12288,5120,0.08473955260382758
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,12288,5120,0.07104533248477511
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,12288,5120,0.06698489189147949
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,12288,5120,0.056645333766937256
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,12288,5120,0.05278933379385206
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,12288,5120,0.04540088772773743
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,12288,5120,0.04725689027044508
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,12288,5120,0.033815112378862165
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,12288,5120,0.0333262218369378
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,12288,5120,0.0319164428446028
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,12288,5120,0.03195733494228787
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,12288,5120,0.031155556440353394
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,12288,5120,0.029751112063725788
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,12288,5120,0.029662221670150757
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,12288,5120,0.029770665698581274
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,12288,5120,0.029093331760830347
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,12288,5120,0.02830222249031067
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,12288,5120,0.02754488918516371
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,12288,5120,0.027148443791601393
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,12288,5120,0.026974222726292078
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,12288,5120,0.02695466743575202
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,12288,5120,0.0289066665702396
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,12288,5120,0.02681066592534383
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,12288,5120,0.02696177860101064
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,12288,5120,0.027685332629415724
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,12288,5120,0.02702755563788944
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,12288,5120,0.02590755621592204
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,12288,5120,0.02680355476008521
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,12288,5120,0.024759110477235582
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,12288,5120,0.02464177707831065
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,12288,5120,0.024762666887707178
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,12288,5120,0.02476088868247138
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,12288,5120,0.02624711063173082
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,12288,5120,0.02641422218746609
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,12288,5120,0.02477333280775282
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,12288,5120,0.02474844455718994
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,12288,5120,0.02478222217824724
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,12288,5120,0.02741866641574436
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,12288,5120,0.026682666606373254
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,12288,5120,0.02680177821053399
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,12288,5120,0.026862222287389968
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,12288,5120,0.027075555589463975
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,12288,5120,0.027004443936877783
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,12288,5120,0.026613333159022864
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,12288,5120,0.02678933408525255
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,12288,5120,0.026942221654786006
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,12288,6144,0.0195053331553936
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,12288,6144,0.019677333533763885
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,12288,6144,0.019474666565656662
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,12288,6144,0.019645333290100098
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,12288,5120,1.262231085035536
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,12288,5120,0.3089688883887397
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,12288,5120,2.6466168297661676
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,12288,5120,0.3022880024380154
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,12288,5120,0.6281955507066515
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,12288,5120,0.27599644660949707
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,12288,5120,0.378149323993259
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,12288,5120,0.2581084569295247
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,12288,5120,0.27848177485995823
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,12288,5120,0.23766933547125924
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,12288,5120,0.25655288166469997
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,12288,5120,0.22619199752807617
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,12288,5120,0.23327822155422637
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,12288,5120,0.20496000183953178
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,12288,5120,0.20948266983032227
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,12288,5120,0.18247644106547037
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,12288,5120,0.1947608921262953
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,12288,5120,0.15952000353071424
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,12288,5120,0.1683217816882663
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,12288,5120,0.14814044369591609
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,12288,5120,0.14471288522084555
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,12288,5120,0.12767822212643093
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,12288,5120,0.331770658493042
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,12288,5120,0.10600711239708795
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,12288,5120,0.3547946612040202
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,12288,5120,0.08468800120883518
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,12288,5120,0.08289955721961127
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,12288,6144,0.019648000597953796
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,12288,5120,0.05678221914503309
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,12288,6144,0.019617332766453426
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,12288,5120,0.33691199620564777
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,12288,5120,0.31382399135165745
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,12288,5120,0.2896871036953396
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,12288,5120,0.1318133274714152
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,12288,5120,0.028869334194395278
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,12288,5120,0.028926223516464233
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,12288,5120,0.028759111960728962
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,12288,5120,0.028520888752407495
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,12288,5120,0.10681244399812485
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,12288,5120,0.02699733277161916
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,12288,5120,0.07043733199437459
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,12288,5120,0.05002489023738437
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,12288,5120,0.0351822210682763
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,12288,5120,0.03135644396146139
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,12288,5120,0.031162665949927434
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,12288,5120,0.029292444388071697
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,12288,5120,0.02068622244728936
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,12288,5120,0.020670221911536325
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,12288,5120,0.018497778309716117
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,12288,5120,0.017283555534150865
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,12288,5120,0.017228444417317707
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,12288,5120,0.018048000004556444
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,12288,5120,0.017656889226701524
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,12288,5120,0.024346666203604803
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,12288,5120,0.02698844505680932
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,12288,5120,0.026200888885392085
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,12288,5120,0.02498133314980401
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,12288,5120,0.025996444953812495
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,12288,5120,0.025831111603313025
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,12288,5120,0.026239999466472205
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,12288,5120,0.026106667187478807
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,12288,5120,0.025242666403452556
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,12288,5120,0.026897778113683064
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,12288,5120,0.025578666064474318
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,12288,5120,0.026348445150587294
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,12288,5120,0.02735822233888838
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,12288,5120,0.025470222036043804
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,12288,5120,0.02758755617671543
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,12288,5120,0.025964443882306416
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,12288,5120,0.026220444175932143
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,12288,5120,0.020053333706325956
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,12288,5120,0.02017600006527371
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,12288,5120,0.019327999817000497
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,12288,5120,0.018748443987634447
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,12288,5120,0.01937244501378801
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,12288,5120,0.01908266709910499
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,12288,5120,0.5585813522338867
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,12288,5120,1.1471989949544272
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,12288,5120,0.27782611846923827
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,12288,5120,0.15289279619852703
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,12288,5120,0.15342186292012533
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,12288,5120,0.1440224011739095
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,12288,5120,0.1392181396484375
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,12288,5120,0.14322667121887206
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,12288,5120,0.13423360188802083
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,12288,5120,0.11770453453063964
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,12288,5120,0.12938666343688965
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,12288,5120,0.1193727970123291
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,12288,5120,0.12835413614908855
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,12288,5120,0.11480533281962077
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,12288,5120,0.10815786520640056
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,12288,5120,0.1049066702524821
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,12288,5120,0.10436586538950603
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,12288,5120,0.09133546352386475
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,12288,5120,0.09353600343068441
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,12288,5120,0.09373119672139486
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,12288,5120,0.08310506343841553
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,12288,5120,0.07980906963348389
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,12288,5120,0.07990826765696207
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,12288,5120,0.06953066984812419
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,12288,5120,0.06633813381195068
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,12288,5120,0.06897280216217042
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,12288,5120,0.05719253222147623
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,12288,5120,0.05480639934539795
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,12288,5120,0.05553493499755859
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,12288,5120,0.04437333345413208
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,12288,5120,0.0447648008664449
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,12288,5120,0.042317867279052734
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,12288,5120,0.0321834663550059
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,12288,5120,0.03220799962679545
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,12288,5120,0.030204800764719646
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,12288,5120,0.02224000096321106
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,12288,5120,0.018600533405939736
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,12288,5120,0.018758400281270345
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,12288,5120,0.018710400660832724
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,12288,5120,0.018696532646814982
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,12288,5120,0.018709333737691243
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,12288,5120,0.018720000982284546
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,12288,5120,0.018578133980433145
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,12288,5120,0.019012266397476198
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,12288,5120,0.017539199193318686
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,12288,5120,0.017654399077097573
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,12288,5120,0.017937066157658894
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,12288,5120,0.017467733224232992
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,12288,5120,0.017975467443466186
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,12288,5120,0.017514665921529136
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,12288,5120,0.017777067422866822
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,12288,5120,0.017678932348887125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,12288,5120,0.017760000626246133
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,12288,5120,0.01749546726544698
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,12288,5120,0.017378133535385133
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,12288,5120,0.017403733730316163
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,12288,5120,0.017520000537236534
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,12288,5120,0.017443199952443443
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,12288,5120,0.017628800868988038
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,12288,5120,0.017427200078964235
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,12288,5120,0.017349332571029663
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,12288,5120,0.017391999562581383
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,12288,5120,0.017643733819325765
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,12288,5120,0.017343999942143758
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,12288,5120,0.017433599630991618
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,12288,5120,0.017454934120178223
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,12288,5120,0.017388800779978432
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,12288,4096,2.1327199935913086
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,12288,4096,1.08897066116333
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,12288,4096,0.5580346584320068
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,12288,4096,0.30901066462198895
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,12288,4096,0.2983146707216899
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,12288,4096,0.29522667328516644
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,12288,4096,0.2836400071779887
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,12288,4096,0.2844799955685933
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,12288,4096,0.2507359981536865
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,12288,4096,0.2479733427365621
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,12288,4096,0.251693328221639
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,12288,4096,0.22971733411153158
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,12288,4096,0.22196267048517862
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,12288,4096,0.22102133433024088
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,12288,4096,0.18813065687815347
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,12288,4096,0.18581867218017578
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,12288,4096,0.18393333752950033
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,12288,4096,0.17223999897638956
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,12288,4096,0.16117599606513977
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,12288,4096,0.15841866532961527
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,12288,4096,0.1434053381284078
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,12288,4096,0.13916800419489542
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,12288,4096,0.1361413300037384
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,12288,4096,0.13484000166257223
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,12288,4096,0.11849066615104675
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,12288,4096,0.10791200399398804
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,12288,4096,0.09849333763122559
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,12288,4096,0.08832533160845439
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,12288,4096,0.09662666916847229
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,12288,4096,0.08284266789754231
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,12288,4096,0.07092266778151195
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,12288,4096,0.057762667536735535
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,12288,4096,0.05213599900404612
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,12288,4096,0.04068800061941147
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,12288,4096,0.04120533416668574
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,12288,4096,0.025928000609079998
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,12288,4096,0.024800000091393787
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,12288,4096,0.024442667762438457
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,12288,4096,0.0244186669588089
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,12288,4096,0.024106666445732117
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,12288,4096,0.02274666726589203
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,12288,4096,0.022887999812761944
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,12288,4096,0.022687998910744984
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,12288,4096,0.022808000445365906
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,12288,4096,0.020738666256268818
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,12288,4096,0.020770666499932606
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,12288,4096,0.02053600052992503
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,12288,4096,0.020765333125988644
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,12288,4096,0.021920000513394673
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,12288,4096,0.021898667017618816
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,12288,4096,0.02179199953873952
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,12288,4096,0.02125866711139679
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,12288,4096,0.019783999770879745
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,12288,4096,0.020381333927313488
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,12288,4096,0.020472000042597454
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,12288,4096,0.02070933332045873
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,12288,4096,0.018895999838908512
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,12288,4096,0.02011999984582265
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,12288,4096,0.021920000513394673
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,12288,4096,0.01978133370478948
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,12288,4096,0.019832000136375427
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,12288,4096,0.01987733319401741
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,12288,4096,0.01967200015981992
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,12288,4096,0.019885333875815075
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,12288,4096,0.01996533324321111
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,12288,4096,0.019816000014543533
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,12288,4096,0.021573332448800404
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,12288,4096,0.021557333568731945
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,12288,4096,0.02125599980354309
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,12288,4096,0.020920000970363617
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,12288,4096,0.02261599898338318
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,12288,4096,0.022074667116006214
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,12288,4096,0.022117334107557934
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,12288,4096,0.022749334573745728
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,12288,4096,1.472554630703396
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,12288,4096,0.7208959791395398
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,12288,4096,0.36238755120171445
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,12288,4096,0.2044959995481703
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,12288,4096,0.20174754990471733
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,12288,4096,0.19468977716233996
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,12288,4096,0.17877866162194145
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,12288,4096,0.17923911412556967
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,12288,4096,0.1647999948925442
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,12288,4096,0.16038933065202501
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,12288,4096,0.1608462201224433
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,12288,4096,0.15426488717397055
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,12288,4096,0.1443128850724962
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,12288,4096,0.1393173270755344
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,12288,4096,0.12941155168745253
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,12288,4096,0.12786489062839085
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,12288,4096,0.1279697815577189
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,12288,5120,0.017318399747212727
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,12288,4096,0.120943996641371
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,12288,4096,0.11202666494581436
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,12288,4096,0.10860800080829197
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,12288,4096,0.10018489095899795
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,12288,4096,0.09644799762301975
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,12288,4096,0.0944017767906189
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,12288,4096,0.09211555454466079
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,12288,4096,0.08732622199588352
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,12288,4096,0.07958400249481201
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,12288,4096,0.07320355706744723
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,12288,4096,0.06808177630106609
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,12288,4096,0.07048533360163371
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,12288,4096,0.060693330234951444
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,12288,4096,0.0568444463941786
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,12288,4096,0.047409776184293956
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,12288,4096,0.0501226650344001
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,12288,4096,0.03951288925276862
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,12288,4096,0.03940088881386651
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,12288,4096,0.030446221431096394
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,12288,4096,0.029296000798543293
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,12288,4096,0.028958221276601154
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,12288,4096,0.02891555428504944
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,12288,4096,0.027795556518766616
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,12288,4096,0.02696711156103346
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,12288,4096,0.027464888162083093
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,12288,4096,0.025756445195939805
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,12288,4096,0.02482844392458598
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,12288,4096,0.025242666403452556
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,12288,4096,0.024725332856178284
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,12288,4096,0.024874667326609295
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,12288,4096,0.025057777762413025
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,12288,4096,0.025920000341203477
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,12288,4096,0.024901333782407973
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,12288,4096,0.024851555625597637
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,12288,4096,0.024725332856178284
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,12288,4096,0.023706666297382776
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,12288,4096,0.02409422232045068
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,12288,4096,0.023818666736284893
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,12288,4096,0.02314844396379259
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,12288,4096,0.023623110519515142
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,12288,4096,0.022668444448047217
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,12288,4096,0.022776888476477727
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,12288,4096,0.022700443863868713
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,12288,4096,0.022808889547983806
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,12288,4096,0.023016888234350417
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,12288,5120,0.017461333672205606
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,12288,4096,0.022915555371178523
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,12288,4096,0.023306666149033442
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,12288,4096,0.023374223046832617
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,12288,4096,0.024757333927684363
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,12288,4096,0.02473955518669552
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,12288,4096,0.025182222326596577
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,12288,4096,0.024663110574086506
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,12288,4096,0.0247697780529658
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,12288,4096,0.025438222620222304
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,12288,4096,0.024977778395016987
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,12288,4096,0.024751999311976965
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,12288,4096,0.02881066666709052
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,12288,5120,0.017366399367650352
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,12288,5120,0.017681066195170084
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,12288,5120,0.017534933487574258
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,12288,4096,1.1395271089341905
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,12288,4096,0.5610791312323676
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,12288,4096,0.2790702184041341
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,12288,4096,0.266698678334554
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,12288,4096,2.343223147922092
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,12288,4096,0.24815821647644043
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,12288,4096,0.3334382110171848
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,12288,4096,0.22880000538296172
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,12288,4096,0.24150223202175566
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,12288,4096,0.20965333779652914
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,12288,4096,0.22400000360276964
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,12288,4096,0.19896354940202501
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,12288,4096,0.20239110787709555
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,12288,4096,0.1797919935650296
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,12288,4096,0.18511288695865205
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,12288,4096,0.1611200041241116
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,12288,4096,0.1685173379050361
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,12288,4096,0.1415519979265001
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,12288,4096,0.1472302277882894
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,12288,4096,0.13004444705115423
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,12288,4096,0.12540088759528265
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,12288,4096,0.11208889219495986
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,12288,5120,0.01741546591122945
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,12288,4096,0.09409422344631618
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,12288,4096,0.2971466647254096
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,12288,4096,0.0754986670282152
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,12288,4096,0.06743644343482123
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,12288,4096,0.31483199861314565
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,12288,4096,0.04529066549407112
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,12288,4096,0.277128881878323
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,12288,4096,0.2566080093383789
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,12288,4096,0.29828090137905544
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,12288,5120,0.017488000790278117
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,12288,4096,0.1130311091740926
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,12288,4096,0.0248391115003162
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,12288,4096,0.023363555471102398
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,12288,4096,0.02344888945420583
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,12288,4096,0.023461333579487268
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,12288,4096,0.023039999935362074
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,12288,4096,0.09034133619732326
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,12288,4096,0.06006222301059299
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,12288,4096,0.03984533415900336
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,12288,4096,0.02938488788074917
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,12288,4096,0.02594311038653056
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,12288,4096,0.02495999965402815
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,12288,4096,0.02611555490228865
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,12288,4096,0.017242666747834947
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,12288,4096,0.016083555089102853
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,12288,4096,0.01607288916905721
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,12288,4096,0.01593955523437924
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,12288,4096,0.015923556354310777
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,12288,4096,0.015895111693276297
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,12288,4096,0.020801777640978496
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,12288,4096,0.02086044516828325
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,12288,4096,0.021335111724005804
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,12288,4096,0.021290666527218286
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,12288,4096,0.020901333954599168
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,12288,4096,0.021338666478792827
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,12288,4096,0.020655999581019085
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,12288,4096,0.021317332983016968
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,12288,4096,0.021328000558747187
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,12288,4096,0.02106311089462704
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,12288,4096,0.02150933278931512
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,12288,4096,0.02199111051029629
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,12288,4096,0.021436444587177698
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,12288,4096,0.02131555477778117
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,12288,4096,0.021299555897712708
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,12288,4096,0.02185955478085412
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,12288,4096,0.021583999196688335
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,12288,4096,0.01735111077626546
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,12288,4096,0.017278222574128043
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,12288,4096,0.017304889029926725
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,12288,4096,0.016794666647911072
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,12288,4096,0.017265778448846605
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,12288,4096,0.01723911033736335
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,12288,4096,0.017295999659432303
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,12288,4096,0.44382505416870116
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,12288,4096,0.22230399449666344
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,12288,4096,0.9090197245279947
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,12288,4096,0.11449706554412842
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,12288,4096,0.11958506902058919
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,12288,4096,0.1260981321334839
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,12288,4096,0.12583146890004476
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,12288,4096,0.11701013247172039
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,12288,4096,0.11057173411051432
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,12288,4096,0.1063424030939738
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,12288,4096,0.09782186349232992
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,12288,4096,0.10711999734242757
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,12288,4096,0.08644373416900634
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,12288,4096,0.09622613588968912
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,12288,4096,0.09784746964772542
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,12288,4096,0.08970879713694255
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,12288,4096,0.0860917329788208
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,12288,4096,0.07753492991129557
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,12288,4096,0.07827520370483398
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,12288,4096,0.06891307036081949
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,12288,4096,0.0661141316095988
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,12288,4096,0.06664319833119711
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,12288,4096,0.07577173709869385
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,12288,4096,0.05801066557566324
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,12288,4096,0.057137068112691244
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,12288,4096,0.05534079869588217
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,12288,4096,0.04821759859720866
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,12288,4096,0.04662826855977376
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,12288,4096,0.04625706672668457
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,12288,4096,0.03759359916051229
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,12288,4096,0.037773867448170975
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,12288,4096,0.03563733498255412
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,12288,4096,0.02773546576499939
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,12288,4096,0.028143999973932902
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,12288,4096,0.026409600178400678
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,12288,4096,0.019091200828552247
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,12288,4096,0.01644159952799479
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,12288,4096,0.016544000307718913
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,12288,4096,0.016284799575805663
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,12288,4096,0.016344533363978068
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,12288,4096,0.016148266196250916
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,12288,4096,0.016375466187795003
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,12288,4096,0.01617280046145121
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,12288,4096,0.01611840029557546
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,12288,4096,0.015318399667739869
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,12288,4096,0.015202132860819497
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,12288,4096,0.015318399667739869
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,12288,4096,0.015490133563677469
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,12288,4096,0.015453867117563882
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,12288,4096,0.015401599804560342
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,12288,4096,0.015285332997639975
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,12288,4096,0.015458133816719056
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,12288,4096,0.015305599570274353
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,12288,4096,0.015414399902025857
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,12288,4096,0.015390933553377787
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,12288,4096,0.01534293293952942
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,12288,4096,0.015170133113861084
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,12288,4096,0.015983999768892924
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,12288,4096,0.015595733126004537
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,12288,4096,0.015291733543078103
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,12288,4096,0.015098667144775391
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,12288,4096,0.015271466970443726
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,12288,4096,0.014974932869275412
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,12288,4096,0.015736533204714458
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,12288,4096,0.015591466426849365
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,12288,4096,0.01516266663869222
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,12288,4096,0.015293866395950317
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,12288,3584,1.8505466779073079
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,12288,3584,0.878544012705485
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,12288,3584,0.4437093337376912
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,12288,3584,0.261626660823822
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,12288,3584,0.2730986674626668
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,12288,3584,0.27325065930684406
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,12288,3584,0.2619839906692505
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,12288,3584,0.2428399920463562
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,12288,3584,0.20935734113057455
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,12288,3584,0.20737866560618082
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,12288,3584,0.20428800582885742
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,12288,3584,0.19830399751663208
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,12288,3584,0.17886666456858316
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,12288,3584,0.17903467019399008
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,12288,3584,0.16030933459599814
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,12288,3584,0.15691467126210532
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,12288,3584,0.15676533182462057
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,12288,3584,0.1463573376337687
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,12288,3584,0.13804800311724344
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,12288,3584,0.13401866952578226
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,12288,3584,0.12209332982699077
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,12288,3584,0.11850933233896892
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,12288,3584,0.1159706711769104
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,12288,3584,0.11482666929562886
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,12288,3584,0.09942133227984111
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,12288,3584,0.09194133679072063
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,12288,3584,0.08378666639328003
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,12288,3584,0.07504799962043762
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,12288,3584,0.08187733093897502
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,12288,3584,0.07012000183264415
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,12288,3584,0.060461332400639854
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,12288,3584,0.04959466556708018
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,12288,3584,0.04452000061670939
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,12288,3584,0.03481066723664602
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,12288,3584,0.03608000030120214
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,12288,3584,0.022840000689029694
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,12288,3584,0.021962667504946392
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,12288,3584,0.021727999051411945
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,12288,3584,0.021751999855041504
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,12288,3584,0.021853332718213398
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,12288,3584,0.02009333297610283
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,12288,3584,0.019941333681344986
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,12288,3584,0.019808000574509304
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,12288,3584,0.019698667029539745
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,12288,3584,0.017680000513792038
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,12288,3584,0.01775733381509781
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,12288,3584,0.017968000223239262
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,12288,3584,0.01781066631277402
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,12288,3584,0.019744000087181728
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,12288,3584,0.019578666736682255
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,12288,3584,0.019805333266655605
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,12288,3584,0.019010666757822037
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,12288,3584,0.017770666629076004
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,12288,3584,0.017994667092959087
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,12288,3584,0.017909333109855652
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,12288,3584,0.018725333114465077
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,12288,3584,0.016733333468437195
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,12288,3584,0.017738666385412216
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,12288,3584,0.019280000279347103
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,12288,3584,0.017727999637524288
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,12288,3584,0.017840000490347546
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,12288,3584,0.017709333449602127
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,12288,3584,0.01766666645805041
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,12288,3584,0.017730666945377987
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,12288,3584,0.017730666945377987
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,12288,3584,0.017727999637524288
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,12288,3584,0.01900000000993411
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,12288,3584,0.018837332725524902
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,12288,3584,0.018829333285490673
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,12288,3584,0.019061333189407986
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,12288,3584,0.01977066695690155
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,12288,3584,0.0197200005253156
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,12288,3584,0.019823999454577763
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,12288,3584,0.019823999454577763
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,12288,3584,1.2412079970041912
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,12288,3584,0.6517013311386108
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,12288,3584,0.3051653305689494
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,12288,3584,0.1798786719640096
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,12288,3584,0.17128799359003702
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,12288,3584,0.16848800579706827
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,12288,3584,0.160261332988739
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,12288,3584,0.15220266580581665
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,12288,3584,0.1445853312810262
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,12288,3584,0.13725333412488303
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,12288,3584,0.13682933648427328
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,12288,3584,0.13376266757647196
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,12288,3584,0.12624933322270712
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,12288,3584,0.12469999988873799
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,12288,3584,0.11455999811490376
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,12288,3584,0.1104746659596761
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,12288,3584,0.10977600018183391
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,12288,3584,0.1057093342145284
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,12288,3584,0.09877467155456543
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,12288,3584,0.09502800305684407
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,12288,3584,0.08815999825795491
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,12288,3584,0.08863332867622375
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,12288,3584,0.08743866284688313
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,12288,3584,0.08012799918651581
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,12288,3584,0.07660800218582153
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,12288,3584,0.06987600028514862
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,12288,3584,0.06558266778786977
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,12288,3584,0.06065866847832998
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,12288,3584,0.06387599805990855
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,12288,3584,0.056105335553487144
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,12288,3584,0.05298933386802673
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,12288,3584,0.04495333135128021
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,12288,3584,0.042884002129236855
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,12288,3584,0.03588400036096573
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,12288,3584,0.035014666616916656
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,12288,3584,0.028214665750662487
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,12288,3584,0.027105333904425304
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,12288,3584,0.026577333609263103
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,12288,3584,0.02693866689999898
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,12288,3584,0.02683199942111969
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,12288,3584,0.025744001070658367
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,12288,3584,0.025331998864809673
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,12288,3584,0.02498399962981542
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,12288,3584,0.024729333817958832
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,12288,3584,0.024122667809327442
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,12288,3584,0.023718667527039845
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,12288,3584,0.0240666667620341
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,12288,3584,0.023500000437100727
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,12288,3584,0.025035999715328217
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,12288,3584,0.024688000480333965
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,12288,3584,0.025435999035835266
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,12288,3584,0.023512000838915508
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,12288,3584,0.02276133249203364
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,12288,3584,0.022573334475358326
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,12288,3584,0.022677332162857056
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,12288,3584,0.023011999825636547
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,12288,3584,0.02271999915440877
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,12288,3584,0.02242266635100047
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,12288,3584,0.022451999286810558
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,12288,3584,0.022562667727470398
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,12288,3584,0.022339999675750732
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,12288,3584,0.022488000492254894
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,12288,3584,0.021551998953024547
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,12288,3584,0.02237466722726822
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,12288,3584,0.022759998838106792
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,12288,4096,0.015405866503715514
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,12288,3584,0.02257733295361201
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,12288,3584,0.02070000022649765
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,12288,3584,0.020626666645208996
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,12288,3584,0.021131999790668488
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,12288,3584,0.020603999495506287
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,12288,3584,0.021313334504763286
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,12288,3584,0.020773333807786305
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,12288,3584,0.02060266708334287
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,12288,3584,0.02062400057911873
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,12288,4096,0.015165866414705912
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,12288,4096,0.015583999951680503
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,12288,4096,0.01548799971739451
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,12288,4096,0.015262933572133383
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,12288,4096,0.015450666348139444
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,12288,3584,1.0779293378194172
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,12288,3584,2.2166666984558105
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,12288,3584,0.5351933240890503
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,12288,3584,0.2575160066286723
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,12288,3584,0.24064934253692627
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,12288,3584,0.3206266760826111
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,12288,3584,0.22270532449086508
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,12288,3584,0.23355732361475626
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,12288,3584,0.20441333452860513
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,12288,4096,0.01532266636689504
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,12288,3584,0.2146986722946167
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,12288,3584,0.1926786700884501
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,12288,3584,0.17587200800577799
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,12288,3584,0.17966934045155844
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,12288,3584,0.15763866901397705
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,12288,3584,0.16336666544278464
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,12288,3584,0.13820266723632812
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,12288,3584,0.14253066976865134
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,12288,3584,0.1279106636842092
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,12288,3584,0.1955746610959371
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,12288,3584,0.11972000201543172
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,12288,3584,0.1099293331305186
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,12288,3584,0.0910866657892863
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,12288,3584,0.2882693409919739
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,12288,3584,0.07010533412297566
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,12288,3584,0.05930666625499725
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,12288,3584,0.30255599816640216
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,12288,3584,0.040075999995072685
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,12288,3584,0.26981067657470703
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,12288,3584,0.2866293390591939
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,12288,3584,0.2653733293215434
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,12288,3584,0.24559066692988077
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,12288,3584,0.10335866610209148
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,12288,3584,0.07780000070730846
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,12288,3584,0.022656001150608063
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,12288,3584,0.021734667321046192
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,12288,3584,0.021734667321046192
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,12288,3584,0.021753333508968353
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,12288,3584,0.02166000008583069
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,12288,3584,0.054141332705815635
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,12288,3584,0.026493333280086517
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,12288,3584,0.03658266613880793
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,12288,3584,0.023229333261648815
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,12288,3584,0.02316533277432124
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,12288,3584,0.023006667693456013
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,12288,3584,0.015778666983048122
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,12288,3584,0.01451866701245308
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,12288,3584,0.014394666999578476
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,12288,3584,0.014590666939814886
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,12288,3584,0.02019199977318446
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,12288,3584,0.019553333520889282
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,12288,3584,0.020648000140984852
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,12288,3584,0.020550666997830074
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,12288,3584,0.019513333837191265
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,12288,3584,0.01967200015981992
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,12288,3584,0.01977066695690155
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,12288,3584,0.021144000192483265
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,12288,3584,0.020741333564122517
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,12288,3584,0.01584133381644885
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,12288,3584,0.021724000573158264
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,12288,3584,0.01976133386294047
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,12288,3584,0.020681332796812057
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,12288,3584,0.01907733331123988
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,12288,3584,0.020182666679223377
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,12288,3584,0.018295999616384506
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,12288,3584,0.020722666134436924
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,12288,3584,0.020105333377917606
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,12288,3584,0.021213332811991375
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,12288,3584,0.02070933332045873
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,12288,3584,0.016327999532222748
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,12288,3584,0.016007999579111736
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,12288,3584,0.016000000139077503
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,12288,3584,0.015728000551462173
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,12288,3584,0.01591733346382777
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,12288,3584,0.015601333230733871
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,12288,3584,0.8178634643554688
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,12288,3584,0.20319679578145347
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,12288,3584,0.40044692357381184
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,12288,3584,0.11353387037913006
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,12288,3584,0.10577173233032226
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,12288,3584,0.10356799761454265
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,12288,3584,0.10799787044525147
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,12288,3584,0.11504106521606446
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,12288,3584,0.09684586524963379
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,12288,3584,0.09961386521657309
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,12288,3584,0.09614293575286866
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,12288,3584,0.08942933082580566
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,12288,3584,0.08820693492889405
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,12288,3584,0.08646186987559
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,12288,3584,0.08134720325469971
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,12288,3584,0.07871999740600585
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,12288,3584,0.07787840366363526
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,12288,3584,0.07081066767374675
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,12288,3584,0.06869973341623942
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,12288,3584,0.0710197369257609
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,12288,3584,0.06066879828770956
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,12288,3584,0.06270186503728231
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,12288,3584,0.06018879810969034
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,12288,3584,0.05339946746826172
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,12288,3584,0.052452266216278076
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,12288,3584,0.05071253379185995
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,12288,3584,0.04403093258539836
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,12288,3584,0.04299733241399129
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,12288,3584,0.0343178669611613
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,12288,3584,0.042423466841379806
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,12288,3584,0.03425920009613037
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,12288,3584,0.03294933239618937
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,12288,3584,0.025228800376256307
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,12288,3584,0.024179200331370033
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,12288,3584,0.02555733323097229
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,12288,3584,0.015336533387502035
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,12288,3584,0.014871467153231302
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,12288,3584,0.017358932892481485
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,12288,3584,0.015226667126019796
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,12288,3584,0.014904533823331198
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,12288,3584,0.01541973352432251
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,12288,3584,0.015386666854222616
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,12288,3584,0.01528320014476776
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,12288,3584,0.015285332997639975
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,12288,3584,0.014525866508483887
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,12288,3584,0.014579199751218162
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,12288,3584,0.014453333616256715
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,12288,3584,0.01443839967250824
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,12288,3584,0.01448319951693217
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,12288,3584,0.014759467045466105
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,12288,3584,0.014487466216087342
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,12288,3584,0.014101333419481912
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,12288,3584,0.014460800091425577
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,12288,3584,0.014458666245142618
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,12288,3584,0.01414293348789215
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,12288,3584,0.014478933811187745
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,12288,3584,0.014098133643468222
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,12288,3584,0.014479999740918478
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,12288,3584,0.014081066846847535
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,12288,3584,0.014485333363215128
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,12288,3584,0.01416106621424357
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,12288,3584,0.014504533012708029
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,12288,3584,0.014524799585342408
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,12288,3584,0.014052266875902811
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,12288,3584,0.014477866888046264
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,12288,3584,0.014491732915242514
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,12288,3584,0.014375467101732889
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,12288,3072,1.661626656850179
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,12288,3072,0.7813279628753662
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,12288,3072,0.38622132937113446
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,12288,3072,0.22697599728902182
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,12288,3072,0.2190826733907064
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,12288,3072,0.21446667114893594
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,12288,3072,0.19623732566833496
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,12288,3072,0.19624799489974976
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,12288,3072,0.1807146668434143
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,12288,3072,0.1964319944381714
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,12288,3072,0.17919733126958212
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,12288,3072,0.17589867115020752
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,12288,3072,0.15873600045839945
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,12288,3072,0.16399199763933817
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,12288,3072,0.14323467016220093
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,12288,3072,0.13896000385284424
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,12288,3072,0.14028799533843994
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,12288,3072,0.12897066275278726
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,12288,3072,0.122789333264033
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,12288,3072,0.12021600206693013
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,12288,3072,0.10980266332626343
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,12288,3072,0.10583733518918355
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,12288,3072,0.10310666759808858
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,12288,3072,0.10127199689547221
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,12288,3072,0.08949333429336548
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,12288,3072,0.0822906643152237
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,12288,3072,0.07494933406511943
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,12288,3072,0.067330668369929
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,12288,3072,0.07137866814931233
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,12288,3072,0.06222933530807495
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,12288,3072,0.055498664577802025
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,12288,3072,0.04357600212097168
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,12288,3072,0.039701332648595176
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,12288,3072,0.030962665875752766
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,12288,3072,0.03159733364979426
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,12288,3072,0.019992000112930935
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,12288,3072,0.019738666713237762
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,12288,3072,0.019639999916156132
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,12288,3072,0.01950399950146675
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,12288,3072,0.019152000546455383
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,12288,3072,0.017762667189041775
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,12288,3072,0.01767733320593834
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,12288,3072,0.017664000391960144
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,12288,3072,0.017613332718610764
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,12288,3072,0.015722667177518208
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,12288,3072,0.0156613327562809
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,12288,3072,0.015754666179418564
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,12288,3072,0.016143999993801117
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,12288,3072,0.01748266691962878
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,12288,3072,0.017621333400408428
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,12288,3072,0.016783999900023144
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,12288,3072,0.016789333273967106
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,12288,3072,0.016330666840076447
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,12288,3072,0.015970667203267414
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,12288,3072,0.015802666544914246
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,12288,3072,0.016663999607165653
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,12288,3072,0.015098666151364645
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,12288,3072,0.015666666130224865
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,12288,3072,0.017224000145991642
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,12288,3072,0.015669333438078564
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,12288,3072,0.015677332878112793
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,12288,3072,0.015677332878112793
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,12288,3072,0.015586666762828827
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,12288,3072,0.015568000574906668
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,12288,3072,0.01571999986966451
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,12288,3072,0.015647999942302704
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,12288,3072,0.01685599982738495
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,12288,3072,0.016976000120242436
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,12288,3072,0.017037333299716313
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,12288,3072,0.016832000265518825
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,12288,3072,0.01765599971016248
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,12288,3072,0.017581333716710407
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,12288,3072,0.017685333887736004
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,12288,3072,0.017720000197490055
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,12288,3072,1.0860640207926433
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,12288,3072,0.5639413197835287
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,12288,3072,0.2745293378829956
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,12288,3072,0.16230000058809915
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,12288,3072,0.1564506689707438
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,12288,3072,0.1531880001227061
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,12288,3072,0.14049466451009116
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,12288,3072,0.13631199796994528
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,12288,3584,0.014358400305112203
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,12288,3072,0.12821732958157858
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,12288,3072,0.1211400032043457
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,12288,3072,0.12412133812904358
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,12288,3072,0.11783333619435628
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,12288,3072,0.11303599675496419
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,12288,3072,0.10689866542816162
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,12288,3072,0.10197866956392924
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,12288,3072,0.09647199511528015
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,12288,3072,0.09921600421269734
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,12288,3072,0.0942186713218689
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,12288,3072,0.08972400426864624
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,12288,3072,0.08661199609438579
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,12288,3072,0.082096000512441
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,12288,3072,0.07750266790390015
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,12288,3072,0.07802799840768178
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,12288,3072,0.07201066613197327
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,12288,3072,0.0697346677382787
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,12288,3584,0.014051199952761332
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,12288,3584,0.014057599504788718
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,12288,3072,0.0628439982732137
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,12288,3072,0.058077335357666016
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,12288,3072,0.055918668707211815
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,12288,3072,0.05008799831072489
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,12288,3072,0.04822666446367899
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,12288,3072,0.03923200070858002
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,12288,3072,0.04125600059827169
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,12288,3072,0.0334866667787234
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,12288,3072,0.03302533427874247
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,12288,3072,0.026744000613689423
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,12288,3072,0.02499466637770335
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,12288,3072,0.02531599998474121
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,12288,3072,0.026606666545073192
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,12288,3072,0.025089333454767864
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,12288,3072,0.024323999881744385
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,12288,3072,0.02388133356968562
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,12288,3072,0.023451998829841614
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,12288,3072,0.022817333539326985
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,12288,3072,0.02343066781759262
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,12288,3072,0.023554667830467224
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,12288,3072,0.022613334159056347
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,12288,3072,0.022681333124637604
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,12288,3072,0.022782665987809498
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,12288,3072,0.05771600206693014
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,12288,3072,0.022463999688625336
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,12288,3072,0.0226093331972758
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,12288,3072,0.021405334273974102
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,12288,3072,0.021618666748205822
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,12288,3072,0.021151999632517498
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,12288,3072,0.02093733350435893
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,12288,3072,0.021359999974568684
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,12288,3072,0.02075733368595441
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,12288,3072,0.02242400000492732
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,12288,3072,0.020681332796812057
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,12288,3072,0.021485333641370136
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,12288,3072,0.020610666523377102
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,12288,3072,0.0225106676419576
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,12288,3072,0.02069733291864395
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,12288,3072,0.02069733291864395
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,12288,3072,0.02287866671880086
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,12288,3072,0.02053466687599818
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,12288,3072,0.02072000006834666
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,12288,3072,0.020518666754166286
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,12288,3072,0.02059066668152809
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,12288,3072,0.020626666645208996
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,12288,3072,0.020126666873693466
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,12288,3072,0.020360000431537628
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,12288,3072,0.020578666279713314
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,12288,3072,0.020345332721869152
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,12288,3584,0.014131200313568116
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,12288,3584,0.01421440045038859
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,12288,3584,0.014165332913398743
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,12288,3584,0.014140799641609192
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,12288,3072,0.5034626722335815
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,12288,3072,0.30006666978200275
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,12288,3072,1.0172746976216633
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,12288,3072,0.23793333768844604
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,12288,3072,0.2493120034535726
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,12288,3072,0.22593200206756592
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,12288,3072,0.228167990843455
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,12288,3072,0.21064800024032593
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,12288,3072,2.0547119776407876
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,12288,3072,0.2177293300628662
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,12288,3072,0.19888800382614136
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,12288,3072,0.2707066734631856
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,12288,3072,0.18078800042470297
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,12288,3072,0.18012932936350504
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,12288,3072,0.16267733772595724
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,12288,3072,0.1454426646232605
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,12288,3072,0.14988000194231668
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,12288,3072,0.12759866317113241
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,12288,3072,0.16747599840164185
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,12288,3072,0.11815067132314046
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,12288,3072,0.10779066880544026
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,12288,3072,0.101474662621816
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,12288,3072,0.12674400210380554
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,12288,3072,0.0846613347530365
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,12288,3072,0.0631546676158905
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,12288,3072,0.05160266657670339
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,12288,3072,0.03555466731389364
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,12288,3072,0.19246399402618408
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,12288,3072,0.2839386661847432
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,12288,3072,0.2554853359858195
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,12288,3072,0.2667280038197835
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,12288,3072,0.06843466560045879
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,12288,3072,0.021161332726478577
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,12288,3072,0.019808000574509304
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,12288,3072,0.020185332745313644
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,12288,3072,0.02015999952952067
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,12288,3072,0.09096399943033855
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,12288,3072,0.03033733367919922
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,12288,3072,0.019705332815647125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,12288,3072,0.0472706655661265
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,12288,3072,0.02420266717672348
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,12288,3072,0.021739999453226726
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,12288,3072,0.02162666618824005
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,12288,3072,0.021233332653840382
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,12288,3072,0.014930666734774908
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,12288,3072,0.014893333117167154
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,12288,3072,0.014705333858728409
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,12288,3072,0.013378666092952093
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,12288,3072,0.014509333918491999
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,12288,3072,0.013478666543960571
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,12288,3072,0.017594666530688603
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,12288,3072,0.01671599969267845
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,12288,3072,0.019043999413649242
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,12288,3072,0.01708933338522911
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,12288,3072,0.01680399974187215
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,12288,3072,0.01495866725842158
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,12288,3072,0.01809599995613098
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,12288,3072,0.017240000267823536
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,12288,3072,0.017622667054335277
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,12288,3072,0.017637333522240322
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,12288,3072,0.018112000077962875
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,12288,3072,0.017058666795492172
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,12288,3072,0.018138666947682697
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,12288,3072,0.01810399939616521
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,12288,3072,0.018615999569495518
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,12288,3072,0.017094666759173077
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,12288,3072,0.01873333379626274
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,12288,3072,0.018624000251293182
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,12288,3072,0.013369332998991013
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,12288,3072,0.019127999742825825
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,12288,3072,0.018601333101590473
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,12288,3072,0.014950666576623917
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,12288,3072,0.014531999826431274
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,12288,3072,0.014645333091417948
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,12288,3072,0.3511914571126302
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,12288,3072,0.6946079889933269
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,12288,3072,0.17581760088602702
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,12288,3072,0.10139306386311848
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,12288,3072,0.10087040265401204
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,12288,3072,0.09429972966512044
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,12288,3072,0.0948970635732015
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,12288,3072,0.0917418638865153
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,12288,3072,0.08539093335469564
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,12288,3072,0.08841599623362223
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,12288,3072,0.0852842648824056
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,12288,3072,0.07792533238728841
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,12288,3072,0.07848426500956217
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,12288,3072,0.0765653371810913
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,12288,3072,0.07264853318532308
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,12288,3072,0.06976532936096191
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,12288,3072,0.06917866865793863
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,12288,3072,0.06261546611785888
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,12288,3072,0.062028801441192626
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,12288,3072,0.06106559832890829
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,12288,3072,0.05563413302103678
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,12288,3072,0.0543445348739624
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,12288,3072,0.046845865249633786
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,12288,3072,0.05424000024795532
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,12288,3072,0.04659519990285237
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,12288,3072,0.039850668112436934
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,12288,3072,0.04536426862080892
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,12288,3072,0.03784960110982259
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,12288,3072,0.03818026781082153
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,12288,3072,0.030466133356094362
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,12288,3072,0.030778666337331135
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,12288,3072,0.029981867472330732
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,12288,3072,0.023290665944417317
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,12288,3072,0.022986666361490885
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,12288,3072,0.021681066354115805
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,12288,3072,0.016125866770744325
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,12288,3072,0.01447466711203257
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,12288,3072,0.014083199699719749
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,12288,3072,0.014043733477592468
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,12288,3072,0.013940266768137612
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,12288,3072,0.014089600245157877
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,12288,3072,0.01414293348789215
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,12288,3072,0.014106667041778565
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,12288,3072,0.014046933253606161
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,12288,3072,0.01359999974568685
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,12288,3072,0.013331199685732523
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,12288,3072,0.013398399949073792
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,12288,3072,0.013485866785049438
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,12288,3072,0.013300266861915589
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,12288,3072,0.012800000111262002
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,12288,3072,0.013209600249926248
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,12288,3072,0.013267200191815695
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,12288,3072,0.013428266843159994
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,12288,3072,0.013237333297729493
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,12288,3072,0.012829867005348206
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,12288,3072,0.013206400473912559
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,12288,3072,0.013195733229319254
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,12288,3072,0.013272533814112345
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,12288,3072,0.013111467162768045
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,12288,3072,0.013366400202115377
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,12288,3072,0.0132533331712087
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,12288,3072,0.013352533181508383
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,12288,3072,0.013250133395195008
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,12288,3072,0.013230933745702108
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,12288,3072,0.012882133324941
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,12288,3072,0.013324800133705138
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,12288,3072,0.01285546620686849
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,12288,3072,0.013366400202115377
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,12288,3072,0.013429333766301474
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,12288,2560,0.6338577800326878
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,12288,2560,1.364110204908583
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,12288,2560,0.20313778188493517
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,12288,2560,0.19755378034379747
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,12288,2560,0.19692622290717232
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,12288,2560,0.17497777938842773
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,12288,2560,0.18305777178870308
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,12288,2560,0.15848888291252985
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,12288,2560,0.15312711397806802
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,12288,2560,0.1554364495807224
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,12288,2560,0.1472302277882894
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,12288,2560,0.1328035593032837
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,12288,2560,0.3272373411390516
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,12288,2560,0.13165333535936144
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,12288,2560,0.12353421582116021
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,12288,2560,0.11529955599043105
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,12288,2560,0.12138666046990289
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,12288,2560,0.11487644248538548
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,12288,2560,0.10487466388278538
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,12288,2560,0.0997191137737698
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,12288,2560,0.09329066673914592
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,12288,2560,0.08755199776755439
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,12288,2560,0.0872924460305108
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,12288,2560,0.08334222104814316
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,12288,2560,0.07593066824807061
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,12288,2560,0.06830933358934191
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,12288,2560,0.06355377700593737
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,12288,2560,0.05762844615512424
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,12288,2560,0.06000355879465739
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,12288,2560,0.05087288882997301
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,12288,2560,0.045347554816140064
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,12288,2560,0.03839644458558824
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,12288,2560,0.0337119996547699
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,12288,2560,0.027866668171352808
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,12288,2560,0.026684444811609056
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,12288,2560,0.018671999375025432
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,12288,2560,0.01586844523747762
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,12288,2560,0.01721955504682329
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,12288,2560,0.0158897770775689
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,12288,2560,0.016528000434239704
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,12288,2560,0.014490667316648694
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,12288,2560,0.014730667074521383
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,12288,2560,0.014481777946154276
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,12288,2560,0.014492443866199918
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,12288,2560,0.013153778182135688
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,12288,2560,0.013584000368913015
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,12288,2560,0.013201778133710226
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,12288,2560,0.013850666582584381
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,12288,2560,0.014044443766276041
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,12288,2560,0.014158222410413953
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,12288,2560,0.013902222116788229
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,12288,2560,0.01385244478782018
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,12288,2560,0.013148444394270578
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,12288,2560,0.013178666432698568
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,12288,2560,0.013598221871587964
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,12288,2560,0.013795555465751223
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,12288,2560,0.013331555657916598
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,12288,2560,0.01311644415060679
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,12288,2560,0.012051555845472546
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,12288,2560,0.013136000268989138
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,12288,2560,0.01369066701995002
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,12288,2560,0.013057777451144325
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,12288,2560,0.013159111142158508
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,12288,2560,0.013182222015327878
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,12288,2560,0.01316088851955202
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,12288,2560,0.014282666974597506
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,12288,2560,0.014357333381970724
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,12288,2560,0.01421866648726993
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,12288,2560,0.014087110757827759
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,12288,2560,0.014570666684044732
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,12288,2560,0.014538667268223233
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,12288,2560,0.014531556102964612
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,12288,2560,0.01477688882086012
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,12288,2560,0.42116266886393233
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,12288,2560,0.2294069290161133
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,12288,2560,0.9167178471883138
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,12288,2560,0.013166222307417126
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,12288,2560,0.15138880411783856
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,12288,2560,0.12146986325581868
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,12288,2560,0.14415574073791504
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,12288,2560,0.11173760096232097
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,12288,2560,0.10289066632588703
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,12288,2560,0.13388266563415527
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,12288,2560,0.10360533396402996
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,12288,2560,0.11255466938018799
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,12288,2560,0.09444906711578369
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,12288,2560,0.11177173455556233
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,12288,2560,0.08725226720174153
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,12288,2560,0.08892906506856282
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,12288,2560,0.08516480127970377
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,12288,2560,0.08392852942148844
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,12288,2560,0.07746666272481283
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,12288,2560,0.07717333634694418
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,12288,2560,0.06979626814524333
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,12288,2560,0.0685749371846517
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,12288,2560,0.06660266717274985
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,12288,2560,0.0631711999575297
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,12288,2560,0.05793279806772868
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,12288,2560,0.05504213174184164
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,12288,2560,0.05138560136159261
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,12288,2560,0.050876800219217935
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,12288,2560,0.04999573230743408
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,12288,2560,0.04472106695175171
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,12288,2560,0.043025068442026776
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,12288,2560,0.037096532185872395
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,12288,2560,0.035176531473795576
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,12288,2560,0.03087573250134786
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,12288,2560,0.030874667565027873
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,12288,2560,0.024918399254480996
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,12288,2560,0.02480106751124064
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,12288,2560,0.13260479768117267
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,12288,2560,0.02434026598930359
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,12288,2560,0.024452267090479533
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,12288,2560,0.023145600159962972
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,12288,2560,0.022664533058802287
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,12288,2560,0.022461867332458495
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,12288,2560,0.022191999355951945
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,12288,2560,0.02225066622098287
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,12288,2560,0.02081813414891561
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,12288,2560,0.020809600750605263
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,12288,2560,0.02072746753692627
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,12288,2560,0.0211082657178243
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,12288,2560,0.022125866015752158
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,12288,2560,0.022576000293095908
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,12288,2560,0.020694400866826376
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,12288,2560,0.020615466435750327
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,12288,2560,0.02127573291460673
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,12288,2560,0.0248799999554952
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,12288,2560,0.020809600750605263
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,12288,2560,0.021375999848047892
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,12288,2560,0.02069759964942932
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,12288,2560,0.020619734128316244
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,12288,2560,0.020163200298945107
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,12288,2560,0.020522665977478028
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,12288,2560,0.01939520041147868
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,12288,2560,0.020054399967193604
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,12288,2560,0.01920213301976522
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,12288,2560,0.02029333313306173
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,12288,2560,0.020619734128316244
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,12288,2560,0.020257065693537392
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,12288,2560,0.018614399433135986
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,12288,2560,0.018807466824849448
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,12288,2560,0.018643200397491455
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,12288,2560,0.01890986760457357
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,12288,2560,0.018577067057291667
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,12288,2560,0.019817600647608437
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,12288,2560,0.018606932957967122
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,12288,2560,0.018822399775187175
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,12288,3072,0.013333333532015481
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,12288,3072,0.012847999731699625
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,12288,3072,0.013245866696039835
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,12288,3072,0.012840533256530761
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,12288,3072,0.012865066528320312
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,12288,2560,0.47292054494222
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,12288,2560,0.23162666956583658
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,12288,2560,0.9422325134277344
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,12288,2560,0.21389759381612145
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,12288,2560,1.9174517313639323
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,12288,2560,0.19567039807637532
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,12288,2560,0.2804789225260417
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,12288,2560,0.181821870803833
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,12288,2560,0.18747626940409343
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,12288,2560,0.17295039494832357
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,12288,2560,0.17149546941121419
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,12288,2560,0.15733013153076172
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,12288,2560,0.15607679684956868
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,12288,2560,0.14157652854919434
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,12288,2560,0.1405194600423177
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,12288,2560,0.12380692958831788
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,12288,2560,0.1159658670425415
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,12288,2560,0.1113205353418986
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,12288,2560,0.09140160083770751
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,12288,2560,0.09056320190429687
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,12288,2560,0.25554347038269043
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,12288,2560,0.07148799896240235
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,12288,2560,0.2631786664326986
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,12288,2560,0.05261546770731608
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,12288,2560,0.04561813275019328
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,12288,2560,0.24333012898763023
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,12288,2560,0.032840534051259355
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,12288,2560,0.24867839813232423
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,12288,2560,0.23456427256266274
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,12288,2560,0.2148522694905599
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,12288,2560,0.2005311965942383
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,12288,2560,0.07391893068949382
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,12288,2560,0.019527467091878255
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,12288,2560,0.01832853356997172
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,12288,2560,0.01859626571337382
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,12288,2560,0.018363734086354576
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,12288,2560,0.01821546753247579
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,12288,2560,0.05944746732711792
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,12288,2560,0.04160853226979573
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,12288,2560,0.028450133403142293
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,12288,2560,0.02239039937655131
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,12288,2560,0.01936960021654765
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,12288,2560,0.019462400674819948
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,12288,2560,0.019384533166885376
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,12288,2560,0.013729066650072733
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,12288,2560,0.012133333086967468
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,12288,2560,0.01525759994983673
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,12288,2560,0.014805333813031516
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,12288,2560,0.015713066856066386
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,12288,2560,0.01530880033969879
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,12288,2560,0.01734293301900228
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,12288,2560,0.01612160007158915
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,12288,2560,0.015502933661142984
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,12288,2560,0.016184533635775246
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,12288,2560,0.015337600310643514
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,12288,2560,0.016572800278663636
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,12288,2560,0.016552533706029257
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,12288,2560,0.016033066312472026
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,12288,2560,0.017357865969340004
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,12288,2560,0.016135467092196147
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,12288,2560,0.015577600399653117
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,12288,2560,0.016549332936604818
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,12288,2560,0.015637333194414772
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,12288,2560,0.017030400037765504
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,12288,2560,0.01734293301900228
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,12288,2560,0.015958399573961893
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,12288,2560,0.017786665757497152
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,12288,2560,0.013643733660380044
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,12288,2560,0.013218133648236593
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,12288,2560,0.013540266950925191
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,12288,2560,0.01378666659196218
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,12288,2560,0.013430399696032205
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,12288,2560,0.013521066308021546
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,12288,2560,0.013351466258366904
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,12288,2560,0.5980106353759765
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,12288,2560,0.30256853103637693
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,12288,2560,0.15507200558980305
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,12288,2560,0.08815893332163492
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,12288,2560,0.07986986637115479
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,12288,2560,0.08802560170491537
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,12288,2560,0.08268693288167318
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,12288,2560,0.08216959635416667
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,12288,2560,0.07742719650268555
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,12288,2560,0.07547626495361329
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,12288,2560,0.07001706759134928
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,12288,2560,0.07520960172017416
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,12288,2560,0.06862293084462484
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,12288,2560,0.06736000378926596
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,12288,2560,0.06160533428192139
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,12288,2560,0.06314346790313721
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,12288,2560,0.06078399817148844
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,12288,2560,0.05512746572494507
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,12288,2560,0.055579733848571775
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,12288,2560,0.05387413501739502
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,12288,2560,0.04870826800664266
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,12288,2560,0.046920533974965414
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,12288,2560,0.04772053162256877
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,12288,2560,0.041389866669972734
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,12288,2560,0.040788265069325765
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,12288,2560,0.04007039864857991
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,12288,2560,0.03514346679051717
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,12288,2560,0.028090665737787884
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,12288,2560,0.03395200173060099
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,12288,2560,0.03355093399683635
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,12288,2560,0.026734934250513716
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,12288,2560,0.027361067136128743
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,12288,2560,0.02086720069249471
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,12288,2560,0.020516266425450645
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,12288,2560,0.019818667570749918
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,12288,2560,0.014896000425020853
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,12288,2560,0.01325866679350535
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,12288,2560,0.013138133287429809
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,12288,2560,0.012982400258382163
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,12288,2560,0.012819199760754903
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,12288,2560,0.013099732995033263
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,12288,2560,0.013217066725095114
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,12288,2560,0.012059733271598816
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,12288,2560,0.013315199812253316
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,12288,2560,0.012890666723251343
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,12288,2560,0.011967999736467998
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,12288,2560,0.01202880044778188
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,12288,2560,0.01199679970741272
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,12288,2560,0.011973333358764649
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,12288,2560,0.012019200126330058
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,12288,2560,0.012023466825485229
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,12288,2560,0.012004266182581585
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,12288,2560,0.012063999970753986
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,12288,2560,0.012010666728019714
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,12288,2560,0.012086400389671325
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,12288,2560,0.01167466640472412
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,12288,2560,0.011771733562151592
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,12288,2560,0.012039466698964437
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,12288,2560,0.012026666601498922
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,12288,2560,0.011990400155385335
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,12288,2560,0.011610666910807293
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,12288,2560,0.011645866433779399
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,12288,2560,0.011730133493741354
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,12288,2560,0.011995733777681986
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,12288,2560,0.011994666854540507
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,12288,2560,0.012077866991360982
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,12288,2560,0.01209493378798167
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,12288,2048,1.0967431598239474
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,12288,2048,0.5215377807617188
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,12288,2048,0.25697599516974556
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,12288,2048,0.1507128874460856
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,12288,2048,0.15161066585116917
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,12288,2048,0.1424071126514011
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,12288,2048,0.1322524415122138
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,12288,2560,0.012205866972605388
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,12288,2048,0.12799644470214844
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,12288,2048,0.12163378132714166
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,12288,2048,0.11857244703504775
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,12288,2048,0.11890310711330837
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,12288,2048,0.11858844757080078
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,12288,2048,0.10733866691589355
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,12288,2048,0.1040302250120375
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,12288,2048,0.09493155611885919
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,12288,2048,0.09286044703589545
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,12288,2048,0.09398400121264988
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,12288,2048,0.09201955795288086
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,12288,2048,0.08149511284298368
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,12288,2048,0.07924977938334148
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,12288,2048,0.07232711050245497
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,12288,2048,0.07015999820497301
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,12288,2048,0.06800888644324408
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,12288,2048,0.0664106673664517
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,12288,2048,0.05890666776233249
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,12288,2048,0.05455822083685133
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,12288,2048,0.04969955484072367
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,12288,2048,0.04478755593299866
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,12288,2048,0.04715911216206021
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,12288,2048,0.039882666534847684
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,12288,2048,0.035537779331207275
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,12288,2048,0.029637333419587877
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,12288,2048,0.02641244398223029
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,12288,2048,0.021144888467258875
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,12288,2048,0.021409778131379023
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,12288,2048,0.014254222313563028
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,12288,2048,0.013596444494194455
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,12288,2048,0.013674666484196981
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,12288,2048,0.013635555903116861
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,12288,2048,0.013589333328935834
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,12288,2048,0.012453333371215396
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,12288,2048,0.012487110992272695
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,12288,2048,0.012464000119103326
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,12288,2048,0.012483555409643384
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,12288,2048,0.011119999819331698
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,12288,2048,0.011180444724029966
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,12288,2048,0.0114702218108707
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,12288,2048,0.011966221862369113
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,12288,2048,0.011852444046073489
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,12288,2048,0.011824000212881299
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,12288,2048,0.01185955521133211
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,12288,2048,0.011137777732478248
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,12288,2048,0.011173333558771344
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,12288,2048,0.01182044463025199
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,12288,2048,0.01184177812602785
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,12288,2048,0.011167999770906238
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,12288,2048,0.01111822244193819
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,12288,2048,0.010469333165221743
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,12288,2048,0.011148444480366178
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,12288,2048,0.01111822244193819
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,12288,2048,0.01110755569405026
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,12288,2048,0.011121778024567498
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,12288,2048,0.011153777440388998
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,12288,2048,0.011160888605647616
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,12288,2048,0.01107022249036365
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,12288,2048,0.012529777983824411
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,12288,2048,0.0124177775449223
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,12288,2048,0.012519111235936483
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,12288,2048,0.012430222498046027
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,12288,2048,0.012531555361217923
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,12288,2048,0.012504888905419244
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,12288,2048,0.013242666920026144
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,12288,2048,0.013219555219014486
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,12288,2048,0.011114666859308878
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,12288,2048,0.3336970647176107
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,12288,2048,0.170198392868042
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,12288,2048,0.7101130803426107
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,12288,2048,0.09956053098042807
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,12288,2048,0.1197866678237915
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,12288,2048,0.10194133122762043
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,12288,2048,0.1017685333887736
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,12288,2048,0.09710720380147299
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,12288,2048,0.09820799827575684
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,12288,2048,0.08974719842274984
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,12288,2048,0.09682559967041016
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,12288,2048,0.08722559611002603
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,12288,2048,0.08612693150838216
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,12288,2048,0.08120853106180827
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,12288,2048,0.07586666742960611
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,12288,2048,0.07179520130157471
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,12288,2048,0.07368533611297608
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,12288,2048,0.06958719889322916
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,12288,2048,0.06640533208847046
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,12288,2048,0.06198399861653646
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,12288,2048,0.05947413444519043
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,12288,2048,0.05643093188603719
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,12288,2048,0.05590186516443888
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,12288,2048,0.05479253530502319
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,12288,2048,0.051695998509724936
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,12288,2048,0.04791680177052816
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,12288,2048,0.04553813139597575
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,12288,2048,0.04448213179906209
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,12288,2048,0.044183464845021565
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,12288,2048,0.039043200016021726
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,12288,2048,0.037945600350697835
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,12288,2048,0.0347264011700948
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,12288,2048,0.032151466608047484
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,12288,2048,0.028878933191299437
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,12288,2048,0.028793599208196
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,12288,2048,0.02272640069325765
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,12288,2048,0.02307413419087728
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,12288,2048,0.022729599475860597
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,12288,2048,0.02308053374290466
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,12288,2048,0.022732800245285033
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,12288,2048,0.021347200870513915
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,12288,2048,0.021014400323232017
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,12288,2048,0.020836265881856282
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,12288,2048,0.02069759964942932
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,12288,2048,0.02121493419011434
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,12288,2048,0.021077332894007365
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,12288,2048,0.020680532852808634
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,12288,2048,0.019933867454528808
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,12288,2048,0.022107734282811483
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,12288,2048,0.02059946656227112
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,12288,2048,0.020426666736602782
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,12288,2048,0.020198400815327963
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,12288,2048,0.019845332702000937
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,12288,2048,0.019962666432062785
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,12288,2048,0.019942400852839152
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,12288,2048,0.020383999745051066
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,12288,2048,0.019041067361831664
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,12288,2048,0.018978132804234823
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,12288,2048,0.019661867618560792
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,12288,2048,0.01855573256810506
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,12288,2048,0.0186954657236735
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,12288,2048,0.020198400815327963
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,12288,2048,0.018850133816401164
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,12288,2048,0.018971733252207437
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,12288,2048,0.019658666849136353
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,12288,2048,0.01876266598701477
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,12288,2048,0.01884160041809082
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,12288,2048,0.018547199169794717
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,12288,2048,0.018565332889556883
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,12288,2048,0.018219733238220216
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,12288,2048,0.01856000026067098
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,12288,2048,0.018566399812698364
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,12288,2048,0.018557866414388023
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,12288,2048,0.018437333901723228
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,12288,2560,0.011967999736467998
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,12288,2560,0.011982933680216471
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,12288,2560,0.0116074671347936
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,12288,2560,0.011621333161989848
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,12288,2560,0.012057600418726604
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,12288,2560,0.012045866250991822
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,12288,2048,0.4392181396484375
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,12288,2048,0.21035520235697427
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,12288,2048,0.879036776224772
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,12288,2048,0.19685014088948566
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,12288,2048,1.7602869669596355
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,12288,2048,0.18203946749369304
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,12288,2048,0.25492266019185383
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,12288,2048,0.16783253351847333
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,12288,2048,0.16945494016011556
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,12288,2048,0.15691733360290527
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,12288,2048,0.15378026962280272
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,12288,2048,0.14224534034729003
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,12288,2048,0.13872747421264647
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,12288,2048,0.12636693318684894
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,12288,2048,0.12211413383483886
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,12288,2048,0.11035733222961426
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,12288,2048,0.09548906485239664
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,12288,2048,0.09331093629201254
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,12288,2048,0.07501866817474365
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,12288,2048,0.07490560213724771
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,12288,2048,0.2352458635965983
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,12288,2048,0.059494400024414064
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,12288,2048,0.24388586680094398
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,12288,2048,0.04319786628087362
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,12288,2048,0.040591998895009355
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,12288,2048,0.22107200622558593
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,12288,2048,0.030100266138712566
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,12288,2048,0.2285301367441813
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,12288,2048,0.19792319933573405
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,12288,2048,0.21113492647806803
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,12288,2048,0.1849994659423828
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,12288,2048,0.06393920183181763
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,12288,2048,0.017845332622528076
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,12288,2048,0.016696532567342125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,12288,2048,0.016901334126790367
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,12288,2048,0.016924800475438435
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,12288,2048,0.016437333822250367
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,12288,2048,0.05103360017140707
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,12288,2048,0.03540159861246745
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,12288,2048,0.02637973427772522
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,12288,2048,0.020542933543523153
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,12288,2048,0.017821866273880004
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,12288,2048,0.01803093353907267
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,12288,2048,0.01772693395614624
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,12288,2048,0.012822399536768595
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,12288,2048,0.01160533328851064
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,12288,2048,0.013318399588267008
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,12288,2048,0.012842667102813721
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,12288,2048,0.014062933127085366
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,12288,2048,0.013246933619181315
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,12288,2048,0.014571733276049294
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,12288,2048,0.01360106666882833
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,12288,2048,0.014492799838383993
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,12288,2048,0.014075733224550881
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,12288,2048,0.014696533481280008
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,12288,2048,0.01422826647758484
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,12288,2048,0.0151936004559199
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,12288,2048,0.012683733304341634
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,12288,2048,0.013951999942461648
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,12288,2048,0.014891733725865683
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,12288,2048,0.013662933309872945
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,12288,2048,0.014492799838383993
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,12288,2048,0.014102400342623393
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,12288,2048,0.014114133516947427
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,12288,2048,0.01386666695276896
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,12288,2048,0.014549332857131957
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,12288,2048,0.013740799824396768
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,12288,2048,0.014856533209482829
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,12288,2048,0.012478933731714884
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,12288,2048,0.012479999661445617
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,12288,2048,0.012807466586430869
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,12288,2048,0.012775466839472453
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,12288,2048,0.012871467073758445
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,12288,2048,0.012803199887275695
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,12288,2048,0.5020959854125977
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,12288,2048,0.25299413998921716
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,12288,2048,0.1305525302886963
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,12288,2048,0.07500373522440593
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,12288,2048,0.07521706422170003
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,12288,2048,0.07110079924265543
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,12288,2048,0.07058986822764078
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,12288,2048,0.0688704013824463
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,12288,2048,0.06651946703592936
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,12288,2048,0.059349334239959715
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,12288,2048,0.0644874652226766
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,12288,2048,0.06428800026575723
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,12288,2048,0.05943040053049723
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,12288,2048,0.05446186860402426
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,12288,2048,0.0569045344988505
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,12288,2048,0.0527786652247111
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,12288,2048,0.04766293366750081
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,12288,2048,0.05231146812438965
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,12288,2048,0.04768106540044149
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,12288,2048,0.046463998158772786
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,12288,2048,0.040617601076761885
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,12288,2048,0.04234986702601115
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,12288,2048,0.0408949335416158
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,12288,2048,0.03575466473897298
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,12288,2048,0.03597226540247599
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,12288,2048,0.03410240014394124
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,12288,2048,0.030586665868759154
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,12288,2048,0.029208532969156903
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,12288,2048,0.023949867486953734
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,12288,2048,0.02952959934870402
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,12288,2048,0.024266666173934935
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,12288,2048,0.02322773337364197
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,12288,2048,0.01841813325881958
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,12288,2048,0.018105600277582803
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,12288,2048,0.01323306659857432
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,12288,2048,0.011638399958610535
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,12288,2048,0.01764586567878723
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,12288,2048,0.011666133006413778
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,12288,2048,0.011562666296958924
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,12288,2048,0.01130239963531494
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,12288,2048,0.011614933609962463
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,12288,2048,0.011634133259455363
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,12288,2048,0.01159999966621399
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,12288,2048,0.011217066645622253
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,12288,2048,0.01123520036538442
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,12288,2048,0.010899200042088827
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,12288,2048,0.010789333780606588
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,12288,2048,0.010812800129254658
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,12288,2048,0.01083733340104421
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,12288,2048,0.010784000158309937
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,12288,2048,0.010829866925875346
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,12288,2048,0.010807466506958009
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,12288,2048,0.010675199826558431
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,12288,2048,0.010823466380437215
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,12288,2048,0.010434133807818095
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,12288,2048,0.010412800312042236
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,12288,2048,0.010656000177065531
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,12288,2048,0.01039573351542155
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,12288,2048,0.010852266351381938
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,12288,2048,0.010388267040252686
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,12288,2048,0.010755200187365215
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,12288,2048,0.010827733079592387
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,12288,2048,0.010419199864069622
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,12288,2048,0.010713600118954976
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,12288,2048,0.010845866799354554
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,12288,2048,0.01045973300933838
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,12288,2048,0.010428800185521444
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,12288,1536,0.8162466684977213
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,12288,1536,0.42108134428660077
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,12288,1536,0.21079732974370322
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,12288,1536,0.12412400046984355
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,12288,1536,0.12244400382041931
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,12288,1536,0.12364932894706726
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,12288,1536,0.11455999811490376
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,12288,1536,0.11444666981697083
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,12288,1536,0.10536133249600728
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,12288,1536,0.11656799912452698
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,12288,1536,0.10592400034268697
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,12288,2048,0.010392533739407857
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,12288,1536,0.09182533621788025
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,12288,1536,0.08331466714541118
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,12288,1536,0.0814386655886968
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,12288,1536,0.07491999864578247
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,12288,1536,0.07282933096090953
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,12288,1536,0.07348399857680003
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,12288,1536,0.0716946671406428
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,12288,1536,0.06377999981244405
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,12288,1536,0.0613919993241628
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,12288,1536,0.05694666504859924
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,12288,1536,0.05488666892051697
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,12288,1536,0.053264002005259194
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,12288,1536,0.051674668987592064
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,12288,1536,0.04571199913819631
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,12288,1536,0.042546664675076805
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,12288,1536,0.03878933439652125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,12288,1536,0.03518133362134298
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,12288,1536,0.03671066711346308
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,12288,1536,0.0309986670811971
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,12288,1536,0.02773333340883255
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,12288,1536,0.023036000629266102
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,12288,1536,0.0206986665725708
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,12288,1536,0.01682533323764801
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,12288,1536,0.015576000014940897
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,12288,1536,0.011774666607379913
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,12288,1536,0.010374666502078375
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,12288,1536,0.010377333189050356
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,12288,1536,0.011142666141192118
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,12288,1536,0.010957332948843638
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,12288,1536,0.010219999899466833
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,12288,1536,0.01012933316330115
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,12288,1536,0.01012000006934007
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,12288,1536,0.009870666389664015
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,12288,1536,0.008950666834910711
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,12288,2048,0.010402133067448933
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,12288,1536,0.009158666556080183
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,12288,1536,0.008974666396776835
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,12288,1536,0.009379999712109566
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,12288,1536,0.009911999727288881
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,12288,1536,0.009850666547815004
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,12288,1536,0.00940666658182939
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,12288,1536,0.009525333220760027
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,12288,1536,0.008879999940594038
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,12288,1536,0.008853333070874214
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,12288,1536,0.009416000296672186
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,12288,1536,0.009361333524187406
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,12288,1536,0.00884799969693025
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,12288,1536,0.008834666882952055
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,12288,1536,0.008843999976913134
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,12288,1536,0.008825333168109259
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,12288,1536,0.008866666505734125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,12288,1536,0.008850666383902231
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,12288,1536,0.008888000001509985
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,12288,1536,0.008854666724801064
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,12288,1536,0.008251999815305075
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,12288,1536,0.008251999815305075
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,12288,1536,0.007910666366418203
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,12288,1536,0.0080960001796484
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,12288,1536,0.008233333627382914
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,12288,1536,0.008284000058968862
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,12288,1536,0.00835866667330265
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,12288,1536,0.008473333592216173
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,12288,1536,0.5520949045817057
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,12288,1536,0.008857333411773046
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,12288,1536,0.008832000195980072
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,12288,1536,0.26286932627360027
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,12288,1536,0.13494079907735188
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,12288,1536,0.0827786684036255
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,12288,1536,0.09322559833526611
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,12288,1536,0.0818943977355957
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,12288,1536,0.08215893109639485
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,12288,1536,0.07172586917877197
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,12288,1536,0.07813759644826254
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,12288,1536,0.07746133009592691
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,12288,1536,0.07662933667500814
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,12288,1536,0.06410773197809855
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,12288,1536,0.06659733454386393
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,12288,1536,0.05938986539840698
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,12288,1536,0.05830719868342081
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,12288,1536,0.06184853315353393
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,12288,1536,0.059172264734903966
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,12288,1536,0.05395093361536661
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,12288,1536,0.055062401294708255
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,12288,1536,0.05129599968592326
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,12288,1536,0.04994560082753499
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,12288,2048,0.010631466905275982
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,12288,1536,0.047278932730356854
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,12288,1536,0.04342293341954549
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,12288,1536,0.041206399599711105
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,12288,1536,0.03906453450520833
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,12288,1536,0.036703999837239584
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,12288,1536,0.0758944034576416
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,12288,1536,0.038718934853871664
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,12288,1536,0.034466131528218584
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,12288,1536,0.033624533812204996
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,12288,1536,0.02874133388201396
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,12288,1536,0.0298527995745341
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,12288,1536,0.02577386697133382
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,12288,1536,0.020849066972732543
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,12288,1536,0.02621226708094279
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,12288,1536,0.020616533358891805
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,12288,1536,0.020806399981180827
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,12288,1536,0.020385066668192543
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,12288,1536,0.01991893251736959
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,12288,1536,0.018770132462183634
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,12288,1536,0.018911999464035035
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,12288,1536,0.0185973326365153
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,12288,1536,0.018333866198857626
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,12288,1536,0.01853653391202291
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,12288,1536,0.018525866667429607
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,12288,1536,0.018081067005793254
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,12288,1536,0.017780266205469766
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,12288,1536,0.01788053313891093
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,12288,1536,0.018887466192245482
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,12288,1536,0.017879466215769448
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,12288,1536,0.016826667388280234
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,12288,1536,0.01657600005467733
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,12288,1536,0.05031786759694418
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,12288,1536,0.01673706571261088
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,12288,1536,0.01676373283068339
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,12288,1536,0.01723626653353373
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,12288,1536,0.0176746666431427
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,12288,1536,0.01744640072186788
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,12288,1536,0.016926934321721397
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,12288,1536,0.016759467124938966
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,12288,1536,0.0169322669506073
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,12288,1536,0.016682666540145875
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,12288,1536,0.01653333306312561
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,12288,1536,0.016612266500790916
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,12288,1536,0.016532267133394875
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,12288,1536,0.016203733285268147
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,12288,1536,0.016673066218694053
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,12288,1536,0.015966932972272238
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,12288,1536,0.015989333391189575
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,12288,1536,0.016261333227157594
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,12288,1536,0.016459733247756958
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,12288,1536,0.01639573375384013
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,12288,1536,0.01650879979133606
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,12288,1536,0.01650773286819458
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,12288,2048,0.01034346620241801
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,12288,2048,0.010825600226720173
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,12288,2048,0.010403199990590414
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,12288,2048,0.010874666770299276
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,12288,1536,0.41551891962687176
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,12288,1536,0.19721066157023112
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,12288,1536,0.8245429356892904
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,12288,1536,1.6399167378743489
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,12288,1536,0.18543999989827473
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,12288,1536,0.24045653343200685
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,12288,1536,0.22419625918070474
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,12288,1536,0.17645333607991537
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,12288,1536,0.16185065905253093
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,12288,1536,0.1618165334065755
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,12288,1536,0.15132373174031574
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,12288,1536,0.1433226744333903
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,12288,1536,0.13321066697438558
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,12288,1536,0.12453333536783855
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,12288,1536,0.11359786987304688
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,12288,1536,0.10479893684387206
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,12288,1536,0.09068586826324462
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,12288,1536,0.07906666596730551
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,12288,1536,0.07669119834899903
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,12288,1536,0.06528106530507406
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,12288,1536,0.1733450730641683
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,12288,1536,0.06050026814142863
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,12288,1536,0.04795200030008952
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,12288,1536,0.03901439905166626
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,12288,1536,0.2306879997253418
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,12288,1536,0.03611413240432739
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,12288,1536,0.026943999528884887
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,12288,1536,0.21194879213968912
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,12288,1536,0.2175605297088623
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,12288,1536,0.19704532623291016
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,12288,1536,0.1881663958231608
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,12288,1536,0.0448415994644165
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,12288,1536,0.05383253494898478
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,12288,1536,0.015476266543070475
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,12288,1536,0.014035200079282125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,12288,1536,0.014510933558146158
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,12288,1536,0.013676800330479941
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,12288,1536,0.0323253333568573
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,12288,1536,0.014103466272354126
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,12288,1536,0.02392746607462565
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,12288,1536,0.018475733200709023
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,12288,1536,0.015895467003186545
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,12288,1536,0.01548479994138082
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,12288,1536,0.015707733233769734
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,12288,1536,0.010632533828417461
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,12288,1536,0.011452800035476685
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,12288,1536,0.012039466698964437
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,12288,1536,0.010845866799354554
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,12288,1536,0.011575466394424439
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,12288,1536,0.010351999600728353
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,12288,1536,0.012122666835784912
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,12288,1536,0.010529067118962605
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,12288,1536,0.011615999539693196
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,12288,1536,0.01204159955183665
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,12288,1536,0.012006400028864543
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,12288,1536,0.011571199695269267
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,12288,1536,0.011982933680216471
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,12288,1536,0.011768533786137899
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,12288,1536,0.012840533256530761
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,12288,1536,0.011587199568748475
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,12288,1536,0.011627733707427979
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,12288,1536,0.012462932864824932
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,12288,1536,0.012585600217183432
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,12288,1536,0.011725866794586181
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,12288,1536,0.011572266618410747
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,12288,1536,0.012451199690500896
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,12288,1536,0.01246506671110789
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,12288,1536,0.011196800072987874
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,12288,1536,0.013236266374588013
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,12288,1536,0.012001066406567892
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,12288,1536,0.010636799534161885
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,12288,1536,0.01202453374862671
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,12288,1536,0.40477759043375655
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,12288,1536,0.10796693166097004
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,12288,1536,0.06312853495279948
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,12288,1536,0.012018133203188579
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,12288,1536,0.012449066837628682
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,12288,1536,0.06253653367360433
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,12288,1536,0.20971306165059408
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,12288,1536,0.05879466533660889
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,12288,1536,0.055029332637786865
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,12288,1536,0.05702613194783529
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,12288,1536,0.05929386615753174
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,12288,1536,0.050220799446105954
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,12288,1536,0.04970879952112834
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,12288,1536,0.053642666339874266
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,12288,1536,0.053597867488861084
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,12288,1536,0.048493866125742593
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,12288,1536,0.04574506680170695
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,12288,1536,0.04454506635665893
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,12288,1536,0.044489598274230956
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,12288,1536,0.03855786720911662
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,12288,1536,0.0399125337600708
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,12288,1536,0.040029867490132647
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,12288,1536,0.03582079807917277
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,12288,1536,0.034636799494425455
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,12288,1536,0.0343285322189331
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,12288,1536,0.029229867458343505
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,12288,1536,0.0307093342145284
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,12288,1536,0.030436267455418903
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,12288,1536,0.02609279950459798
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,12288,1536,0.024821333090464272
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,12288,1536,0.02536746660868327
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,12288,1536,0.021042132377624513
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,12288,1536,0.020702934265136717
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,12288,1536,0.02026240030924479
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,12288,1536,0.015896532932917276
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,12288,1536,0.011334400375684102
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,12288,1536,0.014916266997655234
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,12288,1536,0.014995200435320535
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,12288,1536,0.00997440020243327
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,12288,1536,0.010405332843462626
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,12288,1536,0.01001706620057424
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,12288,1536,0.0101173331340154
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,12288,1536,0.00997226635615031
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,12288,1536,0.010385066270828247
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,12288,1536,0.010006399949391682
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,12288,1536,0.010158933202425639
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,12288,1536,0.010078932841618855
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,12288,1536,0.00995199978351593
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,12288,1536,0.009991466999053955
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,12288,1536,0.010016000270843506
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,12288,1536,0.009910399715105694
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,12288,1536,0.009954133629798889
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,12288,1536,0.00960533320903778
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,12288,1536,0.009548800190289815
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,12288,1536,0.009976533055305482
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,12288,1536,0.009839999675750732
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,12288,1536,0.009533866246541341
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,12288,1536,0.00965333382288615
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,12288,1536,0.009569066762924194
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,12288,1536,0.009566932916641235
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,12288,1536,0.009636267026265462
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,12288,1536,0.009581866860389709
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,12288,1536,0.009616000453631084
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,12288,1536,0.009545600414276123
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,12288,1536,0.00958079993724823
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,12288,1536,0.009639466802279156
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,12288,1536,0.009985066453615824
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,12288,1536,0.00915839970111847
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,12288,1536,0.009563733140627544
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,12288,1024,0.5651711781819662
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,12288,1024,0.2650229295094808
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,12288,1024,0.1353482723236084
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,12288,1024,0.08059840202331543
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,12288,1024,0.0817845344543457
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,12288,1024,0.08338773250579834
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,12288,1024,0.07401599884033203
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,12288,1024,0.07352533340454101
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,12288,1024,0.06533759832382202
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,12288,1024,0.06526399850845337
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,12288,1024,0.06364479859670004
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,12288,1024,0.06290986537933349
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,12288,1024,0.05714773337046305
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,12288,1024,0.059196801980336514
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,12288,1536,0.009805867075920105
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,12288,1024,0.051229866345723477
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,12288,1024,0.05048426787058512
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,12288,1024,0.05032533407211304
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,12288,1024,0.04951359828313191
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,12288,1024,0.043535999457041424
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,12288,1024,0.043356800079345705
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,12288,1024,0.03870933453241984
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,12288,1024,0.037302398681640626
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,12288,1024,0.03635733524958293
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,12288,1024,0.035807998975118
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,12288,1024,0.030934399366378783
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,12288,1024,0.028915200630823774
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,12288,1024,0.026231465737024943
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,12288,1024,0.025269333521525068
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,12288,1024,0.02632319927215576
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,12288,1024,0.022141865889231362
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,12288,1024,0.019885865847269694
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,12288,1024,0.016886399189631144
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,12288,1024,0.01506239970525106
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,12288,1024,0.012379733721415202
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,12288,1024,0.012645333011945089
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,12288,1024,0.009240532914797466
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,12288,1024,0.009022933244705201
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,12288,1024,0.009046399593353271
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,12288,1024,0.008833066622416178
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,12288,1024,0.008761599659919739
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,12288,1536,0.009172266721725464
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,12288,1024,0.008006399869918824
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,12288,1024,0.008100266754627227
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,12288,1024,0.008076799909273784
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,12288,1024,0.007102933526039123
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,12288,1024,0.007064533233642578
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,12288,1024,0.0071168000499407455
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,12288,1024,0.007473066449165344
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,12288,1024,0.007869866490364075
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,12288,1024,0.00766293356815974
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,12288,1024,0.007445333401362102
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,12288,1024,0.007541333138942718
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,12288,1024,0.00724480003118515
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,12288,1024,0.007107200225194295
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,12288,1024,0.007459199925263722
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,12288,1024,0.007463466624418895
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,12288,1024,0.0070602665344874065
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,12288,1024,0.0070698668559392285
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,12288,1024,0.007088000078996022
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,12288,1024,0.0070592001080513
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,12288,1024,0.007077333331108093
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,12288,1024,0.007079466680685679
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,12288,1024,0.007047466437021891
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,12288,1024,0.0070709332823753355
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,12288,1024,0.007062399884064992
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,12288,1024,0.008269866804281871
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,12288,1024,0.006982400019963582
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,12288,1024,0.006303999821345012
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,12288,1024,0.006252799928188324
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,12288,1024,0.0063701331615448
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,12288,1024,0.006341333190600078
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,12288,1024,0.006235733131567637
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,12288,1024,0.006357333560784657
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,12288,1024,0.006300800045331319
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,12288,1024,0.18759679794311523
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,12288,1024,0.3959679921468099
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,12288,1024,0.09894293149312337
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,12288,1024,0.06162559986114502
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,12288,1024,0.061561600367228186
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,12288,1024,0.07053226629892985
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,12288,1024,0.05779413382212321
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,12288,1024,0.061084798971811925
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,12288,1024,0.05554986794789633
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,12288,1024,0.05910506645838419
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,12288,1024,0.06520320177078247
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,12288,1024,0.06104106505711874
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,12288,1024,0.05387306610743205
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,12288,1024,0.056834133466084805
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,12288,1536,0.009526399771372478
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,12288,1024,0.050412801901499424
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,12288,1024,0.006251733501752217
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,12288,1024,0.048930132389068605
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,12288,1024,0.04790613253911336
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,12288,1024,0.044869331518809
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,12288,1024,0.04381759961446126
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,12288,1024,0.040763731797536215
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,12288,1536,0.009618133306503296
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,12288,1024,0.03829546769460042
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,12288,1024,0.03523733218510945
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,12288,1024,0.03460053205490112
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,12288,1024,0.03272639910380046
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,12288,1024,0.03094186584154765
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,12288,1024,0.03452800114949544
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,12288,1024,0.029053866863250732
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,12288,1024,0.02876799901326497
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,12288,1024,0.026604799429575603
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,12288,1024,0.025038933753967284
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,12288,1024,0.02135466734568278
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,12288,1024,0.022824533780415854
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,12288,1024,0.020467199881871543
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,12288,1024,0.018551466862360637
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,12288,1024,0.019172267119089762
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,12288,1024,0.018583466609319053
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,12288,1024,0.017901867628097534
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,12288,1024,0.01681386629740397
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,12288,1024,0.01821333368619283
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,12288,1024,0.01834239959716797
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,12288,1024,0.049396268526713055
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,12288,1024,0.018604799111684164
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,12288,1024,0.016292267044385276
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,12288,1024,0.016571733355522155
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,12288,1024,0.01644373337427775
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,12288,1024,0.03900479873021444
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,12288,1024,0.017095466454823814
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,12288,1024,0.016453333695729575
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,12288,1024,0.01641813317934672
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,12288,1024,0.016463999946912132
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,12288,1024,0.01630826691786448
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,12288,1024,0.01609599987665812
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,12288,1024,0.01588586668173472
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,12288,1024,0.014573867122332254
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,12288,1024,0.01535360018412272
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,12288,1024,0.014490666985511779
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,12288,1024,0.014507733782132468
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,12288,1024,0.015069866180419922
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,12288,1024,0.01511253317197164
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,12288,1024,0.014514133334159851
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,12288,1024,0.01576746702194214
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,12288,1024,0.014513066411018372
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,12288,1024,0.01446399986743927
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,12288,1024,0.014452266693115234
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,12288,1024,0.014351999759674073
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,12288,1024,0.014316800236701965
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,12288,1024,0.014475733041763306
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,12288,1024,0.014388266205787658
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,12288,1024,0.01430293321609497
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,12288,1024,0.014512000481287637
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,12288,1024,0.014502400159835815
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,12288,1024,0.01446399986743927
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,12288,1536,0.009574400385220845
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,12288,1024,0.018346667289733887
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,12288,1024,0.039452799161275226
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,12288,1536,0.00962559978167216
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,12288,1536,0.009565866986910502
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,12288,1024,0.21641066869099937
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,12288,1024,0.20720747311909996
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,12288,1024,0.18310507138570148
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,12288,1024,0.1801973342895508
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,12288,1024,0.3824490547180176
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,12288,1024,0.760261344909668
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,12288,1024,0.1711861292521159
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,12288,1024,0.16756800015767415
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,12288,1024,0.15819093386332195
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,12288,1024,0.1524938742319743
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,12288,1024,0.14093653361002606
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,12288,1024,0.13742292722066243
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,12288,1024,0.1271946668624878
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,12288,1024,0.11476159890492757
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,12288,1024,0.10669866402943928
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,12288,1024,0.08629653453826905
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,12288,1024,0.0776309331258138
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,12288,1024,0.07333760261535645
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,12288,1024,0.06265066862106324
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,12288,1024,0.06653759876887003
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,12288,1024,0.054354135195414224
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,12288,1024,0.05076906681060791
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,12288,1024,0.043009066581726076
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,12288,1024,0.034984532992045084
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,12288,1024,0.031914667288462324
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,12288,1024,0.09839999675750732
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,12288,1024,0.023180800676345825
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,12288,1024,1.5285269419352212
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,12288,1024,0.20705599784851075
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,12288,1024,0.194922669728597
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,12288,1024,0.1929898738861084
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,12288,1024,0.039774934450785324
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,12288,1024,0.047432533899943036
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,12288,1024,0.012863999605178833
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,12288,1024,0.011576533317565918
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,12288,1024,0.011310933033625285
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,12288,1024,0.01158186693986257
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,12288,1024,0.011318399508794149
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,12288,1024,0.028910932938257854
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,12288,1024,0.01306773324807485
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,12288,1024,0.020616533358891805
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,12288,1024,0.01566506624221802
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,12288,1024,0.012882133324941
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,12288,1024,0.012931199868520102
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,12288,1024,0.008780800302823384
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,12288,1024,0.008778666456540424
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,12288,1024,0.008689066767692566
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,12288,1024,0.009142399827639262
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,12288,1024,0.009547733267148336
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,12288,1024,0.009114666779836019
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,12288,1024,0.009570133686065675
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,12288,1024,0.009190400441487629
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,12288,1024,0.009532800316810608
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,12288,1024,0.009725866715113322
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,12288,1024,0.009948800007502239
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,12288,1024,0.009623466928799947
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,12288,1024,0.010544000069300334
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,12288,1024,0.009944533308347065
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,12288,1024,0.009570133686065675
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,12288,1024,0.010051199793815612
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,12288,1024,0.010752000411351522
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,12288,1024,0.009545600414276123
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,12288,1024,0.010388267040252686
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,12288,1024,0.009591466188430786
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,12288,1024,0.010404266913731893
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,12288,1024,0.009598933657010396
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,12288,1024,0.010006399949391682
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,12288,1024,0.010016000270843506
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,12288,1024,0.009641599655151368
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,12288,1024,0.009860266248385112
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,12288,1024,0.009546666344006857
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,12288,1024,0.009959466258684794
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,12288,1024,0.009588266412417095
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,12288,1024,0.010038399696350097
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,12288,1024,0.30561707814534506
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,12288,1024,0.15748906135559082
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,12288,1024,0.08329919974009195
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,12288,1024,0.0490997314453125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,12288,1024,0.04951146841049194
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,12288,1024,0.04623039960861206
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,12288,1024,0.04664320151011149
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,12288,1024,0.04479039907455444
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,12288,1024,0.04294506708780925
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,12288,1024,0.042080001036326094
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,12288,1024,0.03969493309656779
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,12288,1024,0.04238933324813843
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,12288,1024,0.03834986686706543
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,12288,1024,0.039239466190338135
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,12288,1024,0.03614613215128581
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,12288,1024,0.035358933607737224
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,12288,1024,0.03503040075302124
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,12288,1024,0.03219946622848511
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,12288,1024,0.03191999991734822
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,12288,1024,0.03110613425572713
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,12288,1024,0.028819199403127032
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,12288,1024,0.028024532397588092
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,12288,1024,0.02758293350537618
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,12288,1024,0.024661332368850708
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,12288,1024,0.024195200204849242
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,12288,1024,0.023923200368881226
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,12288,1024,0.020708266894022623
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,12288,1024,0.021268266439437866
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,12288,1024,0.02034986615180969
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,12288,1024,0.01646719972292582
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,12288,1024,0.01657919983069102
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,12288,1024,0.01595626672108968
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,12288,1024,0.01250879963239034
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,12288,1024,0.012472533186276754
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,12288,1024,0.012403200070063274
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,12288,1024,0.010010666648546855
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,12288,1024,0.008854400118192036
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,12288,1024,0.009192533294359843
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,12288,1024,0.00881706674893697
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,12288,1024,0.00918933351834615
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,12288,1024,0.009112532933553059
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,12288,1024,0.00913706620534261
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,12288,1024,0.009175466497739156
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,12288,1024,0.009146666526794434
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,12288,1024,0.009136000275611877
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,12288,1024,0.008782933155695598
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,12288,1024,0.00913279950618744
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,12288,1024,0.008712533116340637
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,12288,1024,0.008744532863299053
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,12288,1024,0.00874773363272349
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,12288,1024,0.008728532989819845
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,12288,1024,0.008781866232554118
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,12288,1024,0.008697600166002909
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,12288,1024,0.008524800340334576
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,12288,1024,0.008730666836102803
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,12288,1024,0.008595200379689534
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,12288,1024,0.008624000350634257
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,12288,1024,0.00869546631971995
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,12288,1024,0.008802133798599242
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,12288,1024,0.008788266777992248
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,12288,1024,0.008359466989835102
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,12288,1024,0.008780800302823384
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,12288,1024,0.008392533659934998
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,12288,1024,0.008404266834259034
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,12288,1024,0.00874773363272349
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,12288,1024,0.008358400066693623
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,12288,1024,0.008745599786440532
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,12288,768,0.4394997278849284
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,12288,768,0.20413440068562827
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,12288,768,0.10564693609873455
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,12288,768,0.06397120157877603
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,12288,1024,0.008640000224113464
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,12288,768,0.06397546529769897
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,12288,768,0.062275199095408115
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,12288,768,0.05871786673863729
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,12288,768,0.054299732049306236
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,12288,768,0.05448319911956787
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,12288,768,0.05039466619491577
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,12288,768,0.05947413444519043
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,12288,768,0.051430400212605795
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,12288,768,0.04552106857299805
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,12288,768,0.04659626483917236
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,12288,768,0.04100373188654582
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,12288,768,0.04057173331578572
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,12288,768,0.046291200319925944
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,12288,768,0.040190935134887695
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,12288,768,0.0337994654973348
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,12288,768,0.03398400147755941
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,12288,768,0.029752532641092937
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,12288,768,0.02895466685295105
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,12288,768,0.030780800183614093
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,12288,1024,0.00874133308728536
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,12288,768,0.0279914657274882
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,12288,768,0.023906133572260537
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,12288,768,0.022320000330607097
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,12288,768,0.020150399208068846
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,12288,768,0.018780799706776936
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,12288,768,0.021389865875244142
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,12288,768,0.015582933028539022
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,12288,768,0.013876266280810037
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,12288,768,0.012040533622105916
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,12288,768,0.009962667028109233
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,12288,768,0.010730666915575664
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,12288,768,0.007523199915885926
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,12288,768,0.0071263998746871945
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,12288,768,0.007077333331108093
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,12288,768,0.007036800185839335
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,12288,768,0.00684799998998642
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,12288,768,0.006257066627343495
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,12288,768,0.00629013329744339
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,12288,768,0.006243200103441874
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,12288,768,0.006279466549555461
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,12288,768,0.0054058666030565895
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,12288,768,0.005334400137265523
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,12288,768,0.005267199873924255
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,12288,768,0.005410133302211762
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,12288,768,0.0058335999647776285
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,12288,768,0.0058442667126655575
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,12288,768,0.005545599758625031
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,12288,768,0.00547733356555303
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,12288,768,0.0051360001166661584
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,12288,768,0.005103999873002371
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,12288,1024,0.008759466807047527
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,12288,768,0.016914133230845133
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,12288,768,0.005093333125114441
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,12288,768,0.0051136001944541935
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,12288,768,0.005028266708056132
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,12288,768,0.005027199784914652
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,12288,768,0.005049600203831991
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,12288,768,0.005048533280690512
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,12288,768,0.005058133105436961
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,12288,768,0.005066666503747304
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,12288,768,0.005046399931112925
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,12288,768,0.0050346667567888895
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,12288,768,0.004205866654713949
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,12288,768,0.004265599946180979
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,12288,768,0.004278400043646494
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,12288,768,0.0042303999265035
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,12288,768,0.004215466479460398
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,12288,768,0.004222933451334635
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,12288,768,0.004243200023969015
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,12288,768,0.004310399790604909
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,12288,768,0.3195765177408854
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,12288,768,0.0054730668663978575
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,12288,768,0.1576522668202718
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,12288,768,0.005445333321889242
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,12288,768,0.085698135693868
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,12288,768,0.0568885326385498
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,12288,768,0.05406933228174845
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,12288,768,0.05346133311589559
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,12288,768,0.058063999811808265
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,12288,768,0.051437866687774655
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,12288,768,0.05089919964472452
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,12288,768,0.059546665350596106
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,12288,1024,0.00844053328037262
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,12288,768,0.05056426525115967
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,12288,768,0.04800959825515747
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,12288,768,0.04724373420079549
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,12288,768,0.043935998280843096
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,12288,768,0.04332693417867024
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,12288,768,0.04342079957326253
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,12288,768,0.04186026652654012
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,12288,768,0.03924586772918701
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,12288,768,0.03571199973424276
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,12288,768,0.03901120026906331
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,12288,768,0.03535573482513428
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,12288,768,0.035971200466156004
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,12288,768,0.0374506672223409
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,12288,768,0.03429226477940877
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,12288,768,0.03083733320236206
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,12288,768,0.02924906611442566
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,12288,768,0.028599466880162554
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,12288,768,0.032230399052302044
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,12288,768,0.026869332790374754
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,12288,768,0.028321067492167156
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,12288,768,0.023490132888158162
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,12288,768,0.02068480054537455
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,12288,768,0.02062186598777771
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,12288,768,0.021964800357818604
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,12288,768,0.018246400356292724
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,12288,768,0.019899733861287437
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,12288,768,0.018081067005793254
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,12288,768,0.017254400253295898
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,12288,768,0.01641706625620524
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,12288,768,0.01773973306020101
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,12288,768,0.0165802667538325
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,12288,768,0.016521599888801575
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,12288,768,0.01609280010064443
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,12288,768,0.017846399545669557
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,12288,768,0.01585919956366221
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,12288,768,0.05641066630681356
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,12288,768,0.01593280037244161
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,12288,768,0.016149333119392394
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,12288,768,0.01681813398996989
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,12288,768,0.016148266196250916
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,12288,768,0.015476266543070475
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,12288,768,0.015733333428700765
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,12288,768,0.015273599823315939
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,12288,768,0.014644267161687216
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,12288,768,0.015612799922625223
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,12288,768,0.014906666676203408
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,12288,768,0.014494933684666953
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,12288,768,0.014456533392270408
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,12288,768,0.014509866635004679
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,12288,768,0.014458666245142618
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,12288,768,0.014512000481287637
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,12288,768,0.014467199643452963
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,12288,768,0.015057067076365152
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,12288,768,0.014433067043622336
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,12288,768,0.014362667004267374
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,12288,768,0.014320000012715658
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,12288,768,0.014403200149536133
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,12288,768,0.014315733313560485
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,12288,768,0.014516266187032065
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,12288,768,0.014446933070818582
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,12288,768,0.0144405335187912
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,12288,768,0.014427733421325684
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,12288,768,0.017204266786575318
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,12288,768,0.01662826637427012
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,12288,1024,0.008730666836102803
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,12288,1024,0.008760533730189006
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,12288,1024,0.008710400263468424
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,12288,768,0.21675519943237304
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,12288,768,0.38404480616251624
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,12288,768,0.747604242960612
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,12288,768,0.18272852897644043
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,12288,768,0.1708255926767985
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,12288,768,0.16238293647766114
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,12288,768,0.1569141387939453
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,12288,768,0.14300160408020018
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,12288,768,0.20690132776896158
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,12288,768,0.20631680488586426
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,12288,768,0.14021973609924315
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,12288,768,1.4898634592692057
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,12288,768,0.12476267019907634
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,12288,768,0.1222826639811198
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,12288,768,0.10379306475321452
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,12288,768,0.08378559748331706
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,12288,768,0.081605331103007
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,12288,768,0.06988800366719564
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,12288,768,0.06857919692993164
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,12288,768,0.06078826586405436
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,12288,768,0.05922133525212606
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,12288,768,0.05075733264287313
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,12288,768,0.04831039905548096
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,12288,768,0.04173546632130941
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,12288,768,0.03297066688537598
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,12288,768,0.029235200087229414
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,12288,768,0.0214464008808136
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,12288,768,0.17579946517944336
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,12288,768,0.19306027094523112
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,12288,768,0.09808639685312906
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,12288,768,0.19045653343200683
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,12288,768,0.01951040029525757
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,12288,768,0.014087466398874917
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,12288,768,0.02638933261235555
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,12288,768,0.012442666292190551
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,12288,768,0.011567999919255573
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,12288,768,0.011643733580907185
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,12288,768,0.01241600016752879
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,12288,768,0.012433066964149475
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,12288,768,0.012060800194740295
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,12288,768,0.043884801864624026
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,12288,768,0.010918399691581726
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,12288,768,0.011195733149846395
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,12288,768,0.03664000034332275
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,12288,768,0.00874133308728536
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,12288,768,0.0083146666487058
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,12288,768,0.00881173312664032
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,12288,768,0.008733866612116496
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,12288,768,0.007972266773382823
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,12288,768,0.008368000388145447
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,12288,768,0.009144533673922222
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,12288,768,0.008753066261609394
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,12288,768,0.008718933661778767
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,12288,768,0.009125333031018574
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,12288,768,0.008642133076985676
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,12288,768,0.008847999572753906
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,12288,768,0.00872320036093394
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,12288,768,0.009596799810727436
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,12288,768,0.007956266899903615
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,12288,768,0.008721066514650981
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,12288,768,0.009191466371218364
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,12288,768,0.009161600470542907
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,12288,768,0.008714666962623597
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,12288,768,0.0087936004002889
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,12288,768,0.008803199728329976
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,12288,768,0.008357333143552144
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,12288,768,0.009586133559544881
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,12288,768,0.008742400010426839
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,12288,768,0.00920853316783905
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,12288,768,0.009597866733868917
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,12288,768,0.00957546631495158
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,12288,768,0.008714666962623597
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,12288,768,0.009204266468683879
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,12288,768,0.009201066692670186
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,12288,768,0.07139413356781006
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,12288,768,0.26201705932617186
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,12288,768,0.04350613355636597
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,12288,768,0.04312320152918498
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,12288,768,0.13562026023864746
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,12288,768,0.040779733657836915
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,12288,768,0.0412778655687968
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,12288,768,0.0396234671274821
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,12288,768,0.03823253313700358
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,12288,768,0.03776426712671916
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,12288,768,0.03745173215866089
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,12288,768,0.03493119875590007
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,12288,768,0.034723198413848876
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,12288,768,0.03354239861170451
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,12288,768,0.031930667161941526
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,12288,768,0.03135040005048116
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,12288,768,0.030957865715026855
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,12288,768,0.02823466658592224
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,12288,768,0.028299733002980547
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,12288,768,0.0275711993376414
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,12288,768,0.025176533063252765
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,12288,768,0.02480106751124064
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,12288,768,0.0243231991926829
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,12288,768,0.021523199478785195
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,12288,768,0.02147093415260315
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,12288,768,0.021107200781504312
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,12288,768,0.01900906761487325
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,12288,768,0.018194133043289186
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,12288,768,0.017748266458511353
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,12288,768,0.014924800395965577
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,12288,768,0.014854400356610616
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,12288,768,0.014398933450380961
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,12288,768,0.011623467008272808
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,12288,768,0.01116373340288798
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,12288,768,0.011177600423494975
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,12288,768,0.009133866429328919
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,12288,768,0.008318933347860973
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,12288,768,0.008776533603668212
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,12288,768,0.008380800485610962
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,12288,768,0.008403199911117553
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,12288,768,0.008339200417200725
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,12288,768,0.008760533730189006
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,12288,768,0.008384000261624653
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,12288,768,0.008759466807047527
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,12288,768,0.008359466989835102
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,12288,768,0.008354133367538452
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,12288,768,0.008381866415341695
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,12288,768,0.008329600095748901
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,12288,768,0.008351999521255492
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,12288,768,0.008337066570917765
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,12288,768,0.00796693315108617
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,12288,768,0.008341333270072937
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,12288,768,0.00830506682395935
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,12288,768,0.008285866677761078
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,12288,768,0.007910400132338206
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,12288,768,0.008342400193214417
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,12288,768,0.008356266220410665
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,12288,768,0.008361599842707316
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,12288,768,0.007922133306662242
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,12288,768,0.008309333523114523
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,12288,768,0.008284799754619598
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,12288,768,0.007944533228874206
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,12288,768,0.007980800171693166
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,12288,768,0.008347733815511068
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,12288,768,0.008354133367538452
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,12288,768,0.008363733688990276
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,12288,768,0.008189866443475087
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,12288,512,0.32901118596394857
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,12288,768,0.00804373323917389
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,12288,512,0.15648533503214518
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,12288,512,0.07680853207906088
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,12288,512,0.04478933413823445
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,12288,512,0.04355306625366211
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,12288,512,0.045310934384663895
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,12288,768,0.007941333452860515
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,12288,512,0.03922559817632039
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,12288,512,0.039001599947611494
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,12288,512,0.0374944011370341
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,12288,512,0.03534293174743652
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,12288,512,0.03716799815495809
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,12288,512,0.03401493231455485
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,12288,512,0.029319467147191365
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,12288,512,0.028844799598058062
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,12288,512,0.0288266658782959
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,12288,512,0.02837973237037659
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,12288,512,0.024525866905848185
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,12288,512,0.024999467531840007
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,12288,512,0.021699200073877968
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,12288,512,0.020843732357025146
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,12288,768,0.008335999647776286
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,12288,512,0.021929599841435752
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,12288,512,0.019901865720748903
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,12288,512,0.017574399709701538
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,12288,512,0.0167413334051768
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,12288,512,0.0151829332113266
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,12288,512,0.014103466272354126
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,12288,512,0.017760000626246133
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,12288,512,0.01284160017967224
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,12288,512,0.012034133076667786
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,12288,768,0.008231466511885326
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,12288,512,0.011024000247319539
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,12288,512,0.009175466497739156
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,12288,512,0.0075765331586201985
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,12288,512,0.00876586635907491
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,12288,512,0.006243200103441874
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,12288,512,0.005826133489608765
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,12288,768,0.008353066444396973
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,12288,512,0.005829333265622457
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,12288,512,0.0054837331175804135
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,12288,512,0.005037866532802582
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,12288,512,0.004659200211366018
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,12288,512,0.05102613369623819
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,12288,512,0.0050346667567888895
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,12288,512,0.0042133331298828125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,12288,512,0.00420053352912267
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,12288,512,0.004216533402601878
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,12288,512,0.00420053352912267
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,12288,512,0.004635733366012573
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,12288,512,0.004343466460704803
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,12288,512,0.004335999985535939
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,12288,512,0.004243200023969015
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,12288,512,0.003949866692225138
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,12288,512,0.00386559988061587
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,12288,512,0.004217599829037985
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,12288,512,0.004196266829967499
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,12288,512,0.0038634667793909705
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,12288,512,0.0038549333810806276
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,12288,512,0.0038293334345022834
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,12288,512,0.0037920000652472176
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,12288,512,0.0038101332883040107
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,12288,512,0.0038293334345022834
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,12288,512,0.0036117332677046456
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,12288,512,0.003787733366092046
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,12288,512,0.0038293334345022834
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,12288,512,0.0038560000558694207
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,12288,512,0.003019733230272929
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,12288,512,0.003020799905061722
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,12288,512,0.003123199939727783
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,12288,512,0.003013333429892858
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,12288,512,0.003045333425203959
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,12288,512,0.003176533430814743
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,12288,512,0.0033813332517941795
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,12288,512,0.0033183999359607695
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,12288,512,0.12732693354288738
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,12288,512,0.2540287971496582
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,12288,512,0.07032213211059571
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,12288,512,0.048392534255981445
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,12288,512,0.04862613280614217
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,12288,512,0.04774933258692424
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,12288,512,0.04623466730117798
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,12288,512,0.005694933235645294
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,12288,512,0.045314133167266846
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,12288,512,0.0437173326810201
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,12288,512,0.005492266515890757
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,12288,512,0.045354668299357095
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,12288,512,0.032257066170374556
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,12288,512,0.042830932140350345
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,12288,512,0.04099626541137695
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,12288,512,0.038601601123809816
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,12288,512,0.037067735195159913
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,12288,512,0.04363733530044556
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,12288,512,0.03659199873606364
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,12288,512,0.041155199209849044
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,12288,512,0.03339626789093018
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,12288,512,0.03272853295008342
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,12288,512,0.032517333825429276
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,12288,512,0.029397332668304445
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,12288,512,0.033138134082158405
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,12288,512,0.02685439984003703
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,12288,512,0.025969066222508747
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,12288,512,0.02510720094045003
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,12288,512,0.028434133529663085
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,12288,512,0.022746666272481283
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,12288,512,0.020988800128300986
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,12288,512,0.020245333512624107
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,12288,512,0.019413334131240845
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,12288,512,0.01997440059979757
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,12288,512,0.016782933473587038
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,12288,512,0.018071466684341432
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,12288,512,0.053522133827209474
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,12288,512,0.01663253307342529
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,12288,512,0.04101226727167766
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,12288,512,0.016525866587956746
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,12288,512,0.016106667121251424
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,12288,512,0.015343999862670899
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,12288,512,0.017205333709716795
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,12288,512,0.01583999991416931
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,12288,512,0.01569919983545939
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,12288,512,0.01604373355706533
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,12288,512,0.017214934031168617
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,12288,512,0.015016532937685647
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,12288,512,0.014547200004259745
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,12288,512,0.02487466732660929
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,12288,512,0.016386133432388306
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,12288,512,0.014523733655611673
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,12288,512,0.014461867014567056
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,12288,512,0.014523733655611673
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,12288,512,0.015773866573969522
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,12288,512,0.014503467082977294
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,12288,512,0.014461867014567056
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,12288,512,0.014521599809328715
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,12288,512,0.01444906691710154
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,12288,512,0.014498133460680643
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,12288,512,0.014467199643452963
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,12288,512,0.014375467101732889
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,12288,512,0.01442346672217051
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,12288,512,0.016807466745376587
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,12288,512,0.014447999993960061
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,12288,512,0.014416000247001648
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,12288,512,0.0129013329744339
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,12288,512,0.014225066701571146
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,12288,512,0.014339199662208557
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,12288,512,0.014306132992108664
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,12288,512,0.014335999886194864
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,12288,512,0.017493333419164023
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,12288,512,0.014179199934005737
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,12288,512,0.014317867159843446
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,12288,512,0.01418346663316091
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,12288,512,0.03266879916191101
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,12288,768,0.008358400066693623
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,12288,768,0.007950933277606964
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,12288,512,0.01437013347943624
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,12288,512,0.20061119397481283
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,12288,512,0.1944650650024414
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,12288,512,0.1883680025736491
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,12288,512,0.17121920585632325
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,12288,512,0.15941972732543946
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,12288,512,0.35945920944213866
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,12288,512,0.15883307456970214
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,12288,512,0.1450965404510498
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,12288,512,0.14187733332316083
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,12288,512,0.12208106517791747
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,12288,512,0.13102293014526367
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,12288,512,0.1162442684173584
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,12288,512,0.10372906525929768
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,12288,512,0.08751359780629477
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,12288,512,0.08603413105010986
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,12288,512,0.175818665822347
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,12288,512,0.0706496000289917
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,12288,512,0.1817599932352702
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,12288,512,0.062249600887298584
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,12288,512,0.059264000256856283
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,12288,512,0.05510079860687256
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,12288,512,0.05306026538213095
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,12288,512,0.7121493021647136
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,12288,512,0.04522453149159749
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,12288,512,0.04768319924672444
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,12288,512,0.03825066486994426
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,12288,512,0.030937600135803222
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,12288,512,0.02714666724205017
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,12288,512,0.019818667570749918
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,12288,512,1.4285546620686849
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,12288,512,0.07528853416442871
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,12288,512,0.04026240110397339
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,12288,512,0.011993599931399028
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,12288,512,0.013266133268674216
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,12288,512,0.010424533486366272
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,12288,512,0.010360532999038696
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,12288,512,0.011994666854540507
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,12288,512,0.01157866617043813
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,12288,512,0.010354133447011311
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,12288,512,0.01036906639734904
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,12288,512,0.018222934007644652
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,12288,512,0.011615999539693196
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,12288,512,0.0329205334186554
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,12288,512,0.024730666478474935
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,12288,512,0.008337066570917765
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,12288,512,0.007729066908359528
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,12288,512,0.007494399944941203
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,12288,512,0.008330666522185007
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,12288,512,0.007474133372306823
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,12288,512,0.007624533275763195
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,12288,512,0.007892266909281413
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,12288,512,0.008326399823029835
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,12288,512,0.007558399935563405
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,12288,512,0.007975466549396515
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,12288,512,0.007625600198904674
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,12288,512,0.0075082664688428235
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,12288,512,0.008333866794904072
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,12288,512,0.00795306662718455
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,12288,512,0.007947733501593272
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,12288,512,0.008113066852092742
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,12288,512,0.007516799867153168
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,12288,512,0.007516799867153168
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,12288,512,0.008189866443475087
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,12288,512,0.007884799937407176
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,12288,512,0.007906133433183034
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,12288,512,0.008348799745241801
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,12288,512,0.007537066439787547
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,12288,512,0.007550933460394542
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,12288,512,0.007912533481915791
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,12288,512,0.008692266543706258
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,12288,512,0.008712533116340637
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,12288,512,0.009170132875442504
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,12288,512,0.008311466872692108
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,12288,512,0.007913599908351897
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,12288,512,0.11614933013916015
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,12288,512,0.22454293568929037
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,12288,512,0.03885546525319417
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,12288,512,0.03911999861399333
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,12288,512,0.06305919885635376
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,12288,512,0.03680320183436076
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,12288,512,0.03639466762542724
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,12288,512,0.03581226666768392
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,12288,512,0.033890132109324136
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,12288,512,0.03337493340174357
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,12288,512,0.031221334139506025
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,12288,512,0.03339093526204427
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,12288,512,0.030476800600687665
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,12288,512,0.030070400238037108
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,12288,512,0.028259199857711793
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,12288,512,0.027831466992696126
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,12288,512,0.02770986755688985
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,12288,512,0.025294933716456098
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,12288,512,0.024668800830841064
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,12288,512,0.022344533602396646
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,12288,512,0.02395306626955668
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,12288,512,0.021660800774892172
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,12288,512,0.02148800094922384
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,12288,512,0.01893226703008016
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,12288,512,0.018554667631785073
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,12288,512,0.015748266379038492
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,12288,512,0.018279467026392618
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,12288,512,0.015682133038838704
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,12288,512,0.016182399789492288
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,12288,512,0.013224533200263977
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,12288,512,0.013286399841308593
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,12288,512,0.012871467073758445
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,12288,512,0.010726400216420491
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,12288,512,0.010214400291442872
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,12288,512,0.008775466680526733
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,12288,512,0.009946667154630025
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,12288,512,0.00837546686331431
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,12288,512,0.008347733815511068
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,12288,512,0.007960533102353413
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,12288,512,0.007985066870848339
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,12288,512,0.00805866668621699
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,12288,512,0.008294400076071422
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,12288,512,0.007929599781831106
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,12288,512,0.008296533425649007
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,12288,512,0.007925333579381307
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,12288,512,0.007898666461308797
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,12288,512,0.007975466549396515
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,12288,512,0.007962666451931
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,12288,512,0.007957333326339721
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,12288,512,0.007947733501593272
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,12288,512,0.007919999957084655
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,12288,512,0.007853866616884867
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,12288,512,0.007899733384450276
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,12288,512,0.007916800181070964
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,12288,512,0.007940266529719036
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,12288,512,0.0075082664688428235
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,12288,512,0.007834666470686594
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,12288,512,0.00788800021012624
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,12288,512,0.007930666704972585
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,12288,512,0.007703466713428498
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,12288,512,0.007496533294518788
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,12288,512,0.007493333518505096
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,12288,512,0.007541333138942718
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,12288,512,0.0075989335775375364
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,12288,512,0.0075647999842961625
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,12288,512,0.007539199789365132
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,12288,512,0.007947733501593272
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,12288,256,0.21716693242390953
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,12288,256,0.10495253403981526
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,12288,256,0.05279680093129476
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,12288,256,0.029415466388066608
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,12288,512,0.007524266839027405
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,12288,256,0.029377067089080812
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,12288,256,0.029226666688919066
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,12288,256,0.026973867416381837
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,12288,512,0.007524266839027405
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,12288,512,0.007582933207352956
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,12288,256,0.02704213261604309
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,12288,256,0.02505813241004944
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,12288,256,0.02446720004081726
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,12288,256,0.0260917325814565
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,12288,256,0.02250986695289612
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,12288,256,0.022744532426198324
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,12288,256,0.02016106645266215
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,12288,256,0.01976213256518046
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,12288,256,0.027059199412663777
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,12288,256,0.02498240073521932
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,12288,256,0.019361066818237304
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,12288,256,0.017837866147359212
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,12288,256,0.01590826710065206
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,12288,256,0.015833600362141927
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,12288,256,0.015352533260981242
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,12288,256,0.014550399780273438
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,12288,256,0.018129066626230875
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,12288,256,0.012796800335248312
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,12288,256,0.01040000021457672
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,12288,256,0.013731200496355692
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,12288,256,0.009096533060073853
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,12288,256,0.011242666840553283
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,12288,256,0.007461333274841308
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,12288,256,0.006669866542021434
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,12288,256,0.005857066810131073
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,12288,256,0.006657066444555919
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,12288,256,0.004649599889914194
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,12288,256,0.004665599763393402
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,12288,256,0.00459199994802475
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,12288,256,0.004249600072701773
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,12288,512,0.007924266656239827
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,12288,256,0.004605866471926371
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,12288,256,0.003949866692225138
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,12288,256,0.004205866654713949
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,12288,256,0.003832533210515976
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,12288,256,0.0038431999584039056
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,12288,256,0.0034143999218940735
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,12288,256,0.0033717334270477297
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,12288,256,0.003815466662247976
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,12288,512,0.007914666831493378
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,12288,256,0.003489066660404205
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,12288,256,0.0034688000877698263
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,12288,256,0.0034613333642482757
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,12288,256,0.003398400048414866
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,12288,256,0.0030229332546393077
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,12288,256,0.0030752000709374744
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,12288,256,0.0033952000240484873
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,12288,256,0.0034048000971476236
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,12288,256,0.03331200083096822
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,12288,256,0.0029663999875386557
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,12288,256,0.0029824001093705496
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,12288,256,0.0029663999875386557
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,12288,256,0.002993066608905792
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,12288,256,0.00296426663796107
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,12288,256,0.0029834667841593427
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,12288,256,0.0030016000072161358
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,12288,256,0.011152000228563944
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,12288,256,0.002976000060637792
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,12288,256,0.0026122666895389557
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,12288,256,0.002573866645495097
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,12288,256,0.0025813333690166474
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,12288,256,0.0025653332471847535
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,12288,256,0.0025781333446502686
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,12288,256,0.0025685332715511323
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,12288,256,0.0025792000194390613
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,12288,256,0.1913589318593343
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,12288,256,0.09874239762624105
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,12288,256,0.003835733234882355
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,12288,256,0.059667201836903896
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,12288,256,0.04099626541137695
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,12288,256,0.040890665849049886
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,12288,256,0.041045331954956056
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,12288,256,0.04012159903844197
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,12288,256,0.003018666555484136
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,12288,256,0.038791465759277347
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,12288,256,0.037419732411702475
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,12288,256,0.0029845332105954488
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,12288,256,0.037611734867095944
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,12288,256,0.044202665487925216
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,12288,256,0.035164801279703777
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,12288,256,0.04241919914881388
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,12288,256,0.034485332171122235
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,12288,256,0.03199466665585836
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,12288,256,0.03136746684710185
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,12288,256,0.03711893161137898
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,12288,256,0.03024959961573283
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,12288,256,0.0025962665677070618
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,12288,256,0.03208106756210327
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,12288,256,0.02722453276316325
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,12288,512,0.007987200220425924
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,12288,256,0.025148799022038777
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,12288,256,0.02884693344434102
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,12288,256,0.026590933402379353
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,12288,256,0.023619200785954794
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,12288,256,0.022387200593948366
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,12288,256,0.022168533007303873
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,12288,256,0.024851200977961223
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,12288,256,0.020798933506011964
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,12288,256,0.023009065786997476
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,12288,256,0.01873813271522522
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,12288,256,0.016979199647903443
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,12288,256,0.01871573328971863
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,12288,256,0.018501333395640054
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,12288,256,0.01643519997596741
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,12288,256,0.016594133774439492
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,12288,256,0.016176000237464905
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,12288,256,0.014673067132631936
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,12288,256,0.015602133671442666
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,12288,256,0.01446613371372223
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,12288,256,0.016237866878509522
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,12288,256,0.01591253379980723
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,12288,256,0.014467199643452963
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,12288,256,0.014443733294804893
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,12288,256,0.015064533551534018
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,12288,512,0.007965866724650066
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,12288,256,0.01458453337351481
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,12288,256,0.014598400394121806
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,12288,256,0.01493119994799296
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,12288,256,0.014486400286356607
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,12288,256,0.014457600315411887
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,12288,256,0.014477866888046264
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,12288,256,0.014412800470987955
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,12288,256,0.014598400394121806
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,12288,256,0.014522666732470194
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,12288,256,0.014568533500035605
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,12288,256,0.014398933450380961
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,12288,256,0.014371200402577718
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,12288,256,0.01395840048789978
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,12288,256,0.013540266950925191
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,12288,256,0.014331733187039694
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,12288,256,0.014326399564743042
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,12288,256,0.013553067048390707
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,12288,256,0.014460800091425577
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,12288,256,0.014267733693122864
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,12288,256,0.013825066884358726
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,12288,256,0.012900267044703165
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,12288,256,0.01422826647758484
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,12288,256,0.013717333475748697
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,12288,256,0.013435733318328858
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,12288,256,0.013641599814097086
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,12288,256,0.01372160017490387
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,12288,256,0.012800000111262002
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,12288,256,0.03544319868087768
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,12288,256,0.02685333291689555
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,12288,256,0.014361600081125895
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,12288,256,0.13472213745117187
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,12288,256,0.11577173074086507
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,12288,256,0.13150400320688885
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,12288,256,0.24237546920776368
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,12288,256,0.11022293567657471
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,12288,256,0.10449813206990559
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,12288,256,0.09390933513641357
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,12288,256,0.09776319662729899
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,12288,256,0.0841877301534017
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,12288,256,0.12338666915893555
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,12288,256,0.47678292592366533
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,12288,256,0.0809279998143514
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,12288,256,0.9500768025716146
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,12288,256,0.06914986769358317
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,12288,256,0.061977601051330565
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,12288,256,0.0543232003847758
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,12288,256,0.05427519877751669
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,12288,256,0.04891093174616496
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,12288,256,0.04519573450088501
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,12288,256,0.04273066520690918
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,12288,256,0.04140266577402751
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,12288,256,0.03697386582692464
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,12288,256,0.03587626616160075
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,12288,256,0.030471465984980267
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,12288,256,0.11797973314921062
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,12288,256,0.025110399723052977
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,12288,256,0.02190720041592916
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,12288,256,0.016311466693878174
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,12288,256,0.1265770673751831
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,12288,256,0.07288320064544677
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,12288,256,0.06338560183842977
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,12288,256,0.03167146643002828
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,12288,256,0.009956266482671101
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,12288,256,0.008716799815495809
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,12288,256,0.011218133568763732
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,12288,256,0.009109333157539368
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,12288,256,0.025995733340581258
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,12288,256,0.00913706620534261
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,12288,256,0.02026240030924479
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,12288,256,0.015319466590881348
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,12288,256,0.009937066833178203
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,12288,256,0.010041600465774536
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,12288,256,0.0100490669409434
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,12288,256,0.008999466896057129
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,12288,256,0.007152000069618225
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,12288,256,0.006400000055631001
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,12288,256,0.006637866795063019
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,12288,256,0.00751146674156189
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,12288,256,0.006300800045331319
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,12288,256,0.0063381334145863845
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,12288,256,0.006706133484840393
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,12288,256,0.006680533289909363
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,12288,256,0.006687999765078227
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,12288,256,0.007531733314196269
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,12288,256,0.006285866598288219
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,12288,256,0.00719893326361974
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,12288,256,0.006714666883150737
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,12288,256,0.006782933572928111
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,12288,256,0.00673173318306605
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,12288,256,0.007117866476376851
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,12288,256,0.006714666883150737
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,12288,256,0.007551999886830647
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,12288,256,0.006740266581376393
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,12288,256,0.0063285330931345625
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,12288,256,0.006698666512966156
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,12288,256,0.006671999891599019
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,12288,256,0.006715733309586842
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,12288,256,0.00690773328145345
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,12288,256,0.0074986666440963745
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,12288,256,0.00754559983809789
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,12288,256,0.007141333321730297
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,12288,256,0.006342400113741558
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,12288,256,0.006313600142796834
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,12288,256,0.0946069320042928
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,12288,256,0.05382293462753296
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,12288,256,0.032474666833877563
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,12288,256,0.006638933221499126
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,12288,256,0.03173226714134216
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,12288,256,0.03073386748631795
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,12288,256,0.1737727959950765
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,12288,256,0.0305461327234904
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,12288,256,0.02945706645647685
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,12288,256,0.02839360038439433
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,12288,256,0.027587199211120607
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,12288,256,0.02768426736195882
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,12288,256,0.025897600253423053
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,12288,256,0.025909332434336345
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,12288,256,0.02523840069770813
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,12288,256,0.023945599794387817
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,12288,256,0.023060266176859537
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,12288,256,0.023119999965031942
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,12288,256,0.021124267578125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,12288,256,0.02084266742070516
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,12288,256,0.019933867454528808
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,12288,256,0.018574933211008705
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,12288,256,0.01817173361778259
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,12288,256,0.017771732807159425
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,12288,256,0.016174933314323424
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,12288,256,0.01622293293476105
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,12288,256,0.015316266814867655
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,12288,256,0.014079999923706055
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,12288,256,0.013649066289265951
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,12288,256,0.013358933726946512
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,12288,256,0.012885333100954691
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,12288,256,0.011478400230407715
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,12288,256,0.009904000163078307
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,12288,256,0.01120960017045339
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,12288,256,0.009592533111572266
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,12288,256,0.009191466371218364
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,12288,256,0.007935999830563863
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,12288,256,0.007896533111731212
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,12288,256,0.007499733567237854
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,12288,256,0.007825066645940144
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,12288,256,0.007562666634718577
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,12288,256,0.007503999769687653
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,12288,256,0.0074869334697723385
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,12288,256,0.007548800110816956
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,12288,256,0.007590400179227193
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,12288,256,0.007550933460394542
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,12288,256,0.007701333363850911
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,12288,256,0.0075882668296496075
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,12288,256,0.007494399944941203
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,12288,256,0.007869866490364075
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,12288,256,0.007520000139872233
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,12288,256,0.007513600091139476
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,12288,256,0.0071946665644645694
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,12288,256,0.007130666573842366
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,12288,256,0.007521066566308339
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,12288,256,0.007534933090209961
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,12288,256,0.007507200042406718
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,12288,256,0.007147733370463054
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,12288,256,0.0075082664688428235
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,12288,256,0.007134933272997539
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,12288,256,0.007180800040562947
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,12288,256,0.007500799993673961
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,12288,256,0.00714026689529419
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,12288,256,0.007367466886838277
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,12288,256,0.007110400001207988
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,12288,256,0.0075103998184204105
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,12288,256,0.007495466868082683
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,12288,256,0.007470933099587758
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,12288,128,0.15856000582377117
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,12288,128,0.08306132952372233
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,12288,128,0.03870720068613688
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,12288,128,0.023911466201146446
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,12288,256,0.007528533538182576
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,12288,128,0.023887999852498374
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,12288,128,0.02091946601867676
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,12288,128,0.02355733315149943
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,12288,256,0.007494399944941203
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,12288,256,0.007295999924341838
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,12288,128,0.02292799949645996
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,12288,128,0.02145706613858541
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,12288,128,0.02837760051091512
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,12288,128,0.019883733987808228
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,12288,128,0.017802667617797852
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,12288,256,0.007134933272997539
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,12288,128,0.017638399203618368
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,12288,128,0.0160863995552063
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,12288,128,0.015326933066050211
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,12288,128,0.021048533916473388
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,12288,128,0.014500266313552857
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,12288,128,0.014100266496340432
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,12288,256,0.007088000078996022
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,12288,128,0.012409599622090657
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,12288,128,0.013025066256523133
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,12288,128,0.015568000078201295
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,12288,128,0.009548800190289815
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,12288,128,0.01014400025208791
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,12288,128,0.009131733576456707
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,12288,128,0.011610666910807293
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,12288,128,0.007149866720040639
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,12288,256,0.007133866846561432
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,12288,128,0.006593066453933716
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,12288,256,0.007542400062084198
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,12288,128,0.006309333443641663
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,12288,128,0.005010133484999338
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,12288,128,0.005830400188763936
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,12288,128,0.004216533402601878
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,12288,128,0.004012800008058548
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,12288,128,0.0034400001168251038
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,12288,128,0.003804799914360046
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,12288,128,0.023093332846959434
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,12288,128,0.0034080001215140024
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,12288,128,0.003399466723203659
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,12288,128,0.003457066665093104
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,12288,128,0.0030293333033720653
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,12288,128,0.0030293333033720653
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,12288,128,0.0033717334270477297
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,12288,128,0.0033482665816942847
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,12288,128,0.0030261332790056865
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,12288,128,0.0030069333811601003
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,12288,128,0.0029440000653266907
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,12288,128,0.019509333372116088
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,12288,128,0.0029738667110602063
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,12288,128,0.002630399912595749
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,12288,128,0.002567466596762339
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,12288,128,0.0030037333567937215
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,12288,128,0.0029450667401154833
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,12288,128,0.019142399231592812
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,12288,128,0.0026581334571043652
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,12288,128,0.0025557334224383037
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,12288,128,0.002548266698916753
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,12288,128,0.002548266698916753
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,12288,128,0.002629333237806956
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,12288,128,0.0025578667720158894
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,12288,128,0.002552533398071925
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,12288,128,0.0026026666164398193
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,12288,128,0.0025610665480295816
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,12288,128,0.002585600068171819
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,12288,128,0.0022463999688625337
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,12288,128,0.0021461332837740582
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,12288,128,0.002196266750494639
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,12288,128,0.002198400100072225
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,12288,128,0.011178666353225708
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,12288,128,0.002197333425283432
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,12288,128,0.0022304000953833262
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,12288,128,0.0095551997423172
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,12288,128,0.08996373017628988
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,12288,128,0.15392427444458007
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,12288,128,0.05201493501663208
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,12288,128,0.035478401184082034
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,12288,128,0.035045333703358966
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,12288,128,0.0337066650390625
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,12288,128,0.03519146839777629
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,12288,128,0.0034944000343481696
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,12288,128,0.03351253271102905
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,12288,128,0.03315306703249614
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,12288,128,0.040215468406677245
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,12288,128,0.0030389333764712016
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,12288,128,0.03099306623140971
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,12288,128,0.03077546755472819
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,12288,128,0.02951573332150777
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,12288,128,0.028578132390975952
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,12288,128,0.0301962673664093
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,12288,128,0.03452800114949544
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,12288,128,0.0268832008043925
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,12288,128,0.026364799340565997
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,12288,128,0.025466666618982954
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,12288,128,0.02468799948692322
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,12288,128,0.023398399353027344
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,12288,128,0.026740266879399614
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,12288,128,0.02090880076090495
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,12288,128,0.02095680038134257
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,12288,128,0.022738132874170938
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,12288,128,0.02062079906463623
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,12288,128,0.020862932999928793
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,12288,128,0.01857066750526428
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,12288,128,0.01972800095876058
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,12288,128,0.0022261333962281544
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,12288,128,0.0021888000269730886
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,12288,128,0.016795732577641807
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,12288,128,0.016561067104339598
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,12288,128,0.01470186710357666
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,12288,128,0.015940266847610473
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,12288,128,0.01460906664530436
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,12288,128,0.014447999993960061
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,12288,128,0.014860799908638
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,12288,128,0.014646400014559427
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,12288,128,0.014545067151387533
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,12288,128,0.014486400286356607
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,12288,128,0.014465066790580749
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,12288,128,0.014453333616256715
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,12288,128,0.015196800231933594
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,12288,128,0.014525866508483887
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,12288,128,0.014406399925549826
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,12288,128,0.014365866780281067
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,12288,128,0.014468266566594442
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,12288,128,0.014739200472831726
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,12288,128,0.01437333325544993
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,12288,128,0.03514240185419719
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,12288,128,0.014376533031463624
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,12288,128,0.01360106666882833
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,12288,128,0.014410666624704995
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,12288,128,0.01425386667251587
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,12288,128,0.024174932638804117
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,12288,128,0.014327466487884521
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,12288,128,0.013620266318321228
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,12288,128,0.014135467012723288
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,12288,128,0.013533866405487061
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,12288,128,0.014244266351064048
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,12288,128,0.014239999651908874
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,12288,128,0.014245333274205527
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,12288,128,0.013085866967837015
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,12288,128,0.014064000050226847
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,12288,128,0.013920000195503235
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,12288,128,0.01421119968096415
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,12288,128,0.012794666488965354
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,12288,128,0.015561599532763162
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,12288,128,0.014013866583506266
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,12288,128,0.013501866658528646
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,12288,128,0.012823466459910074
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,12288,128,0.014225066701571146
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,12288,128,0.014493866761525472
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,12288,128,0.024851200977961223
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,12288,128,0.018551466862360637
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,12288,128,0.09984426498413086
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,12288,128,0.09829653104146321
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,12288,128,0.08676906426747641
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,12288,128,0.17953813870747884
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,12288,128,0.07961813608805338
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,12288,128,0.07849706808725992
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,12288,128,0.7014720280965169
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,12288,128,0.07287039756774902
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,12288,128,0.07471786340077718
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,12288,128,0.06254933277765909
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,12288,128,0.09472640355428061
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,12288,128,0.06528426806131998
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,12288,128,0.05820906559626261
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,12288,128,0.05567786693572998
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,12288,128,0.04984320004781087
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,12288,128,0.04482346773147583
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,12288,128,0.041877333323160806
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,12288,128,0.03988053401311238
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,12288,128,0.03656746546427409
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,12288,128,0.036050132910410565
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,12288,128,0.03169386585553487
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,12288,128,0.031652265787124635
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,12288,128,0.027140265703201293
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,12288,128,0.022261333465576173
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,12288,128,0.09256426493326822
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,12288,128,0.35303147633870446
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,12288,128,0.08864213625590006
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,12288,128,0.014518400033315023
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,12288,128,0.050426665941874185
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,12288,128,0.046728531519571945
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,12288,128,0.0195413331190745
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,12288,128,0.022668800751368203
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,12288,128,0.02735893328984578
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,12288,128,0.008787199854850769
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,12288,128,0.008096000055472057
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,12288,128,0.007948799928029378
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,12288,128,0.008368000388145447
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,12288,128,0.0181386669476827
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,12288,128,0.008298666775226593
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,12288,128,0.013635200262069703
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,12288,128,0.01037440001964569
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,12288,128,0.009110400080680847
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,12288,128,0.009173333644866943
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,12288,128,0.009115733702977498
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,12288,128,0.006696533163388569
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,12288,128,0.00676800012588501
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,12288,128,0.007112533350785573
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,12288,128,0.0059008002281188965
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,12288,128,0.006260266900062561
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,12288,128,0.005865600208441416
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,12288,128,0.00631039987007777
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,12288,128,0.006270933151245117
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,12288,128,0.007100800176461537
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,12288,128,0.00624533345301946
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,12288,128,0.0067221333583196
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,12288,128,0.006850133339564006
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,12288,128,0.006302933394908905
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,12288,128,0.005847466488679251
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,12288,128,0.0059114664793014525
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,12288,128,0.00647680014371872
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,12288,128,0.006242133180300395
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,12288,128,0.006312533219655354
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,12288,128,0.006303999821345012
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,12288,128,0.005852800110975901
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,12288,128,0.0059232001503308615
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,12288,128,0.006284800171852112
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,12288,128,0.00673173318306605
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,12288,128,0.005939200023810069
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,12288,128,0.005947733422120413
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,12288,128,0.005861333509286245
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,12288,128,0.005940266450246175
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,12288,128,0.005896533528963724
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,12288,128,0.0894431988398234
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,12288,128,0.1590175946553548
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,12288,128,0.00626986672480901
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,12288,128,0.006692266464233399
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,12288,128,0.029573333263397217
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,12288,128,0.029076266288757324
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,12288,128,0.02767360011736552
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,12288,128,0.027977599700291948
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,12288,128,0.026790400346120197
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,12288,128,0.02606719930966695
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,12288,128,0.04796266555786133
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,12288,128,0.025612799326578777
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,12288,128,0.02480319937070211
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,12288,128,0.023931733767191567
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,12288,128,0.023537067572275798
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,12288,128,0.023107200860977173
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,12288,128,0.02182506720225016
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,12288,128,0.021041067441304524
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,12288,128,0.020683733622233073
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,12288,128,0.019412267208099365
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,12288,128,0.0190175990263621
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,12288,128,0.019101866086324058
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,12288,128,0.017228800058364867
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,12288,128,0.017054933309555053
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,12288,128,0.01687893271446228
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,12288,128,0.015359999736150107
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,12288,128,0.014923733472824097
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,12288,128,0.01446293294429779
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,12288,128,0.013302399714787801
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,12288,128,0.012845866878827415
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,12288,128,0.0120170662800471
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,12288,128,0.011004799604415893
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,12288,128,0.010859733819961548
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,12288,128,0.009929600358009338
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,12288,128,0.008845866719881693
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,12288,128,0.009125333031018574
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,12288,128,0.00757120003302892
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,12288,128,0.007520000139872233
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,12288,128,0.007548800110816956
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,12288,128,0.012823466459910074
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,12288,128,0.007501866420110066
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,12288,128,0.007515733440717061
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,12288,128,0.007478400071461995
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,12288,128,0.007537066439787547
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,12288,128,0.0071263998746871945
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,12288,128,0.0074879998962084455
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,12288,128,0.0071370666225751235
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,12288,128,0.007161599894364675
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,12288,128,0.007145600020885467
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,12288,128,0.007114666700363159
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,12288,128,0.007114666700363159
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,12288,128,0.007079466680685679
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,12288,128,0.007136000196139018
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,12288,128,0.007110400001207988
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,12288,128,0.007150933146476746
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,12288,128,0.007074133555094402
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,12288,128,0.007042133311430614
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,12288,128,0.0071487997968991595
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,12288,128,0.007046400010585785
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,12288,128,0.007117866476376851
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,12288,128,0.0069248000780741375
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,12288,128,0.0067210664351781205
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,12288,128,0.007123200098673503
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,12288,128,0.007076266904671986
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,12288,128,0.007066666583220164
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,12288,128,0.006742399930953979
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,12288,128,0.007112533350785573
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,12288,128,0.006793599824110668
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,12288,128,0.00714026689529419
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,12288,128,0.0071487997968991595
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,12288,64,0.1311850627263387
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,12288,64,0.06890239715576171
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,12288,64,0.03581546545028687
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,12288,64,0.02037866711616516
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,12288,64,0.020246400435765585
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,12288,64,0.02064746618270874
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,12288,128,0.0071285332242647815
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,12288,64,0.01878933310508728
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,12288,64,0.020117332537968956
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,12288,64,0.01812053322792053
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,12288,64,0.025967999299367266
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,12288,64,0.01647040049235026
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,12288,64,0.016820265849431356
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,12288,64,0.016102400422096253
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,12288,128,0.007145600020885467
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,12288,64,0.014939733346303306
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,12288,128,0.007046400010585785
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,12288,128,0.006820266445477803
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,12288,64,0.020915200312932335
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,12288,64,0.014111999670664468
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,12288,64,0.012097066640853882
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,12288,64,0.013738666971524557
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,12288,64,0.011186133821805317
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,12288,64,0.011092266440391541
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,12288,64,0.009851732850074768
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,12288,64,0.008373333017031352
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,12288,64,0.009125333031018574
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,12288,64,0.007898666461308797
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,12288,64,0.010801066954930622
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,12288,64,0.006346666812896728
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,12288,64,0.009046399593353271
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,12288,64,0.0054837331175804135
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,12288,64,0.006307200094064077
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,12288,64,0.004532266656557719
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,12288,64,0.00544213354587555
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,12288,64,0.003472000112136205
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,12288,64,0.003852800031503042
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,12288,64,0.0033930666744709016
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,12288,128,0.007175466914971669
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,12288,64,0.0034495999415715536
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,12288,64,0.0030762667457262674
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,12288,64,0.0030389333764712016
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,12288,64,0.0033632000287373864
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,12288,64,0.003014400104681651
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,12288,64,0.0030400000512599947
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,12288,64,0.0029450667401154833
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,12288,64,0.0030080000559488933
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,12288,64,0.0030602666238943735
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,12288,64,0.019270400206247963
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,12288,64,0.002600533266862233
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,12288,64,0.0025941332181294756
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,12288,64,0.0025759999950726825
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,12288,64,0.002611200014750163
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,12288,64,0.0025781333446502686
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,12288,64,0.002584533393383026
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,12288,64,0.0025792000194390613
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,12288,64,0.0023061332603295645
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,12288,64,0.0023189333577950796
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,12288,64,0.002203733225663503
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,12288,64,0.012299733360608418
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,12288,64,0.0021856000026067098
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,12288,64,0.0022240000466505687
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,12288,64,0.0021589333812395734
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,12288,64,0.014263466993967692
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,12288,64,0.0022357332209746042
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,12288,64,0.0022026665508747103
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,12288,64,0.002216533323129018
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,12288,64,0.0022314667701721193
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,12288,64,0.002149333308140437
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,12288,64,0.0021898667017618816
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,12288,64,0.0021536000072956084
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,12288,64,0.0021514666577180227
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,12288,64,0.0021514666577180227
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,12288,64,0.002143999934196472
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,12288,64,0.0022005334496498106
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,12288,64,0.08842559655507407
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,12288,64,0.15780372619628907
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,12288,64,0.051069867610931394
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,12288,64,0.003399466723203659
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,12288,64,0.03496106863021851
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,12288,64,0.035598933696746826
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,12288,64,0.033090132474899295
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,12288,64,0.03480106592178345
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,12288,64,0.03295253316561381
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,12288,64,0.03145386576652527
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,12288,64,0.03983466625213623
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,12288,64,0.03002026677131653
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,12288,64,0.03121066689491272
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,12288,64,0.01607360045115153
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,12288,64,0.030500266949335737
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,12288,64,0.034916265805562334
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,12288,64,0.02712000012397766
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,12288,64,0.026795732975006103
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,12288,64,0.026311467091242473
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,12288,64,0.0022304000953833262
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,12288,64,0.02474453250567118
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,12288,64,0.024524799982706704
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,12288,64,0.024678399165471397
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,12288,64,0.028174932797749835
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,12288,64,0.020577067136764528
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,12288,64,0.02078933318456014
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,12288,64,0.02059626579284668
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,12288,64,0.022716800371805825
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,12288,64,0.01858453353246053
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,12288,64,0.020282665888468422
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,12288,64,0.01894506613413493
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,12288,64,0.01872533361117045
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,12288,64,0.036006398995717365
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,12288,64,0.01649066706498464
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,12288,64,0.016742400328318276
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,12288,64,0.01639786660671234
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,12288,64,0.014831999937693277
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,12288,64,0.014494933684666953
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,12288,64,0.014495999614397685
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,12288,64,0.014500266313552857
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,12288,64,0.0025727999707063037
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,12288,64,0.03004266619682312
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,12288,64,0.01616213321685791
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,12288,64,0.01472106675306956
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,12288,64,0.014482133587201438
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,12288,64,0.014472533265749613
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,12288,64,0.01483626663684845
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,12288,64,0.014468266566594442
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,12288,64,0.014494933684666953
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,12288,64,0.014398933450380961
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,12288,64,0.014504533012708029
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,12288,64,0.014470400412877402
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,12288,64,0.01446399986743927
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,12288,128,0.007121066749095917
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,12288,64,0.014506666858990987
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,12288,64,0.014388266205787658
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,12288,64,0.024681599934895833
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,12288,64,0.014409599701563516
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,12288,64,0.014173866311709086
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,12288,64,0.014295466740926108
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,12288,64,0.01420906682809194
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,12288,64,0.01409173309803009
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,12288,64,0.014294399817784628
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,12288,64,0.014163200060526529
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,12288,64,0.014006400108337402
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,12288,64,0.014293332894643148
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,12288,64,0.012917332847913108
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,12288,64,0.014130133390426635
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,12288,64,0.013405866424242654
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,12288,64,0.014216533303260804
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,12288,64,0.01362986663977305
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,12288,64,0.014135467012723288
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,12288,64,0.014227199554443359
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,12288,64,0.014914133151372275
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,12288,32,0.1375168005625407
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,12288,32,0.0713375965754191
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,12288,32,0.03615146478017171
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,12288,32,0.020959999163945517
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,12288,32,0.02111146648724874
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,12288,32,0.021814399957656862
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,12288,32,0.01919680039087931
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,12288,32,0.019461333751678467
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,12288,32,0.02058666745821635
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,12288,32,0.027048534154891966
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,12288,32,0.018523732821146645
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,12288,64,0.014492799838383993
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,12288,32,0.016479999820391337
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,12288,32,0.01607253352801005
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,12288,32,0.014820266763369241
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,12288,32,0.0217685341835022
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,12288,64,0.013310933113098144
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,12288,64,0.022780799865722658
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,12288,32,0.014108799894650779
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,12288,32,0.013899733622868856
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,12288,32,0.012471466263135274
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,12288,64,0.014257066448529563
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,12288,32,0.010011733571688334
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,12288,32,0.01461013356844584
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,12288,32,0.008700799942016602
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,12288,32,0.009116799632708231
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,12288,64,0.013225600123405457
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,12288,32,0.008232533435026805
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,12288,32,0.006667733192443848
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,12288,32,0.007177599767843883
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,12288,32,0.006659199794133504
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,12288,32,0.005829333265622457
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,12288,32,0.004664533336957296
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,12288,32,0.005568000177542368
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,12288,32,0.003822933385769526
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,12288,32,0.004198400179545084
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,12288,32,0.003409066547950109
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,12288,32,0.0036586667100588477
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,12288,32,0.003409066547950109
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,12288,32,0.0030378667016824085
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,12288,32,0.016518400112787882
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,12288,32,0.0033749334514141084
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,12288,32,0.003373866776625315
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,12288,32,0.002998399982849757
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,12288,32,0.0030954666435718536
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,12288,32,0.0029738667110602063
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,12288,32,0.0031989333530267083
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,12288,32,0.0030037333567937215
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,12288,32,0.011588266491889954
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,12288,32,0.0026208000878492994
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,12288,32,0.0026079999903837843
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,12288,32,0.01162986656030019
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,12288,32,0.0030048000315825146
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,12288,32,0.002959999938805898
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,12288,32,0.0029504001140594482
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,12288,32,0.0025802666942278544
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,12288,32,0.0025386666258176167
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,12288,32,0.0026154667139053345
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,12288,32,0.002198400100072225
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,12288,32,0.002197333425283432
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,12288,32,0.002204799900452296
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,12288,32,0.002242133269707362
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,12288,32,0.0021845333278179167
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,12288,32,0.010811733206113179
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,12288,32,0.002216533323129018
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,12288,32,0.0021930667261282604
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,12288,32,0.0021248000363508863
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,12288,32,0.0021418665846188864
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,12288,32,0.0021322667598724365
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,12288,32,0.0021503999829292296
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,12288,32,0.0021429332594076794
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,12288,32,0.002203733225663503
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,12288,32,0.002160000056028366
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,12288,32,0.08634026845296225
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,12288,32,0.15544959704081218
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,12288,32,0.05163093407948812
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,12288,32,0.03458346525828044
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,12288,32,0.01760639945665995
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,12288,32,0.03599466482798259
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,12288,32,0.03345280090967814
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,12288,32,0.03305066625277202
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,12288,32,0.032500267028808594
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,12288,32,0.03116053342819214
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,12288,32,0.012218667070070903
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,12288,32,0.04040746688842774
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,12288,32,0.030123732487360638
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,12288,32,0.02895359992980957
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,12288,32,0.0022229333718617756
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,12288,32,0.029064534107844035
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,12288,32,0.02994026740392049
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,12288,32,0.027088000377019243
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,12288,32,0.03380693197250366
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,12288,32,0.027115732431411743
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,12288,32,0.002194133400917053
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,12288,32,0.025492266813913984
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,12288,32,0.02540266712506612
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,12288,32,0.023668267329533896
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,12288,32,0.022652800877889
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,12288,32,0.022757333517074586
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,12288,32,0.026754132906595868
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,12288,32,0.02067626714706421
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,12288,32,0.02104640007019043
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,12288,32,0.02053546706835429
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,12288,32,0.022669865687688192
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,12288,32,0.019293866554896035
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,12288,32,0.018739199638366698
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,12288,32,0.03376746575037638
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,12288,32,0.01676373283068339
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,12288,32,0.016522666811943053
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,12288,32,0.016160000363985697
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,12288,32,0.01606613298257192
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,12288,32,0.014634666840235391
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,12288,32,0.014471466342608133
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,12288,32,0.014594133694966635
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,12288,32,0.014470400412877402
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,12288,32,0.015066666404406228
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,12288,32,0.014745600024859109
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,12288,32,0.002701866626739502
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,12288,32,0.014500266313552857
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,12288,32,0.014458666245142618
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,12288,32,0.014502400159835815
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,12288,32,0.014706133802731832
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,12288,32,0.002609066665172577
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,12288,32,0.014468266566594442
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,12288,32,0.014503467082977294
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,12288,32,0.014470400412877402
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,12288,32,0.0144896000623703
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,12288,32,0.014460800091425577
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,12288,32,0.014259200294812521
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,12288,32,0.026452267169952394
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,12288,32,0.014254933595657349
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,12288,32,0.013928533593813578
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,12288,32,0.014237866799036662
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,12288,32,0.013578666249910989
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,12288,32,0.01295146644115448
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,12288,32,0.013983999689420065
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,12288,32,0.013640532890955607
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,12288,32,0.013765333096186319
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,12288,32,0.0135861337184906
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,12288,32,0.013524267077445983
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,12288,32,0.012819199760754903
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,12288,32,0.018607999881108603
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,12288,32,0.012899200121561686
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,12288,32,0.013236266374588013
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,12288,32,0.013082666198412576
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,12288,32,0.012824533383051553
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,12288,32,0.012753066420555115
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,12288,32,0.013210666179656983
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,12288,32,0.013114666938781739
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,12288,32,0.014458666245142618
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,12288,32,0.014434132973353067
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,12288,32,0.013427199920018515
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,10240,65536,3.6347147623697915
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,12288,32,0.018045866489410402
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,10240,65536,3.7179625829060874
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,10240,65536,7.635599772135417
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,10240,65536,3.5361172358194985
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,10240,65536,3.4810028076171875
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,10240,65536,3.4983574549357095
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,10240,65536,3.1719252268473306
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,10240,65536,3.3717174530029297
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,10240,65536,2.9193652470906577
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,10240,65536,3.2344961166381836
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,10240,65536,2.7976853052775064
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,10240,65536,3.1180480321248374
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,10240,65536,2.4201653798421225
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,10240,65536,2.7100747426350913
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,10240,65536,3.1497653325398765
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,10240,65536,15.989487965901693
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,10240,65536,2.494629383087158
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,10240,65536,1.701024055480957
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,10240,65536,2.1685546239217124
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,10240,65536,1.8210293451944988
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,10240,65536,2.234912077585856
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,10240,65536,1.2905706564585369
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,10240,65536,1.642416000366211
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,10240,65536,1.7557813326517742
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,10240,65536,1.1891146500905354
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,10240,65536,1.2129920323689778
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,10240,65536,1.547562599182129
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,10240,65536,0.9940000375111898
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,10240,65536,0.7438133557637533
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,10240,65536,0.5343999862670898
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,10240,65536,0.6337600151697794
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,10240,65536,0.3606933355331421
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,10240,65536,0.26048533121744794
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,10240,65536,0.284661332766215
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,10240,65536,0.28095465898513794
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,10240,65536,0.3002026677131653
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,10240,65536,0.31030933062235516
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,10240,65536,0.30024532477060956
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,10240,65536,0.2770613431930542
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,10240,65536,0.21033066511154175
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,10240,65536,0.300656000773112
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,10240,65536,0.2179093360900879
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,10240,65536,0.2100106676419576
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,10240,65536,0.2246133287747701
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,10240,65536,2.2817227045694985
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,10240,65536,0.2762613296508789
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,10240,65536,0.22692267100016275
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,10240,65536,0.2228106657663981
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,10240,65536,0.2249173323313395
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,10240,65536,0.23020267486572266
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,10240,65536,0.22589333852132162
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,10240,65536,0.22430400053660074
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,10240,65536,0.2336533268292745
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,10240,65536,0.23585599660873413
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,10240,65536,0.22824533780415854
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,10240,65536,0.22436267137527466
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,10240,65536,0.22062400976816812
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,10240,65536,0.22613867123921713
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,10240,65536,0.2266826629638672
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,10240,65536,0.22516266504923502
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,10240,65536,0.2194933295249939
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,10240,65536,0.22363734245300293
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,10240,65536,0.2230293353398641
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,10240,65536,0.20745599269866943
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,10240,65536,0.20950400829315186
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,10240,65536,0.21276267369588217
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,10240,65536,0.20404799779256186
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,10240,65536,0.21171732743581137
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,10240,65536,0.20882133642832437
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,10240,65536,0.2035199999809265
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,10240,65536,0.7254666487375895
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,10240,65536,1.0601759751637776
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,10240,65536,2.6452587445576987
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,10240,65536,2.6297547022501626
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,10240,65536,5.0474348068237305
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,10240,65536,30.94482676188151
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,10240,65536,2.4952160517374673
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,10240,65536,0.20562666654586792
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,10240,65536,2.5091093381245932
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,10240,65536,2.374154726664225
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,10240,65536,2.418000062306722
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,10240,65536,2.1343520482381186
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,10240,65536,2.8620214462280273
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,10240,65536,2.021498680114746
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,10240,65536,1.893082618713379
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,10240,65536,2.0643787384033203
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,10240,65536,1.9379146893819172
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,10240,65536,10.643311818440756
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,10240,65536,1.787727991739909
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,10240,65536,1.540053367614746
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,10240,65536,1.6198399861653645
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,10240,65536,1.4468906720479329
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,10240,65536,1.4684747060139973
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,10240,65536,1.392042636871338
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,10240,65536,1.2329920132954915
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,10240,65536,1.1595626672108967
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,10240,65536,0.9615999857584635
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,10240,65536,1.0977226893107097
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,10240,65536,0.9837813377380371
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,10240,65536,0.8277546564737955
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,10240,65536,0.8012159665425619
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,10240,65536,0.4914240042368571
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,10240,65536,0.6702666282653809
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,10240,65536,0.5128213167190552
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,10240,65536,0.6717387040456136
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,10240,65536,0.3891893227895101
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,10240,65536,0.3261920015017192
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,10240,65536,0.22350933154424033
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,10240,65536,0.210698664188385
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,10240,65536,0.2047040065129598
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,10240,65536,0.20484266678492227
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,10240,65536,0.20294400056203207
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,10240,65536,0.18820265928904215
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,10240,65536,0.1851466695467631
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,10240,65536,0.18209600448608398
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,10240,65536,0.1736639936765035
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,10240,65536,0.1771199901898702
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,10240,65536,0.17466133832931519
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,10240,65536,0.1723946730295817
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,10240,65536,0.16737600167592367
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,10240,65536,0.16382933656374613
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,10240,65536,0.15651200215021768
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,10240,65536,0.15109333395957947
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,10240,65536,0.15768532951672873
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,10240,65536,0.14667200048764548
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,10240,65536,0.14411733547846475
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,10240,65536,0.14041067163149515
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,10240,65536,0.13306666413942972
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,10240,65536,0.1302720010280609
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,10240,65536,0.13531733552614847
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,10240,65536,0.12915199995040894
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,10240,65536,0.12902933359146118
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,10240,65536,0.13302933176358542
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,10240,65536,0.1274666686852773
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,10240,65536,0.13250133395195007
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,10240,65536,0.12628799676895142
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,10240,65536,0.13132266203562418
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,10240,65536,0.12405332922935486
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,10240,65536,0.1304586629072825
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,10240,65536,0.12190933028856914
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,10240,65536,0.12745599945386252
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,10240,65536,2.2188746134440103
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,10240,65536,0.12575466434160867
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,10240,65536,21.85956319173177
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,10240,65536,0.16792533795038858
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,10240,65536,0.16037866473197937
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,10240,65536,0.1488533318042755
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,10240,65536,0.12107200423876445
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,10240,65536,9.778026580810547
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,10240,65536,2.1675306955973306
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,10240,65536,2.359344005584717
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,10240,65536,1.9872907002766926
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,10240,65536,2.2726240158081055
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,10240,65536,1.972325325012207
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,10240,65536,2.0777653058369956
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,10240,65536,1.7344427108764648
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,10240,65536,2.080848058064779
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,10240,65536,1.537941296895345
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,10240,65536,1.8132266998291016
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,10240,65536,1.5031840006510417
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,10240,65536,1.557989279429118
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,10240,65536,1.2994720141092937
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,10240,65536,1.5477280616760254
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,10240,65536,1.0942880312601726
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,10240,65536,1.232906659444173
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,10240,65536,1.0458186467488606
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,10240,65536,1.0855039755503337
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,10240,65536,0.8416000207265218
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,10240,65536,0.9377013047536215
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,10240,65536,0.7275466918945312
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,10240,65536,0.7036693096160889
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,10240,65536,0.5672853390375773
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,10240,65536,0.6409546534220377
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,10240,65536,0.42975465456644696
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,10240,65536,0.43383999665578205
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,10240,65536,0.31196800867716473
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,10240,65536,0.2432373364766439
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,10240,65536,0.18751466274261475
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,10240,65536,0.1834719975789388
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,10240,65536,0.1837760011355082
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,10240,65536,0.179530660311381
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,10240,65536,0.17941866318384805
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,10240,65536,0.17521599928538004
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,10240,65536,0.1752906640370687
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,10240,65536,0.17133333285649618
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,10240,65536,0.13953066865603128
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,10240,65536,0.13809067010879517
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,10240,65536,0.13608533143997192
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,10240,65536,0.13607999682426453
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,10240,65536,0.13451199730237326
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,10240,65536,0.13369066516558328
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,10240,65536,0.1325653294722239
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,10240,65536,0.13317333658536276
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,10240,65536,0.13155733545621237
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,10240,65536,0.13145066301027933
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,10240,65536,0.12761599818865457
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,10240,65536,0.12777599692344666
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,10240,65536,0.12787200013796488
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,10240,65536,0.1274133324623108
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,10240,65536,0.1273973286151886
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,10240,65536,0.12749333182970682
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,10240,65536,0.12744533022244772
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,10240,65536,0.12770666678746542
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,10240,65536,0.12753066420555115
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,10240,65536,0.12614933649698892
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,10240,65536,0.1262986660003662
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,10240,65536,0.1267093320687612
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,10240,65536,0.12609066565831503
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,10240,65536,0.1264693339665731
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,10240,65536,0.12612266341845194
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,10240,65536,0.12599999705950418
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,10240,65536,0.12603200475374857
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,10240,65536,0.12642666697502136
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,10240,65536,0.2542506655057271
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,10240,65536,0.1437226633230845
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,10240,65536,6.474389394124349
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,10240,65536,1.323024034500122
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,10240,65536,1.20905598004659
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,10240,65536,1.208346684773763
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,10240,65536,1.1777280171712239
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,10240,65536,1.4008533159891765
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,10240,65536,1.166426658630371
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,10240,65536,1.524672031402588
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,10240,65536,1.066159963607788
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,10240,65536,1.0293280283610027
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,10240,65536,0.9353280067443848
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,10240,65536,3.1577440897623696
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,10240,65536,1.0274346669514973
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,10240,65536,0.902341365814209
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,10240,65536,0.8768853346506754
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,10240,65536,0.8660053412119547
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,10240,65536,0.7739786307017008
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,10240,65536,1.5180853207906086
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,10240,65536,0.7370560169219971
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,10240,65536,0.7230400244394938
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,10240,65536,0.7100053628285726
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,10240,65536,1.4287412961324055
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,10240,65536,0.6026293436686198
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,10240,65536,0.5717493295669556
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,10240,65536,0.4604373375574748
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,10240,65536,0.4222613175710042
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,10240,65536,0.4521546761194865
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,10240,65536,0.5741920073827108
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,10240,65536,0.42109866937001544
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,10240,65536,0.31242666641871136
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,10240,65536,0.29550399382909137
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,10240,65536,0.29127999146779376
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,10240,65536,0.2773066759109497
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,10240,65536,0.16064000129699707
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,10240,65536,0.1439466675122579
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,10240,65536,0.14082133769989014
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,10240,65536,0.14179733395576477
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,10240,65536,0.14097600181897482
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,10240,65536,0.14112533132235208
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,10240,65536,0.1416373352209727
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,10240,65536,0.13958932956059775
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,10240,65536,0.13916266957918802
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,10240,65536,0.13783466815948486
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,10240,65536,0.13772799571355185
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,10240,65536,0.13642666737238565
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,10240,65536,0.13672533631324768
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,10240,65536,0.13667200009028116
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,10240,65536,0.13718400398890176
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,10240,65536,0.1363093356291453
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,10240,65536,0.13730133573214212
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,10240,65536,0.1361066699028015
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,10240,65536,0.13593600193659464
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,10240,65536,0.13592533270517984
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,10240,65536,0.1360266705354055
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,10240,65536,0.1360640029112498
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,10240,65536,0.1360373298327128
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,10240,65536,0.13633066415786743
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,10240,65536,0.13577600320180258
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,10240,65536,0.13532267014185587
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,10240,65536,0.1362879971663157
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,10240,65536,0.13637866576512656
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,10240,65536,0.13595733046531677
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,10240,65536,0.13617600003878275
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,10240,65536,0.13588800032933554
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,10240,65536,0.13525333007176718
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,10240,65536,0.13591466347376505
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,10240,65536,0.13607466220855713
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,10240,65536,0.1357439955075582
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,10240,65536,0.13539200027783713
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,10240,65536,0.13571199774742126
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,10240,65536,0.13613333304723105
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,10240,65536,0.13609066605567932
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,10240,51200,2.855536142985026
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,10240,51200,2.819514592488607
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,10240,51200,2.7338291803995767
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,10240,51200,5.972074508666992
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,10240,51200,2.772149403889974
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,10240,51200,2.6018187204996743
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,10240,51200,2.826122601826986
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,10240,51200,2.3536853790283203
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,10240,51200,2.378986676534017
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,10240,51200,2.329477310180664
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,10240,51200,2.278677304585775
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,10240,51200,12.44546635945638
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,10240,51200,2.0668373107910156
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,10240,51200,2.3940000534057617
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,10240,51200,1.8090559641520183
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,10240,51200,2.3368852933247886
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,10240,51200,1.7378400166829426
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,10240,51200,1.9361440340677898
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,10240,51200,1.5782240231831868
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,10240,51200,1.333253304163615
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,10240,51200,1.4081919987996419
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,10240,51200,1.3775359789530437
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,10240,51200,1.2168853282928467
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,10240,51200,1.0163626670837402
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,10240,51200,1.1715093453725178
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,10240,51200,0.7388906478881836
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,10240,51200,0.9197279612223307
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,10240,51200,0.5734346707661947
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,10240,51200,0.5700800021489462
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,10240,51200,0.396016001701355
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,10240,51200,0.4801439841588338
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,10240,51200,0.20165334145228067
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,10240,51200,0.27083200216293335
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,10240,51200,0.2143626610438029
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,10240,51200,0.22035733858744302
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,10240,51200,0.22951465845108032
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,10240,51200,0.240447998046875
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,10240,51200,0.21516799926757812
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,10240,51200,0.22898133595784506
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,10240,51200,0.22412800788879395
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,10240,51200,0.15963733196258545
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,10240,51200,23.4058837890625
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,10240,51200,1.8407732645670574
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,10240,51200,0.17155200242996216
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,10240,51200,0.17197867234547934
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,10240,51200,0.17166932423909506
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,10240,51200,0.2284640073776245
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,10240,51200,0.1700106660525004
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,10240,51200,0.187008003393809
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,10240,51200,0.9678986867268881
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,10240,51200,0.17470399538675943
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,10240,51200,0.18311466773351034
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,10240,51200,0.19050665696461996
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,10240,51200,0.17272533973058066
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,10240,51200,0.1941493352254232
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,10240,51200,0.1747786601384481
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,10240,51200,0.7351253032684326
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,10240,51200,0.1750613252321879
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,10240,51200,0.1824959913889567
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,10240,51200,0.17402666807174683
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,10240,51200,0.17416000366210938
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,10240,51200,0.1814346710840861
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,10240,51200,0.1745599905649821
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,10240,51200,0.17251733938852945
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,10240,51200,0.1725226640701294
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,10240,51200,0.16379732886950174
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,10240,51200,0.1639893352985382
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,10240,51200,0.16434133052825928
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,10240,51200,0.16268799702326456
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,10240,51200,0.16130133469899496
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,10240,51200,0.1620746652285258
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,10240,51200,0.16106667121251425
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,10240,51200,0.1590026617050171
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,10240,51200,3.8211094538370767
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,10240,51200,2.051882743835449
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,10240,51200,0.17204266786575317
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,10240,51200,2.0815626780192056
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,10240,51200,1.9583412806193035
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,10240,51200,7.926511764526367
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,10240,51200,1.9418080647786458
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,10240,51200,1.8650399843851726
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,10240,51200,1.8920693397521973
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,10240,51200,1.798309326171875
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,10240,51200,1.6932533582051594
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,10240,51200,1.6116852760314941
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,10240,51200,1.6118133862813313
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,10240,65536,1.367029349009196
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,10240,51200,1.4783412615458171
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,10240,51200,1.5154719352722168
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,10240,51200,1.412336031595866
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,10240,51200,1.2952373027801514
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,10240,51200,1.232906659444173
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,10240,51200,1.1880160172780354
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,10240,51200,1.1363733609517415
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,10240,51200,0.9788213570912679
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,10240,51200,0.9587146441141764
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,10240,51200,1.1015520095825195
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,10240,51200,0.890127976735433
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,10240,51200,0.8264213403066
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,10240,51200,0.7451840241750082
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,10240,51200,0.7416640122731527
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,10240,51200,0.6323146820068359
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,10240,51200,0.49650665124257404
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,10240,51200,0.36050665378570557
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,10240,51200,0.2919999957084656
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,10240,51200,0.248416006565094
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,10240,51200,0.19033600886662802
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,10240,51200,0.16406933466593424
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,10240,51200,0.16757865746816
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,10240,51200,0.16164799531300864
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,10240,51200,0.15892266233762106
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,10240,51200,0.15054399768511453
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,10240,51200,0.1476533313592275
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,10240,51200,0.14269866545995077
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,10240,51200,0.1420799990495046
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,10240,51200,0.14050666491190592
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,10240,51200,0.14074666301409403
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,10240,51200,0.13893866539001465
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,10240,51200,0.13614400227864584
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,10240,51200,0.13589866956075033
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,10240,51200,0.12660800417264303
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,10240,51200,0.12654933333396912
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,10240,51200,0.1265066663424174
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,10240,51200,0.12558399637540182
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,10240,51200,0.12216533223787944
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,10240,51200,0.11800000071525574
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,10240,51200,0.1090880036354065
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,10240,51200,0.6067893505096436
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,10240,51200,0.10379733641942342
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,10240,51200,0.10371733705202739
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,10240,51200,0.5059146483739217
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,10240,51200,0.3855786720911662
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,10240,51200,0.10255466898282369
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,10240,51200,0.10331199566523235
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,10240,51200,0.10300266742706299
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,10240,51200,0.10090133547782898
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,10240,51200,0.10114133358001709
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,10240,51200,0.10325866937637329
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,10240,51200,0.10072533289591472
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,10240,51200,0.10227732857068379
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,10240,51200,0.10027733445167542
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,10240,51200,0.09920533498128255
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,10240,51200,0.09937600294748943
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,10240,51200,0.09929600358009338
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,10240,51200,0.09741866588592529
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,10240,51200,0.13913599650065103
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,10240,51200,0.11562666296958923
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,10240,51200,15.941802978515625
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,10240,51200,0.10025599598884583
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,10240,65536,17.672176361083984
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,10240,51200,20.414960225423176
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,10240,51200,2.4544533093770347
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,10240,51200,3.683285395304362
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,10240,51200,2.197450637817383
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,10240,51200,3.2596000035603843
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,10240,51200,2.1255253156026206
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,10240,51200,2.9262186686197915
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,10240,51200,1.8897226651509602
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,10240,51200,2.8033011754353843
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,10240,51200,1.6696960131327312
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,10240,51200,2.5197599728902182
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,10240,51200,1.6069067319234211
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,10240,51200,2.307509263356527
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,10240,51200,1.3882506688435872
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,10240,51200,2.24452273050944
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,10240,51200,1.2543306350708008
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,10240,51200,1.8859786987304688
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,10240,51200,1.1459946632385254
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,10240,51200,1.8810133934020996
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,10240,51200,0.6549386580785116
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,10240,51200,0.7295573552449545
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,10240,51200,1.5755732854207356
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,10240,51200,0.8933706283569336
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,10240,51200,0.5628746747970581
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,10240,51200,0.5088693300882975
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,10240,51200,0.3327146569887797
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,10240,51200,0.34433599313100177
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,10240,51200,0.6722346941630045
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,10240,51200,0.2383306622505188
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,10240,51200,0.24065067370732626
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,10240,51200,0.17001599073410034
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,10240,51200,0.16551466782887778
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,10240,51200,0.16369600097338358
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,10240,51200,0.1650879979133606
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,10240,51200,0.1592693328857422
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,10240,51200,0.16090133786201477
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,10240,51200,0.15818666418393454
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,10240,51200,0.14501333236694336
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,10240,51200,0.11860266327857971
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,10240,51200,0.11672000090281169
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,10240,51200,0.11457600196202596
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,10240,51200,0.11382933457692464
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,10240,51200,0.11209066708882649
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,10240,51200,0.11251733700434367
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,10240,51200,0.11257066329320271
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,10240,51200,0.11228799819946289
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,10240,51200,0.11109866698582967
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,10240,51200,0.11109866698582967
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,10240,51200,0.10929066936175029
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,10240,51200,0.10947199662526448
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,10240,51200,0.10938666264216106
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,10240,51200,0.11089600125948589
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,10240,51200,0.10897599657376607
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,10240,51200,0.10788266857465108
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,10240,51200,0.10947733124097188
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,10240,51200,0.10914666453997295
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,10240,51200,0.10729599992434184
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,10240,51200,0.10751466949780782
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,10240,51200,0.10735999544461568
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,10240,51200,0.10775466759999593
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,10240,51200,0.10730666915575664
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,10240,51200,0.10814932982126872
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,10240,51200,0.10738666852315266
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,10240,51200,0.10731200377146403
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,10240,51200,0.10774399836858113
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,10240,51200,0.16607466340065002
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,10240,51200,0.1690773367881775
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,10240,51200,0.10945600271224976
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,10240,51200,5.157823880513509
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,10240,51200,1.071893294652303
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,10240,51200,0.9903573195139567
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,10240,51200,0.980832020441691
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,10240,51200,0.9491199652353922
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,10240,51200,0.9436853726704916
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,10240,51200,0.8606932957967123
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,10240,51200,0.8387626806894938
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,10240,51200,0.8200746377309164
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,10240,51200,0.7589173316955566
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,10240,51200,0.7242026329040527
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,10240,51200,0.7001439730326334
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,10240,51200,0.6875733534495035
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,10240,51200,0.6229120095570883
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,10240,51200,0.5925386746724447
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,10240,51200,0.5701013406117758
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,10240,51200,0.5614720185597738
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,10240,51200,0.48687998453776044
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,10240,51200,0.4611039956410726
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,10240,51200,0.4463733434677124
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,10240,51200,0.3710133234659831
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,10240,51200,0.3587199846903483
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,10240,51200,0.33842666943868
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,10240,51200,0.3329919974009196
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,10240,51200,0.24795732895533243
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,10240,51200,0.23492799202601114
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,10240,51200,0.23007466395696005
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,10240,51200,0.21858133872350058
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,10240,51200,0.12657599647839865
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,10240,51200,0.11421333750089009
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,10240,51200,0.11423466602961223
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,10240,51200,0.1135040024916331
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,10240,51200,0.1127306620279948
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,10240,51200,0.11308800180753072
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,10240,51200,0.11219200491905212
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,10240,51200,0.11204266548156738
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,10240,51200,0.11136000355084737
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,10240,51200,13.050464630126953
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,10240,51200,0.11004799604415894
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,10240,51200,0.2281279961268107
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,10240,51200,0.10961066683133443
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,10240,51200,0.1099626620610555
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,10240,51200,0.1420906682809194
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,10240,51200,0.1093386709690094
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,10240,51200,0.11198400457700093
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,10240,51200,0.10965866843859355
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,10240,51200,0.10934933026631673
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,10240,51200,0.10918399691581726
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,10240,51200,0.10897599657376607
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,10240,51200,0.10968533158302307
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,10240,51200,0.10923733313878377
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,10240,51200,0.1093386709690094
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,10240,51200,0.10877866546312968
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,10240,51200,0.1083733340104421
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,10240,51200,0.1090826690196991
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,10240,51200,0.10904000202814738
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,10240,51200,0.10980266332626343
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,10240,51200,0.10873599847157796
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,10240,51200,0.109333336353302
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,10240,51200,0.10899200042088826
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,10240,51200,0.10971200466156006
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,10240,51200,0.1092693308989207
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,10240,51200,0.10938133796056111
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,10240,51200,0.10899200042088826
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,10240,51200,0.10939733187357585
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,10240,51200,0.1090613305568695
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,10240,51200,0.1090613305568695
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,10240,51200,0.1083679993947347
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,10240,16384,6.786160151163737
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,10240,16384,1.845429261525472
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,10240,16384,3.356037457784017
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,10240,16384,1.1204906304677327
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,10240,16384,0.9035680294036865
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,10240,16384,0.9705866972605387
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,10240,16384,0.8536799748738607
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,10240,16384,0.9696586926778158
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,10240,16384,0.9142986933390299
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,10240,16384,0.7637279828389486
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,10240,16384,0.8011893431345621
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,10240,16384,0.6896533171335856
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,10240,16384,0.7492746512095133
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,10240,16384,0.6478933493296305
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,10240,16384,0.7558026313781738
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,10240,16384,0.633786678314209
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,10240,16384,0.6028213500976562
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,10240,16384,0.5308693250020345
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,10240,16384,0.5596426725387573
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,10240,16384,0.496234655380249
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,10240,16384,0.5188213189442953
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,10240,16384,0.43695998191833496
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,10240,16384,0.4249333143234253
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,10240,16384,0.4161119858423869
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,10240,16384,0.3752479950586955
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,10240,16384,0.3474400043487549
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,10240,16384,0.3235306739807129
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,10240,16384,0.2872053384780884
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,10240,16384,0.2787359952926636
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,10240,16384,0.2361546754837036
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,10240,16384,0.2384373346964518
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,10240,16384,0.1860533356666565
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,10240,16384,0.16979199647903442
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,10240,16384,0.15486933787663779
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,10240,16384,0.1234826644261678
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,10240,16384,0.09101333220799764
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,10240,16384,0.06559466818968455
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,10240,16384,0.07389866809050243
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,10240,16384,0.06597866614659627
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,10240,16384,0.09062400460243225
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,10240,16384,0.07901866734027863
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,10240,16384,0.07114666700363159
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,10240,16384,0.07669333120187123
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,10240,16384,0.056608001391092934
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,10240,16384,0.056890666484832764
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,10240,16384,0.05649066468079885
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,10240,16384,0.07421333094437917
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,10240,16384,0.06069866816202799
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,10240,16384,0.0609386662642161
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,10240,16384,0.061381335059801735
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,10240,16384,0.06124266485373179
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,10240,16384,0.06607466439406078
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,10240,16384,0.05481066803137461
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,10240,16384,0.06513066589832306
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,10240,16384,0.06377600133419037
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,10240,16384,0.06229866544405619
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,10240,16384,0.06369600196679433
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,10240,16384,0.0621973325808843
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,10240,16384,0.061834668119748436
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,10240,16384,0.06169599791367849
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,10240,16384,0.061797335743904114
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,10240,16384,0.06180266539255778
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,10240,16384,0.06151466568311056
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,10240,16384,0.06108266611893972
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,10240,16384,0.06006399790445963
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,10240,16384,0.06032533446947733
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,10240,16384,0.06010666489601135
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,10240,16384,0.059674665331840515
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,10240,16384,0.0598880002895991
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,10240,16384,0.05938666562239329
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,10240,16384,0.059706668059031166
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,10240,16384,0.0595360000928243
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,10240,16384,0.05841066439946493
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,10240,16384,0.05819733440876007
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,10240,16384,4.897397359212239
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,10240,16384,2.4829492568969727
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,10240,16384,0.6508533159891764
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,10240,16384,1.3052266438802083
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,10240,16384,0.6547893285751343
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,10240,16384,0.6721973419189453
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,10240,16384,0.6265120108922323
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,10240,16384,0.6351573467254639
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,10240,16384,0.5415039857228597
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,10240,16384,0.6224000056584676
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,10240,16384,0.5348053375879923
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,10240,16384,0.5148106813430786
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,10240,16384,0.5069173177083334
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,10240,16384,0.4809653361638387
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,10240,16384,0.4710186719894409
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,10240,16384,0.4506560166676839
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,10240,16384,0.40540798505147296
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,10240,16384,0.3747306664784749
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,10240,16384,0.3816959857940674
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,10240,16384,0.33910401662190753
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,10240,16384,0.3469066619873047
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,10240,16384,0.29442665974299115
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,10240,16384,0.29260265827178955
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,10240,16384,0.2532320022583008
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,10240,16384,0.2771040002504985
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,10240,16384,0.2222399910291036
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,10240,16384,0.2258346676826477
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,10240,16384,0.18868800004323324
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,10240,16384,0.19060266017913818
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,10240,16384,0.15552000204722086
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,10240,16384,0.160261332988739
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,10240,16384,0.12124799688657124
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,10240,16384,0.12622933586438498
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,10240,16384,0.09131200114885966
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,10240,16384,0.10485866665840149
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,10240,16384,0.0658133327960968
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,10240,16384,0.059205333391825356
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,10240,16384,0.05826666454474131
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,10240,16384,0.06268799801667531
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,10240,16384,0.06329066554705302
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,10240,16384,0.06273599962393443
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,10240,16384,0.059658666451772056
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,10240,16384,0.06029333174228668
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,10240,16384,0.05399466554323832
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,10240,16384,0.053029333551724754
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,10240,16384,0.05385600030422211
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,10240,16384,0.05201066533724467
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,10240,16384,0.05246399839719137
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,10240,16384,0.05198933184146881
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,10240,16384,0.0517493337392807
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,10240,16384,0.055813332398732506
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,10240,16384,0.04799999793370565
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,10240,16384,0.04586133360862732
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,10240,16384,0.046570668617884316
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,10240,16384,0.052095999320348106
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,10240,16384,0.052789335449536644
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,10240,16384,0.04865066707134247
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,10240,16384,0.04599999884764353
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,10240,16384,0.0469706654548645
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,10240,16384,0.04530666768550873
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,10240,16384,0.04584533472855886
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,10240,16384,0.058090666929880776
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,10240,16384,0.04608533283074697
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,10240,16384,0.04654400050640106
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,10240,16384,0.04532266656557719
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,10240,16384,0.04442666471004486
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,10240,16384,0.04541333516438802
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,10240,16384,0.04516266783078512
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,10240,16384,0.04444266855716705
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,10240,16384,0.04354133208592733
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,10240,16384,0.04457066456476847
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,10240,16384,0.044533332188924156
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,10240,16384,0.04394666850566864
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,10240,16384,0.044624000787734985
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,10240,51200,2.356346607208252
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,10240,51200,1.1989280382792156
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,10240,16384,5.362016042073567
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,10240,16384,0.7272853056589762
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,10240,16384,2.531818707784017
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,10240,16384,0.5951893329620361
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,10240,51200,1.1868373552958171
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,10240,51200,1.0967146555582683
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,10240,16384,0.5729013284047445
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,10240,51200,1.108133316040039
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,10240,16384,0.5197653373082479
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,10240,16384,0.5066666603088379
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,10240,16384,1.20088529586792
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,10240,16384,0.44977064927419025
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,10240,51200,1.059770663579305
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,10240,16384,0.4042186737060547
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,10240,16384,0.7311360041300455
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,10240,16384,0.38570666313171387
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,10240,16384,0.3994773228963216
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,10240,16384,0.33555734157562256
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,10240,16384,0.3861386775970459
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,10240,16384,0.285589337348938
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,10240,16384,0.72597336769104
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,10240,16384,0.318015992641449
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,10240,16384,0.2731306751569112
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,10240,16384,0.22543466091156006
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,10240,16384,0.25254400571187335
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,10240,16384,0.6540106534957886
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,10240,16384,0.19880000750223795
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,10240,16384,0.5226399898529053
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,10240,16384,0.5801653464635214
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,10240,16384,0.11519466837247212
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,10240,16384,0.633349339167277
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,10240,16384,0.510970671971639
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,10240,16384,0.0749120016892751
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,10240,16384,0.4562559922536214
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,10240,16384,0.2948906620343526
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,10240,16384,0.19586666425069174
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,10240,16384,0.15414399902025858
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,10240,16384,0.18002132574717203
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,10240,16384,0.12729600071907043
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,10240,16384,0.08689600229263306
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,10240,16384,0.05820799867312113
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,10240,16384,0.05816000203291575
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,10240,16384,0.057392001152038574
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,10240,16384,0.05787200232346853
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,10240,16384,0.056032001972198486
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,10240,16384,0.055061335364977516
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,10240,16384,0.0555626650651296
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,10240,16384,0.05468266705671946
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,10240,16384,0.04420266548792521
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,10240,16384,0.04203199843565623
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,10240,16384,0.04144533226887385
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,10240,16384,0.04111466556787491
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,10240,16384,0.04082666585842768
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,10240,16384,0.04081066697835922
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,10240,16384,0.04172799984614054
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,10240,16384,0.04164800047874451
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,10240,16384,0.04098666707674662
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,10240,16384,0.041290665666262306
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,10240,16384,0.04071466624736786
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,10240,16384,0.040048000713189445
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,10240,16384,0.03963200002908707
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,10240,16384,0.03957866628964742
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,10240,16384,0.04115733255942663
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,10240,16384,0.04074133435885111
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,10240,16384,0.06866133213043213
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,10240,16384,0.06821333368619283
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,10240,16384,0.0683786670366923
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,10240,16384,0.06834133466084798
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,10240,16384,0.07286400099595387
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,10240,16384,0.06832000116507213
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,10240,16384,0.06756266454855601
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,10240,16384,0.04539200166861216
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,10240,16384,0.04423999786376953
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,10240,16384,0.045696000258127846
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,10240,16384,0.04593066871166229
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,10240,16384,0.043893332282702126
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,10240,16384,0.044533332188924156
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,10240,16384,0.04345066845417023
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,10240,16384,1.546072006225586
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,10240,16384,3.1799465815226235
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,10240,16384,0.7835626602172852
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,10240,16384,0.374669353167216
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,10240,16384,0.3765066862106323
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,10240,16384,0.34670666853586835
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,10240,16384,0.33989866574605304
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,10240,16384,0.3314293424288432
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,10240,16384,0.32733867565790814
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,10240,16384,0.3025359908739726
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,10240,16384,0.3022506634394328
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,10240,16384,0.2961919903755188
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,10240,16384,0.2915653387705485
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,10240,16384,0.26427199443181354
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,10240,16384,0.2577333251635234
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,10240,16384,0.2537840008735657
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,10240,16384,0.2333093285560608
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,10240,16384,0.21958667039871216
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,10240,16384,0.22369066874186197
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,10240,16384,0.21799467007319132
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,10240,16384,0.1948080062866211
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,10240,16384,0.18644267320632935
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,10240,16384,0.1834826668103536
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,10240,16384,0.18120000759760538
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,10240,16384,0.15394399563471475
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,10240,16384,0.1497119963169098
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,10240,16384,0.14571733276049295
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,10240,16384,0.12107466657956441
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,10240,16384,0.11607733368873596
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,10240,16384,0.11328799525896709
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,10240,16384,0.11225866278012593
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,10240,16384,0.08436533808708191
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,10240,16384,0.0798933357000351
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,10240,16384,0.08225866655508678
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,10240,16384,0.07541333138942719
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,10240,16384,0.04801866908868154
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,10240,16384,0.042594666282335915
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,10240,16384,0.04234133164087931
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,10240,16384,0.04244266450405121
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,10240,16384,0.042450666427612305
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,10240,16384,0.042034665743509926
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,10240,16384,0.04242399831612905
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,10240,16384,0.042466665307680763
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,10240,16384,0.04229066769282023
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,10240,16384,0.04127999891837438
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,10240,16384,0.041309334337711334
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,10240,16384,0.04054400076468786
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,10240,16384,0.041266667346159615
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,10240,16384,0.04130399972200394
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,10240,16384,0.04048000027736028
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,10240,16384,0.04144266744454702
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,10240,16384,0.04062666743993759
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,10240,16384,0.04054133345683416
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,10240,16384,0.041008000572522484
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,10240,16384,0.041133334239323936
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,10240,16384,0.04090933253367742
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,10240,16384,0.04072800030310949
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,10240,16384,0.04040266573429108
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,10240,16384,0.04022933294375738
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,10240,16384,0.040232000251611076
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,10240,16384,0.04045599947373072
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,10240,16384,0.0401706670721372
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,10240,16384,0.040663999815781914
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,10240,16384,0.040738667050997414
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,10240,16384,0.04061333338419596
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,10240,16384,0.039605334401130676
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,10240,16384,0.04045599947373072
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,10240,12288,4.978752136230469
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,10240,12288,2.7949600219726562
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,10240,12288,1.3996639251708984
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,10240,12288,0.730778694152832
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,10240,12288,0.7330026626586914
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,10240,12288,0.6925546328226725
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,10240,12288,0.7394933700561523
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,10240,12288,0.6452000141143799
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,10240,12288,0.6929013729095459
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,10240,12288,0.5570186773935953
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,10240,12288,0.5461653470993042
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,10240,12288,0.5152373313903809
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,10240,12288,0.5290240049362183
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,10240,12288,0.4801653226216634
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,10240,12288,0.5082879861195883
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,10240,12288,0.5023413499196371
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,10240,12288,0.4167199929555257
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,10240,12288,0.39425599575042725
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,10240,12288,0.40561068058013916
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,10240,12288,0.3641279935836792
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,10240,12288,0.3791733185450236
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,10240,12288,0.32075732946395874
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,10240,12288,0.31218133370081586
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,10240,12288,0.3107786575953166
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,10240,12288,0.27297067642211914
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,10240,12288,0.2397706707318624
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,10240,12288,0.2477440039316813
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,10240,12288,0.2100106676419576
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,10240,12288,0.20659732818603516
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,10240,12288,0.17171200116475424
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,10240,12288,0.17599999904632568
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,10240,12288,0.13635200262069702
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,10240,12288,0.12634133299191794
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,10240,12288,0.10807999968528748
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,10240,12288,0.09202667077382405
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,10240,12288,0.06354666749636333
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,10240,12288,0.05166399975617727
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,10240,12288,0.052255998055140175
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,10240,12288,0.051669334371884666
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,10240,12288,0.06201066573460897
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,10240,12288,0.05783999959627787
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,10240,12288,0.05776533484458923
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,10240,12288,0.05213866631189982
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,10240,12288,0.05783999959627787
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,10240,12288,0.04382933179537455
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,10240,12288,0.043712000052134194
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,10240,12288,0.04374399781227112
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,10240,12288,0.04832000037034353
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,10240,12288,0.047882666190465294
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,10240,12288,0.04795733094215393
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,10240,12288,0.04775466521581014
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,10240,12288,0.052000001072883606
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,10240,12288,0.04358933369318644
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,10240,12288,0.043712000052134194
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,10240,12288,0.043696001172065735
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,10240,12288,0.0495413343111674
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,10240,12288,0.05005866785844167
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,10240,12288,0.05226666728655497
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,10240,12288,0.04809066653251648
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,10240,12288,0.04797333478927612
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,10240,12288,0.04837866624196371
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,10240,12288,0.0481279989083608
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,10240,12288,0.047968000173568726
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,10240,12288,0.04799999793370565
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,10240,12288,0.04764266808827718
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,10240,12288,0.04772266745567322
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,10240,12288,0.04572799801826477
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,10240,12288,0.04586133360862732
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,10240,12288,0.04500266909599304
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,10240,12288,0.04493333399295807
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,10240,12288,0.04578666885693868
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,10240,12288,0.04589866598447164
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,10240,12288,0.04561600089073181
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,10240,12288,0.0459146648645401
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,10240,12288,3.7017173767089844
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,10240,12288,1.8933760325113933
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,10240,12288,0.9972559611002604
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,10240,12288,0.5118720134099325
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,10240,12288,0.49846665064493817
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,10240,12288,0.466536005338033
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,10240,12288,0.46909066041310626
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,10240,12288,0.43510135014851886
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,10240,12288,0.43691198031107586
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,10240,12288,0.3943680127461751
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,10240,12288,0.38779465357462567
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,10240,12288,0.36258665720621747
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,10240,12288,0.37250133355458576
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,10240,12288,0.3333333333333333
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,10240,12288,0.3431493441263835
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,10240,12288,0.32230667273203534
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,10240,12288,0.2924533287684123
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,10240,12288,0.2737893263498942
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,10240,12288,0.28039467334747314
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,10240,12288,0.2513813376426697
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,10240,12288,0.2569920023282369
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,10240,12288,0.2166960040728251
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,10240,12288,0.21254400412241617
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,10240,12288,0.20916267236073813
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,10240,12288,0.1908880074818929
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,10240,12288,0.16763466596603394
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,10240,12288,0.17144532998402914
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,10240,12288,0.1459600031375885
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,10240,12288,0.14547733465830484
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,10240,12288,0.1188106636206309
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,10240,12288,0.12226933240890503
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,10240,12288,0.09746399521827698
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,10240,12288,0.09546666344006856
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,10240,12288,0.08452266454696655
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,10240,12288,0.07416266699632008
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,10240,12288,0.05569600065549215
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,10240,12288,0.04949066539605459
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,10240,12288,0.04850666721661886
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,10240,12288,0.04851733148097992
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,10240,12288,0.05315199991067251
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,10240,12288,0.053970664739608765
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,10240,12288,0.04971733192602793
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,10240,12288,0.04723466436068217
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,10240,12288,0.04752000172932943
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,10240,12288,0.04344533383846283
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,10240,12288,0.042594666282335915
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,10240,12288,0.04333066443602244
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,10240,12288,0.04199733336766561
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,10240,12288,0.041506665448347725
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,10240,12288,0.04118133336305618
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,10240,12288,0.04119466741879781
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,10240,12288,0.041608000795046486
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,10240,12288,0.03721066564321518
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,10240,12288,0.037733333806196846
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,10240,12288,0.03861333429813385
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,10240,12288,0.036042665441830955
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,10240,12288,0.042541335026423134
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,10240,12288,0.039861333866914116
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,10240,12288,0.039359999199708305
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,10240,12288,0.040218666195869446
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,10240,12288,0.03913066784540812
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,10240,12288,0.038746667404969536
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,10240,12288,0.037421333293120064
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,10240,12288,0.03859466562668482
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,10240,12288,0.037621334195137024
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,10240,12288,0.03849600007136663
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,10240,12288,0.038032000263532005
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,10240,12288,0.03746400028467178
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,10240,12288,0.038058665891488395
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,10240,12288,0.03738400091727575
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,10240,12288,0.03809866557518641
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,10240,12288,0.0391146664818128
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,10240,12288,0.037277333438396454
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,10240,12288,0.037975999216238655
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,10240,16384,0.040149333576361336
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,10240,12288,4.114325205485026
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,10240,12288,1.0228453477223713
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,10240,12288,2.0217226346333823
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,10240,12288,0.5087013244628906
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,10240,16384,0.04000266641378403
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,10240,12288,0.47307733694712323
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,10240,16384,0.040607998768488564
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,10240,12288,0.4564693371454875
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,10240,16384,0.04041066765785217
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,10240,12288,0.41688533624013263
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,10240,16384,0.04036000122626623
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,10240,12288,0.4038960138956706
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,10240,12288,0.590504010518392
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,10240,12288,0.3660800059636434
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,10240,12288,0.39998666445414227
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,10240,12288,0.32686400413513184
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,10240,12288,0.3684240182240804
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,10240,12288,0.5651013453801473
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,10240,12288,0.31491466363271076
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,10240,12288,0.31814666589101154
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,10240,12288,0.27509866158167523
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,10240,12288,0.306058665116628
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,10240,12288,0.2349840005238851
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,10240,12288,0.2560826738675435
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,10240,12288,0.21888266007105509
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,10240,12288,0.18162933985392252
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,10240,12288,0.2029093305269877
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,10240,16384,0.03998400022586187
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,10240,12288,0.15889867146809897
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,10240,16384,0.03954933335383733
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,10240,12288,0.5184186697006226
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,10240,12288,0.09533600012461345
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,10240,12288,0.48101600011189777
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,10240,12288,0.4644453525543213
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,10240,12288,0.060309335589408875
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,10240,12288,0.4197760025660197
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,10240,12288,0.2372559905052185
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,10240,12288,0.15732533733050028
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,10240,12288,0.12528799970944723
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,10240,12288,0.1438480019569397
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,10240,12288,0.10069333513577779
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,10240,12288,0.07124799986680348
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,10240,12288,0.04822933177153269
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,10240,12288,0.04740533232688904
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,10240,12288,0.047170668840408325
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,10240,12288,0.04647733271121979
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,10240,12288,0.045269335309664406
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,10240,12288,0.04572266836961111
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,10240,12288,0.04479200144608816
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,10240,12288,0.04377066592375437
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,10240,12288,0.03602399925390879
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,10240,12288,0.03229599942763647
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,10240,12288,0.032072000205516815
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,10240,12288,0.03197066734234492
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,10240,12288,0.032058666149775185
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,10240,12288,0.03199733297030131
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,10240,12288,0.03102133423089981
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,10240,12288,0.03149066617091497
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,10240,12288,0.03165599952141444
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,10240,12288,0.03181333343187968
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,10240,12288,0.031632001201311745
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,10240,12288,0.03163733333349228
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,10240,12288,0.031144000589847565
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,10240,12288,0.05138400197029114
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,10240,12288,0.05182133118311564
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,10240,12288,0.05236800014972687
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,10240,12288,0.05345066885153452
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,10240,12288,0.0535093347231547
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,10240,12288,0.053528000911076866
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,10240,12288,0.054642667373021446
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,10240,12288,0.05347466468811035
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,10240,12288,0.05264000097910563
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,10240,12288,0.053472002347310386
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,10240,12288,0.03566933423280716
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,10240,12288,0.035455999275048576
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,10240,12288,0.035274667044480644
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,10240,12288,0.0359199990828832
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,10240,12288,0.035245334108670555
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,10240,12288,0.035173334181308746
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,10240,12288,0.03493333359559377
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,10240,12288,2.3649351331922746
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,10240,12288,0.5689706802368164
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,10240,12288,0.28755556212531197
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,10240,12288,1.152234713236491
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,10240,12288,0.2786986562940809
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,10240,12288,0.260970671971639
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,10240,12288,0.2627146773868137
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,10240,12288,0.2511182096269396
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,10240,12288,0.22858667373657227
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,10240,12288,0.2478382322523329
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,10240,12288,0.23408712281121147
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,10240,12288,0.20210844940609404
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,10240,12288,0.22115555074479845
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,10240,12288,0.22249423133002388
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,10240,12288,0.1969777743021647
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,10240,12288,0.19377244843377006
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,10240,12288,0.1791306601630317
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,10240,12288,0.16549866729312473
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,10240,12288,0.16934222645229766
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,10240,12288,0.14767111672295466
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,10240,12288,0.17053511407640246
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,10240,12288,0.14234844843546549
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,10240,12288,0.13985599411858454
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,10240,12288,0.13874844710032144
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,10240,12288,0.11777955955929226
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,10240,12288,0.11400711536407471
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,10240,12288,0.09101866351233588
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,10240,12288,0.1127751138475206
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,10240,12288,0.08914844195048015
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,10240,12288,0.08738666772842407
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,10240,12288,0.08576533529493545
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,10240,12288,0.06534222099516127
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,10240,12288,0.06185422341028849
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,10240,12288,0.06426666842566596
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,10240,12288,0.036928001377317644
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,10240,12288,0.05910399887296888
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,10240,12288,0.03386311067475213
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,10240,12288,0.03379733363787333
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,10240,12288,0.033391998873816595
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,10240,12288,0.03368533319897122
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,10240,12288,0.03386133246951633
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,10240,12288,0.03369244601991441
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,10240,12288,0.03379911184310913
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,10240,12288,0.033109333780076765
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,10240,12288,0.03243555625279745
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,10240,12288,0.03214577833811442
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,10240,12288,0.032060444355010986
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,10240,12288,0.03215644425816006
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,10240,12288,0.032243556446499295
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,10240,12288,0.031960888041390315
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,10240,12288,0.031614220804638334
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,10240,12288,0.03232355581389533
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,10240,12288,0.03160711129506429
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,10240,12288,0.03160533308982849
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,10240,12288,0.03196977906756931
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,10240,12288,0.031111111243565876
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,10240,12288,0.03172444303830465
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,10240,12288,0.031255112753974065
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,10240,12288,0.03100799851947361
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,10240,12288,0.031509333186679415
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,10240,12288,0.031139555904600356
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,10240,12288,0.031630221340391375
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,10240,12288,0.031164444155163232
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,10240,12288,0.030988444884618122
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,10240,12288,0.03182933396763272
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,10240,12288,0.030945777893066406
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,10240,12288,0.0310204459561242
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,10240,10240,4.462602615356445
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,10240,10240,2.321872075398763
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,10240,10240,1.2962933381398518
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,10240,10240,0.7328320344289144
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,10240,10240,0.7135840257008871
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,10240,10240,0.6696213086446127
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,10240,10240,0.6157333453496298
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,10240,10240,0.6219520171483358
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,10240,10240,0.5659893353780111
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,10240,10240,0.5553866624832153
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,10240,10240,0.48809067408243817
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,10240,10240,0.4688640038172404
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,10240,10240,0.5011253356933594
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,10240,10240,0.4914933443069458
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,10240,10240,0.4250719944636027
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,10240,10240,0.40487468242645264
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,10240,10240,0.3665066560109456
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,10240,10240,0.33821332454681396
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,10240,10240,0.3516000111897786
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,10240,10240,0.3155306577682495
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,10240,10240,0.302239994208018
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,10240,10240,0.280074675877889
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,10240,10240,0.2879040042559306
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,10240,10240,0.2853119969367981
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,10240,10240,0.23971732457478842
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,10240,10240,0.2126506765683492
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,10240,10240,0.22538133462270102
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,10240,10240,0.1941653291384379
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,10240,10240,0.17762132485707602
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,10240,10240,0.17165333032608032
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,10240,10240,0.16390933593114218
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,10240,10240,0.11749333143234253
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,10240,12288,0.03113422128889296
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,10240,10240,0.11012267072995503
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,10240,10240,0.07694399853547414
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,10240,10240,0.05364799996217092
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,10240,10240,0.04354133208592733
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,10240,10240,0.04422933359940847
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,10240,10240,0.044906665881474815
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,10240,10240,0.05186133086681366
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,10240,10240,0.048250665267308555
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,10240,10240,0.04790399968624115
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,10240,10240,0.04525866607824961
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,10240,10240,0.04824000100294749
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,10240,10240,0.03736533224582672
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,10240,10240,0.03738666574160258
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,10240,10240,0.03741333385308584
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,10240,10240,0.0407679999868075
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,10240,10240,0.04087999959786733
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,10240,10240,0.0407679999868075
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,10240,10240,0.04067733387152354
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,10240,10240,0.04365866879622141
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,10240,10240,0.03745066622893015
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,10240,10240,0.036618667344252266
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,10240,10240,0.03740799923737844
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,10240,10240,0.09294399619102478
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,10240,10240,0.04257600009441376
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,10240,10240,0.042165334026018776
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,10240,10240,0.04254400233427683
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,10240,10240,0.04027199993530909
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,10240,10240,0.04154666761557261
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,10240,10240,0.04119999955097834
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,10240,10240,0.040693332751592
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,10240,10240,0.04102399945259094
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,10240,10240,0.03962666789690653
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,10240,10240,0.0397173340121905
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,10240,10240,0.040181333820025124
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,10240,10240,0.03982933362325033
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,10240,10240,0.03966933240493139
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,10240,10240,0.0396373321612676
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,10240,10240,0.039674667020638786
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,10240,10240,0.04001066585381826
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,10240,10240,0.03987200061480204
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,10240,10240,0.03958933303753535
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,10240,10240,0.0397119993964831
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,10240,10240,3.010239919026693
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,10240,10240,1.546994686126709
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,10240,10240,0.8230133056640625
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,10240,10240,0.4543253183364868
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,10240,10240,0.45181600252787274
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,10240,10240,0.4219866593678792
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,10240,10240,0.3649093310038249
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,10240,10240,0.3779840071996053
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,10240,10240,0.34517331918080646
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,10240,10240,0.3440106709798177
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,10240,10240,0.32177333037058514
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,10240,10240,0.3105120062828064
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,10240,10240,0.3026319940884908
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,10240,10240,0.27481067180633545
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,10240,10240,0.29480799039204914
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,10240,10240,0.24286667505900064
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,10240,10240,0.2323253353436788
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,10240,10240,0.22659466663996378
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,10240,10240,0.21185600757598877
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,10240,10240,0.2006453275680542
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,10240,10240,0.1819173296292623
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,10240,10240,0.18542933464050293
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,10240,10240,0.17838666836420694
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,10240,10240,0.160973330338796
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,10240,10240,0.14427733421325684
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,10240,10240,0.1516853372255961
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,10240,10240,0.2707279920578003
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,10240,10240,0.1301653285821279
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,10240,10240,0.12226399779319763
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,10240,10240,0.11680533488591512
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,10240,10240,0.08554933468500774
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,10240,10240,0.08333866794904073
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,10240,10240,0.07339199880758922
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,10240,10240,0.06007199982802073
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,10240,10240,0.04938666522502899
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,10240,10240,0.04339733223120371
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,10240,10240,0.04320266842842102
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,10240,10240,0.043181334932645164
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,10240,10240,0.04564533134301504
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,10240,10240,0.04602933426698049
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,10240,10240,0.04497866829236349
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,10240,10240,0.042650664846102394
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,10240,10240,0.043375998735427856
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,10240,10240,0.03942666699488958
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,10240,10240,0.03803999970356623
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,10240,10240,0.03842400014400482
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,10240,10240,0.10907999674479167
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,10240,10240,0.03751466671625773
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,10240,10240,0.037303999066352844
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,10240,10240,0.03714133302370707
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,10240,10240,0.03748266647259394
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,10240,10240,0.03788000096877416
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,10240,10240,0.03430933256944021
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,10240,10240,0.03345333288113276
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,10240,10240,0.033471999069054924
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,10240,10240,0.03685600062211355
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,10240,10240,0.03685600062211355
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,10240,10240,0.03534399966398875
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,10240,10240,0.03542133420705795
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,10240,10240,0.03522133330504099
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,10240,10240,0.03498400002717972
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,10240,10240,0.0351226677497228
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,10240,10240,0.03482666611671448
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,10240,10240,0.03500800083080927
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,10240,10240,0.03337866564591726
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,10240,10240,0.0337119996547699
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,10240,10240,0.033890667061010994
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,10240,10240,0.03398666779200236
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,10240,10240,0.03502399971087774
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,10240,10240,0.033213332295417786
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,10240,10240,0.03340533375740051
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,10240,10240,0.03365866591533025
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,10240,10240,0.03374933451414108
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,10240,10240,0.03369333346684774
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,10240,12288,0.03158044483926561
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,10240,12288,0.03053511182467143
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,10240,12288,0.030993776188956365
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,10240,10240,0.44967734813690186
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,10240,10240,3.6043227513631186
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,10240,10240,1.7769306500752766
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,10240,10240,0.45132799943288165
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,10240,10240,0.4049413204193115
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,10240,10240,0.8525813420613607
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,10240,10240,0.3675653139750163
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,10240,12288,0.03091199861632453
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,10240,10240,0.35631732145945233
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,10240,10240,0.5177520116170248
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,10240,10240,0.31868799527486164
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,10240,10240,0.3498613437016805
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,10240,10240,0.28565333286921185
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,10240,10240,0.31965865691502887
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,10240,10240,0.49165066083272296
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,10240,10240,0.2727546691894531
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,10240,10240,0.282154659430186
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,10240,10240,0.4612773259480794
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,10240,10240,0.2404773235321045
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,10240,10240,0.2671653429667155
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,10240,10240,0.20801333586374918
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,10240,10240,0.22648799419403076
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,10240,10240,0.1925040086110433
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,10240,10240,0.1614799996217092
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,10240,10240,0.17699732383092245
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,10240,10240,0.14070133368174234
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,10240,10240,0.4245893160502116
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,10240,10240,0.40619464715321857
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,10240,10240,0.08735199769337972
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,10240,10240,0.37044533093770343
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,10240,12288,0.03163555595609877
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,10240,10240,0.0536106675863266
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,10240,12288,0.030919111437267725
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,10240,10240,0.2092319925626119
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,10240,10240,0.1405199964841207
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,10240,10240,0.11256532867749532
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,10240,10240,0.12609333793322244
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,10240,10240,0.08937066793441772
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,10240,10240,0.06520000100135803
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,10240,10240,0.0429013321797053
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,10240,10240,0.04333333174387614
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,10240,10240,0.04346133271853129
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,10240,10240,0.0421040008465449
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,10240,10240,0.04039733360211054
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,10240,10240,0.0403439998626709
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,10240,10240,0.03947199881076813
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,10240,10240,0.039690665900707245
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,10240,10240,0.03166666626930237
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,10240,10240,0.028194665908813477
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,10240,10240,0.029045333464940388
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,10240,10240,0.028373333315054577
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,10240,10240,0.028058665494124096
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,10240,10240,0.028381332755088806
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,10240,10240,0.028538666665554047
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,10240,10240,0.028378665447235107
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,10240,10240,0.028344000379244488
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,10240,10240,0.028005334238211315
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,10240,10240,0.028021333118279774
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,10240,10240,0.044405331214269005
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,10240,10240,0.04444533089796702
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,10240,10240,0.04553600152333578
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,10240,10240,0.04533333579699198
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,10240,10240,0.04481866459051768
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,10240,10240,0.044997334480285645
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,10240,10240,0.04548799991607666
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,10240,10240,0.044938668608665466
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,10240,10240,0.04595466454823812
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,10240,10240,0.04462133347988129
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,10240,10240,0.04543200135231018
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,10240,10240,0.04560000201066335
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,10240,10240,0.031530665854612984
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,10240,10240,0.031426665683587394
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,10240,10240,0.03140799949566523
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,10240,10240,0.03197599947452545
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,10240,10240,0.03233599911133448
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,10240,10240,0.03121600051720937
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,10240,10240,0.03138400117556254
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,10240,10240,1.8566275702582464
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,10240,10240,0.9251911375257703
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,10240,10240,0.4703146616617839
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,10240,10240,0.22687111960517037
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,10240,10240,0.2391271061367459
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,10240,10240,0.23668265342712402
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,10240,10240,0.21902399592929414
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,10240,10240,0.21359999974568686
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,10240,10240,0.21007466316223145
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,10240,10240,0.19792889224158394
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,10240,10240,0.19516089227464464
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,10240,10240,0.19158044126298693
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,10240,10240,0.18869511286417642
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,10240,10240,0.1680906613667806
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,10240,10240,0.1712017721600003
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,10240,10240,0.16544711589813232
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,10240,10240,0.1521706713570489
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,10240,10240,0.14705955982208252
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,10240,10240,0.14511644840240479
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,10240,10240,0.1426488823360867
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,10240,10240,0.12582933902740479
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,10240,10240,0.12143645021650527
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,10240,10240,0.12145422564612494
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,10240,10240,0.11824177371131049
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,10240,10240,0.10158755381902058
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,10240,10240,0.0981137752532959
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,10240,10240,0.09767111142476399
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,10240,10240,0.07970311244328816
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,10240,10240,0.07776711384455363
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,10240,10240,0.07541333304511176
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,10240,10240,0.07494222455554538
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,10240,10240,0.05777244435416328
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,10240,10240,0.054437332683139376
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,10240,10240,0.057020445664723717
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,10240,10240,0.05070755547947354
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,10240,10240,0.03303822212749057
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,10240,10240,0.02978844443957011
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,10240,10240,0.030291554000642564
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,10240,10240,0.029976887835396662
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,10240,10240,0.029612445169025
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,10240,10240,0.029527111185921565
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,10240,10240,0.029802666770087347
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,10240,10240,0.029431111282772485
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,10240,10240,0.029169778029123943
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,10240,10240,0.028284443749321833
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,10240,10240,0.02897600001758999
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,10240,10240,0.028563555743959215
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,10240,10240,0.027936001618703205
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,10240,10240,0.02826311190923055
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,10240,10240,0.02832711074087355
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,10240,10240,0.02753244505988227
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,10240,10240,0.02753777801990509
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,10240,10240,0.027701333165168762
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,10240,10240,0.027436445156733196
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,10240,10240,0.0277173337009218
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,10240,10240,0.027500443988376196
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,10240,10240,0.027672888504134283
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,10240,10240,0.026927999324268762
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,10240,10240,0.02715911136733161
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,10240,10240,0.02739199995994568
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,10240,10240,0.027486221657858953
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,10240,10240,0.027475555737813313
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,10240,10240,0.02725155486000909
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,10240,10240,0.027144889036814373
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,10240,10240,0.02743822170628442
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,10240,10240,0.02758755617671543
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,10240,10240,0.02716800073782603
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,10240,8192,3.409023920694987
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,10240,8192,1.8271466890970867
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,10240,8192,0.91866135597229
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,10240,8192,0.5472799936930338
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,10240,8192,0.5161493221918741
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,10240,8192,0.4752533435821533
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,10240,8192,0.46828798453013104
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,10240,8192,0.47332266966501874
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,10240,8192,0.4178933302561442
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,10240,8192,0.4042186737060547
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,10240,8192,0.3858240048090617
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,10240,8192,0.37060264746348065
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,10240,8192,0.3865813414255778
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,10240,8192,0.37094398339589435
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,10240,8192,0.32333866755167645
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,10240,8192,0.31761600573857623
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,10240,8192,0.2881973385810852
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,10240,8192,0.2696533401807149
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,10240,8192,0.27238933245340985
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,10240,8192,0.25227200984954834
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,10240,8192,0.23931733767191568
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,10240,8192,0.21753066778182983
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,10240,8192,0.22445867458979288
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,10240,8192,0.21644800901412964
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,10240,8192,0.18900267283121744
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,10240,8192,0.1642400026321411
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,10240,8192,0.17552000284194946
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,10240,8192,0.15501333276430765
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,10240,8192,0.1405333379904429
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,10240,8192,0.13738133509953818
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,10240,8192,0.12982400258382162
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,10240,8192,0.09396800398826599
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,10240,8192,0.08763200044631958
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,10240,8192,0.07627200086911519
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,10240,8192,0.06060799956321716
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,10240,8192,0.04571199913819631
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,10240,8192,0.03758399933576584
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,10240,8192,0.037471999724706016
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,10240,8192,0.037674665451049805
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,10240,8192,0.04574933151404063
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,10240,8192,0.04141333450873693
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,10240,8192,0.039994666973749794
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,10240,8192,0.03851733356714249
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,10240,8192,0.04094400008519491
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,10240,8192,0.033226666351159416
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,10240,8192,0.033013333876927696
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,10240,8192,0.03342933456103007
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,10240,8192,0.03561066587766012
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,10240,8192,0.035573333501815796
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,10240,8192,0.035375999907652535
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,10240,8192,0.03557866563399633
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,10240,8192,0.03685333331425985
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,10240,8192,0.03214933226505915
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,10240,8192,0.03257066756486893
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,10240,8192,0.03259200106064478
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,10240,8192,0.03702933341264725
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,10240,8192,0.037231999138991036
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,10240,8192,0.037632000943024956
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,10240,8192,0.03382933388153712
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,10240,8192,0.03375466664632162
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,10240,8192,0.033488000432650246
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,10240,8192,0.03384000062942505
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,10240,8192,0.03379733363787333
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,10240,8192,0.03335466732581457
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,10240,8192,0.03350933392842611
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,10240,8192,0.03356799980004629
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,10240,8192,0.033514666060606636
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,10240,8192,0.03357866654793421
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,10240,8192,0.033285332222779594
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,10240,8192,0.033471999069054924
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,10240,8192,0.033471999069054924
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,10240,8192,0.03356799980004629
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,10240,8192,0.03358400116364161
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,10240,8192,0.03259200106064478
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,10240,8192,2.387813409169515
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,10240,8192,1.2355039914449055
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,10240,8192,0.6305359999338785
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,10240,8192,0.3346293369928996
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,10240,8192,0.32213600476582843
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,10240,8192,0.30985599756240845
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,10240,8192,0.29262133439381915
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,10240,8192,0.28570133447647095
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,10240,8192,0.2717679937680562
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,10240,8192,0.26740799347559613
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,10240,8192,0.2537279923756917
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,10240,8192,0.2540586590766907
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,10240,8192,0.24416265885035196
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,10240,8192,0.23154133558273315
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,10240,8192,0.21596000591913858
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,10240,8192,0.21163199345270792
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,10240,8192,0.1952079931894938
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,10240,8192,0.18666134277979532
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,10240,8192,0.18372533718744913
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,10240,8192,0.17166932423909506
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,10240,8192,0.16281867027282715
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,10240,8192,0.14707199732462564
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,10240,8192,0.15040799975395203
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,10240,8192,0.1471466620763143
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,10240,8192,0.13234933217366537
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,10240,10240,0.026995556222067937
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,10240,8192,0.1180079976717631
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,10240,8192,0.1229360004266103
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,10240,8192,0.10734400153160095
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,10240,8192,0.10282400250434875
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,10240,8192,0.0940053363641103
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,10240,8192,0.08850399653116862
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,10240,8192,0.07227999965349834
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,10240,8192,0.07206666469573975
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,10240,8192,0.06062666575113932
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,10240,8192,0.05110666652520498
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,10240,8192,0.04338666796684265
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,10240,8192,0.03997866561015447
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,10240,8192,0.039277332524458565
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,10240,8192,0.0388373335202535
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,10240,8192,0.04165333261092504
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,10240,8192,0.042392000555992126
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,10240,8192,0.04049866646528244
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,10240,8192,0.03709600120782852
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,10240,8192,0.034760000805060066
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,10240,8192,0.0378506655494372
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,10240,8192,0.03443466623624166
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,10240,8192,0.03446666647990545
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,10240,8192,0.03390933324893316
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,10240,8192,0.03405600041151047
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,10240,8192,0.033399999141693115
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,10240,8192,0.0336133340994517
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,10240,8192,0.030797332525253296
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,10240,8192,0.030087999999523163
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,10240,8192,0.03164533277352651
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,10240,8192,0.03297066688537598
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,10240,8192,0.030824000636736553
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,10240,8192,0.030826665461063385
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,10240,8192,0.03219466656446457
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,10240,8192,0.03149600078662237
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,10240,8192,0.030589332183202107
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,10240,8192,0.030058667063713074
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,10240,8192,0.030274666845798492
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,10240,8192,0.030621332426865894
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,10240,8192,0.030943999687830608
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,10240,8192,0.030018667380015056
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,10240,8192,0.03270400067170461
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,10240,8192,0.030504000683625538
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,10240,8192,0.030789333085219067
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,10240,8192,0.03194933384656906
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,10240,8192,0.03217600037654241
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,10240,8192,0.03166666626930237
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,10240,8192,0.03238666554292043
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,10240,8192,0.03262399882078171
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,10240,8192,0.03133866687615713
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,10240,10240,0.027004443936877783
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,10240,10240,0.02751644452412923
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,10240,8192,1.5277493794759114
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,10240,8192,3.1059865951538086
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,10240,8192,0.3919440110524495
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,10240,8192,0.37218133608500165
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,10240,8192,0.7356560230255127
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,10240,8192,0.34621600310007733
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,10240,10240,0.027404444085227117
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,10240,8192,0.31785333156585693
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,10240,10240,0.026899556318918865
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,10240,8192,0.30584534009297687
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,10240,8192,0.4437199831008911
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,10240,8192,0.27632800738016766
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,10240,8192,0.2974426746368408
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,10240,8192,0.24866400162378946
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,10240,8192,0.2765439947446187
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,10240,8192,0.23653332392374674
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,10240,8192,0.24247199296951294
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,10240,8192,0.20907199382781982
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,10240,8192,0.23057599862416586
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,10240,8192,0.18042133251825967
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,10240,8192,0.19597333669662476
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,10240,8192,0.16703466574350992
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,10240,8192,0.3954000075658162
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,10240,8192,0.14124266306559244
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,10240,8192,0.15351466337839761
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,10240,10240,0.02708622150950962
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,10240,8192,0.12075466910998027
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,10240,8192,0.424397349357605
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,10240,10240,0.027676444914605882
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,10240,8192,0.07566933333873749
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,10240,8192,0.3646106719970703
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,10240,8192,0.348471999168396
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,10240,8192,0.04650933543841044
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,10240,8192,0.31934932867685956
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,10240,8192,0.1802906592686971
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,10240,8192,0.12261866529782613
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,10240,8192,0.09713600079218547
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,10240,8192,0.10906933744748433
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,10240,8192,0.07728533446788788
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,10240,8192,0.05680533250172933
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,10240,8192,0.03675200045108795
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,10240,8192,0.03696533292531967
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,10240,8192,0.03735200067361196
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,10240,8192,0.03525066624085108
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,10240,8192,0.034815999368826546
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,10240,8192,0.03508266558249792
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,10240,8192,0.034146666526794434
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,10240,8192,0.034088000655174255
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,10240,8192,0.027034667630990345
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,10240,8192,0.024690667788187664
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,10240,8192,0.024901332954565685
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,10240,8192,0.024829333027203877
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,10240,8192,0.024722665548324585
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,10240,8192,0.024234667420387268
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,10240,8192,0.02403466651837031
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,10240,8192,0.02455200006564458
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,10240,8192,0.037087999284267426
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,10240,8192,0.03723733375469843
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,10240,8192,0.037317333122094475
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,10240,8192,0.03826133410135905
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,10240,8192,0.03818399955828985
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,10240,8192,0.03813866774241129
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,10240,8192,0.03815199931462606
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,10240,8192,0.03716533382733663
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,10240,8192,0.037261334558327995
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,10240,8192,0.038312000532945
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,10240,8192,0.039146666725476585
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,10240,8192,0.03815733393033346
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,10240,8192,0.03828799972931544
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,10240,8192,0.03812533368666967
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,10240,8192,0.03743733217318853
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,10240,8192,0.02757066736618678
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,10240,8192,0.027234666049480438
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,10240,8192,0.02714933454990387
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,10240,8192,0.0272533322374026
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,10240,8192,0.02698933333158493
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,10240,8192,0.02704799920320511
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,10240,8192,0.026338666677474976
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,10240,8192,0.19352799654006958
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,10240,8192,0.17833866675694784
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,10240,8192,0.7134160200754801
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,10240,8192,1.4707147280375164
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,10240,8192,0.17966399590174356
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,10240,8192,0.19377466042836508
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,10240,8192,0.36019734541575116
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,10240,8192,0.17321866750717163
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,10240,8192,0.1718626618385315
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,10240,8192,0.157942662636439
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,10240,8192,0.15397866566975912
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,10240,8192,0.1416920026143392
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,10240,8192,0.15850266814231873
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,10240,8192,0.15372799833615622
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,10240,8192,0.13708800077438354
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,10240,8192,0.13456933697064719
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,10240,8192,0.12341599663098653
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,10240,8192,0.11600533127784729
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,10240,8192,0.11874666810035706
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,10240,8192,0.11801200111707051
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,10240,8192,0.10270399848620097
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,10240,8192,0.09961733222007751
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,10240,8192,0.0984773337841034
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,10240,8192,0.09720399975776672
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,10240,8192,0.08276933431625366
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,10240,8192,0.08026533325513203
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,10240,8192,0.07926799853642781
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,10240,8192,0.0646640012661616
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,10240,8192,0.06323199967543285
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,10240,8192,0.06151600182056427
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,10240,8192,0.06114000082015991
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,10240,8192,0.04740533232688904
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,10240,8192,0.04422000050544739
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,10240,8192,0.046152000625928245
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,10240,8192,0.04225466648737589
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,10240,8192,0.0286640003323555
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,10240,8192,0.02499733368555705
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,10240,8192,0.02438933402299881
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,10240,8192,0.024745332698027294
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,10240,8192,0.024305333693822224
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,10240,8192,0.02423200011253357
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,10240,8192,0.024277334411938984
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,10240,8192,0.024897334476312
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,10240,8192,0.023933333655198414
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,10240,8192,0.02385333428780238
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,10240,8192,0.023218666513760883
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,10240,8192,0.023305334150791168
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,10240,8192,0.023638665676116943
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,10240,8192,0.023225332299868267
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,10240,8192,0.023214665551980335
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,10240,8192,0.023428000509738922
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,10240,8192,0.023385333518187206
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,10240,8192,0.023183998962243397
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,10240,8192,0.022684000432491302
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,10240,8192,0.022985334197680157
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,10240,8192,0.02332933247089386
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,10240,8192,0.023209333419799805
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,10240,8192,0.02292933315038681
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,10240,8192,0.023258666197458904
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,10240,8192,0.023220000167687733
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,10240,8192,0.023129334052403767
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,10240,8192,0.02303733428319295
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,10240,8192,0.023079998791217804
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,10240,8192,0.023258666197458904
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,10240,8192,0.02269600083430608
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,10240,8192,0.023182667791843414
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,10240,8192,0.02325466771920522
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,10240,7168,2.904282569885254
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,10240,7168,1.4519519805908203
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,10240,7168,0.8334240118662516
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,10240,7168,0.474832018216451
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,10240,7168,0.4737226565678914
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,10240,7168,0.4362879991531372
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,10240,7168,0.4307253360748291
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,10240,7168,0.40300265947977704
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,10240,7168,0.3434986670811971
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,10240,7168,0.34962666034698486
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,10240,7168,0.32478400071461994
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,10240,7168,0.3041440049807231
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,10240,7168,0.3070666591326396
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,10240,7168,0.3171413342158
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,10240,7168,0.27688000599543255
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,10240,7168,0.2686720093091329
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,10240,8192,0.022800001005331676
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,10240,7168,0.2485919992129008
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,10240,7168,0.24036266406377158
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,10240,7168,0.23568000396092734
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,10240,7168,0.2226346731185913
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,10240,7168,0.20429867506027222
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,10240,7168,0.1901493271191915
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,10240,7168,0.19299199183781943
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,10240,7168,0.187226672967275
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,10240,7168,0.16220266620318094
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,10240,7168,0.1453546682993571
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,10240,7168,0.13620266318321228
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,10240,7168,0.1540426711241404
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,10240,7168,0.12264532844225566
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,10240,7168,0.11784000198046367
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,10240,7168,0.11336533228556316
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,10240,7168,0.07625066737333934
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,10240,7168,0.08135466774304707
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,10240,7168,0.06789333124955495
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,10240,7168,0.052671998739242554
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,10240,7168,0.039621333281199135
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,10240,7168,0.03297066688537598
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,10240,7168,0.03253333270549774
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,10240,7168,0.033557333052158356
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,10240,7168,0.03852266569932302
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,10240,7168,0.03723733375469843
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,10240,7168,0.03579733272393545
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,10240,7168,0.0355679988861084
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,10240,7168,0.027994667490323383
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,10240,7168,0.027664000789324444
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,10240,7168,0.02735466758410136
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,10240,7168,0.02979733298222224
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,10240,7168,0.029802667597929638
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,10240,7168,0.029333333174387615
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,10240,7168,0.02923733244339625
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,10240,7168,0.03193599979082743
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,10240,7168,0.027258666853109997
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,10240,7168,0.027349332968393963
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,10240,7168,0.0271519993742307
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,10240,7168,0.031231999397277832
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,10240,7168,0.028437333802382152
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,10240,7168,0.03256533294916153
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,10240,7168,0.031397332747777305
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,10240,7168,0.03146133323510488
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,10240,7168,0.031530665854612984
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,10240,7168,0.031248000760873158
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,10240,7168,0.031248000760873158
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,10240,7168,0.0335413341720899
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,10240,7168,0.031023999055226643
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,10240,7168,0.030432000756263733
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,10240,7168,0.0305226668715477
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,10240,7168,0.03073599934577942
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,10240,7168,0.030095999439557392
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,10240,7168,0.02998399982849757
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,10240,7168,0.029663999875386555
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,10240,7168,0.031328000128269196
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,10240,7168,0.03141866624355316
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,10240,7168,0.031354665756225586
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,10240,7168,0.031343999008337654
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,10240,7168,2.0915145874023438
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,10240,7168,1.0864880084991455
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,10240,7168,0.5518453518549601
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,10240,7168,0.3020799954732259
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,10240,7168,0.2953679958979289
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,10240,7168,0.27771733204523724
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,10240,7168,0.2669946750005086
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,10240,7168,0.24722667535146078
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,10240,7168,0.23361599445343018
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,10240,7168,0.2339679996172587
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,10240,7168,0.21719733874003092
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,10240,7168,0.21331999699274698
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,10240,7168,0.2076853315035502
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,10240,7168,0.2039440075556437
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,10240,7168,0.18753333886464438
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,10240,7168,0.18307733535766602
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,10240,7168,0.170522669951121
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,10240,7168,0.16433067123095194
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,10240,7168,0.162173330783844
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,10240,7168,0.1509066621462504
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,10240,7168,0.14193333188692728
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,10240,7168,0.13186400135358176
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,10240,7168,0.13688799738883972
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,10240,7168,0.1290666659673055
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,10240,7168,0.11608533064524333
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,10240,7168,0.10920266310373943
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,10240,7168,0.09488532940546672
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,10240,7168,0.11320533355077107
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,10240,7168,0.09062133232752483
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,10240,7168,0.08570133646329244
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,10240,7168,0.0817466676235199
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,10240,7168,0.06534400085608165
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,10240,7168,0.06777599950631459
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,10240,7168,0.05736266573270162
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,10240,7168,0.048112000028292336
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,10240,7168,0.03870133310556412
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,10240,7168,0.03605066736539205
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,10240,7168,0.03519999980926514
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,10240,7168,0.0354693333307902
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,10240,7168,0.035143998761971794
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,10240,7168,0.03550666570663452
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,10240,7168,0.03414933383464813
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,10240,7168,0.034941333035628
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,10240,7168,0.029861333469549816
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,10240,7168,0.029688000679016113
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,10240,7168,0.030226667722066242
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,10240,7168,0.02938399960597356
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,10240,7168,0.029120000700155895
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,10240,7168,0.02995466689268748
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,10240,7168,0.0310506671667099
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,10240,7168,0.030989333987236023
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,10240,7168,0.027962667246659596
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,10240,7168,0.02696000039577484
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,10240,7168,0.027079999446868896
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,10240,7168,0.03048533449570338
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,10240,7168,0.02769600103298823
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,10240,7168,0.029149333635965984
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,10240,7168,0.02902666727701823
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,10240,7168,0.0276053324341774
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,10240,7168,0.037392000357309975
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,10240,7168,0.028386667370796204
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,10240,7168,0.02810399979352951
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,10240,7168,0.027672000229358673
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,10240,7168,0.027773333092530567
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,10240,7168,0.027661333481470745
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,10240,7168,0.02905333290497462
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,10240,7168,0.029872000217437744
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,10240,7168,0.030320001145203907
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,10240,7168,0.028607999285062153
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,10240,7168,0.02870933214823405
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,10240,7168,0.029634666939576466
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,10240,7168,0.029232000311215717
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,10240,7168,0.027984000742435455
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,10240,7168,0.02701866626739502
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,10240,8192,0.02275333305199941
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,10240,8192,0.023157333334287006
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,10240,8192,0.023168000082174938
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,10240,7168,1.37990935643514
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,10240,7168,2.864447911580404
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,10240,7168,0.35332000255584717
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,10240,8192,0.023181334137916565
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,10240,7168,0.3286133408546448
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,10240,7168,0.6883412996927897
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,10240,7168,0.3012479941050212
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,10240,7168,0.4153439998626709
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,10240,7168,0.2882213393847148
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,10240,7168,0.30005067586898804
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,10240,7168,0.26262134313583374
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,10240,7168,0.36688268184661865
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,10240,7168,0.27720266580581665
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,10240,7168,0.2357626756032308
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,10240,7168,0.257368008295695
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,10240,7168,0.22529600063959757
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,10240,7168,0.22822399934132895
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,10240,7168,0.1998693346977234
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,10240,7168,0.2157306671142578
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,10240,7168,0.17250933249791464
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,10240,7168,0.18388799826304117
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,10240,7168,0.1596346696217855
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,10240,7168,0.1349493364493052
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,10240,7168,0.14358400305112204
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,10240,7168,0.37219734986623126
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,10240,7168,0.11485067009925842
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,10240,7168,0.39168532689412433
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,10240,8192,0.022925332188606262
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,10240,7168,0.07229866584142049
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,10240,7168,0.34138933817545575
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,10240,7168,0.32654400666554767
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,10240,7168,0.0421013335386912
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,10240,8192,0.02272400011618932
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,10240,7168,0.16810667514801025
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,10240,7168,0.11769333481788635
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,10240,7168,0.09452799956003825
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,10240,7168,0.09956533710161845
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,10240,7168,0.06969066460927327
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,10240,7168,0.05474133292833964
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,10240,7168,0.034061332543691
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,10240,7168,0.03327733278274536
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,10240,7168,0.03301866600910822
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,10240,7168,0.0322826678554217
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,10240,7168,0.03319466610749563
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,10240,7168,0.03216800093650818
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,10240,7168,0.030789333085219067
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,10240,7168,0.030053332448005676
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,10240,7168,0.024296000599861145
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,10240,7168,0.021829334398110706
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,10240,7168,0.02295200030008952
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,10240,7168,0.02263733247915904
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,10240,7168,0.021810665726661682
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,10240,7168,0.022514666120211285
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,10240,7168,0.020813333491484325
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,10240,7168,0.03422933320204417
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,10240,7168,0.032672000428040825
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,10240,7168,0.03206666558980942
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,10240,7168,0.03130399932463964
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,10240,7168,0.03216800093650818
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,10240,7168,0.032127998769283295
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,10240,7168,0.031178665657838184
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,10240,7168,0.032002667586008705
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,10240,7168,0.03316266586383184
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,10240,7168,0.032138665517171226
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,10240,7168,0.031181332965691883
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,10240,7168,0.03451200077931086
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,10240,7168,0.031170666217803955
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,10240,7168,0.03400799880425135
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,10240,7168,0.03130933394034704
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,10240,7168,0.03287466615438461
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,10240,7168,0.03516799956560135
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,10240,7168,0.023984000086784363
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,10240,7168,0.024872000018755596
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,10240,7168,0.02497333288192749
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,10240,7168,0.025117332736651104
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,10240,7168,0.02463999887307485
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,10240,7168,0.024853333830833435
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,10240,7168,0.3253920078277588
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,10240,7168,1.2600453694661458
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,10240,7168,0.6278800169626871
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,10240,7168,0.1738146742184957
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,10240,7168,0.16094799836476645
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,10240,7168,0.15542266766230264
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,10240,7168,0.1722760001818339
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,10240,7168,0.16023066639900208
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,10240,7168,0.1552293300628662
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,10240,7168,0.14306533336639404
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,10240,7168,0.14177866776784262
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,10240,7168,0.13860133290290833
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,10240,7168,0.13798399766286215
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,10240,7168,0.12547999620437622
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,10240,7168,0.124590665102005
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,10240,7168,0.1206119954586029
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,10240,7168,0.1117893358071645
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,10240,7168,0.10722800095876057
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,10240,7168,0.10654133558273315
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,10240,7168,0.09007199605305989
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,10240,7168,0.09339200456937154
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,10240,7168,0.10446133216222127
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,10240,7168,0.09011600414911906
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,10240,7168,0.08685866991678874
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,10240,7168,0.07582800090312958
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,10240,7168,0.07279600203037262
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,10240,7168,0.07234133283297221
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,10240,7168,0.05906000236670176
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,10240,7168,0.058387999733289085
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,10240,7168,0.05579466621081034
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,10240,7168,0.056766668955485024
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,10240,7168,0.043565332889556885
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,10240,7168,0.04055600116650263
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,10240,7168,0.03845600038766861
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,10240,7168,0.04223466912905375
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,10240,7168,0.02511066695054372
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,10240,7168,0.022405333817005157
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,10240,7168,0.022249333560466766
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,10240,7168,0.022295999030272167
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,10240,7168,0.022674667338530224
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,10240,7168,0.02277333289384842
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,10240,7168,0.022789334257443745
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,10240,7168,0.02223333219687144
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,10240,7168,0.022181332111358643
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,10240,7168,0.021773333350817364
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,10240,7168,0.021692000329494476
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,10240,7168,0.02144666761159897
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,10240,7168,0.021399999658266704
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,10240,7168,0.021577333410580952
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,10240,7168,0.021269333859284718
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,10240,7168,0.02123866726954778
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,10240,7168,0.021223999559879303
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,10240,7168,0.021198667585849762
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,10240,7168,0.02124800036350886
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,10240,7168,0.021203999718030293
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,10240,7168,0.020705333600441616
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,10240,7168,0.021218667427698772
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,10240,7168,0.021084000666936237
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,10240,7168,0.021401333312193554
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,10240,7168,0.021365332106749218
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,10240,7168,0.021216000119845074
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,10240,7168,0.021193332970142365
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,10240,7168,0.021076001226902008
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,10240,7168,0.021245333055655163
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,10240,7168,0.02125066767136256
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,10240,7168,0.021168000996112823
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,10240,7168,0.021506667137145996
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,10240,6144,2.5762933095296225
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,10240,6144,1.394290606180827
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,10240,6144,0.7018693288167318
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,10240,6144,0.4011546770731608
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,10240,6144,0.38336535294850665
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,10240,6144,0.36052266756693524
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,10240,6144,0.3380560080210368
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,10240,6144,0.33430667718251544
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,10240,6144,0.2983493407567342
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,10240,6144,0.30720800161361694
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,10240,6144,0.2892640034357707
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,10240,6144,0.29314132531483966
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,10240,6144,0.266757329305013
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,10240,6144,0.28325599431991577
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,10240,6144,0.244704008102417
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,10240,6144,0.2384000023206075
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,10240,6144,0.21486665805180868
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,10240,6144,0.2085040012995402
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,10240,6144,0.20414932568868002
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,10240,6144,0.19009866317113241
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,10240,6144,0.17801066239674887
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,10240,6144,0.16339733203252158
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,10240,6144,0.17903999487559
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,10240,6144,0.16258933146794638
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,10240,6144,0.14225066701571146
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,10240,6144,0.12517066796620688
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,10240,6144,0.13290133078893027
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,10240,6144,0.11768800020217896
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,10240,6144,0.10589067141215007
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,10240,6144,0.10439733664194743
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,10240,6144,0.09606132904688518
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,10240,6144,0.07061866422494252
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,10240,6144,0.06649866700172424
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,10240,6144,0.05949600040912628
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,10240,6144,0.047037333250045776
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,10240,6144,0.03331200033426285
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,10240,6144,0.027050666511058807
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,10240,6144,0.02722666660944621
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,10240,6144,0.027589333554108936
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,10240,6144,0.0341333324710528
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,10240,6144,0.030506665507952373
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,10240,6144,0.029930666089057922
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,10240,6144,0.02824266751607259
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,10240,6144,0.03073066721359889
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,10240,6144,0.023783999184767406
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,10240,7168,0.02106933295726776
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,10240,6144,0.02325066675742467
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,10240,6144,0.02548533429702123
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,10240,6144,0.025405332446098328
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,10240,6144,0.025389333566029865
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,10240,6144,0.02537333220243454
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,10240,6144,0.027109332382678986
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,10240,6144,0.022877333064874012
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,10240,6144,0.022837333381175995
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,10240,6144,0.022917332748572033
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,10240,6144,0.026922665536403656
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,10240,6144,0.02298133323589961
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,10240,6144,0.027272000908851624
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,10240,6144,0.02587999900182088
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,10240,6144,0.025909334421157837
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,10240,6144,0.02589333305756251
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,10240,6144,0.02603733291228612
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,10240,6144,0.025831999878088634
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,10240,6144,0.0259226659933726
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,10240,6144,0.025536000728607178
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,10240,6144,0.02554933230082194
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,10240,6144,0.02593333274126053
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,10240,6144,0.023728000621000927
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,10240,6144,0.025333332518736523
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,10240,6144,0.024989334245522816
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,10240,6144,0.024930665890375774
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,10240,6144,0.026072000463803608
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,10240,6144,0.02588533361752828
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,10240,6144,0.02513866623242696
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,10240,6144,0.025034666061401367
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,10240,6144,1.8081012301974828
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,10240,6144,0.9331786897447375
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,10240,6144,0.473141352335612
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,10240,6144,0.26219556066724986
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,10240,6144,0.25668443573845756
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,10240,6144,0.2300248940785726
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,10240,6144,0.2177600065867106
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,10240,6144,0.20884977446662056
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,10240,6144,0.20698844061957467
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,10240,6144,0.2038631174299452
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,10240,6144,0.18695999516381157
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,10240,6144,0.18218310674031576
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,10240,6144,0.1773244407441881
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,10240,6144,0.1643431054221259
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,10240,6144,0.15820622444152832
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,10240,7168,0.021130666136741638
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,10240,6144,0.14794845051235622
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,10240,6144,0.1432551145553589
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,10240,6144,0.14301333162519667
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,10240,6144,0.1254311137729221
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,10240,6144,0.13227555486891004
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,10240,6144,0.11372621854146321
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,10240,6144,0.18971555762820771
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,10240,6144,0.1148480044470893
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,10240,6144,0.10335289107428657
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,10240,6144,0.09324800305896336
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,10240,6144,0.09718222088283962
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,10240,6144,0.0839360025193956
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,10240,6144,0.08155910836325751
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,10240,6144,0.07464355230331421
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,10240,6144,0.07028088967005412
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,10240,6144,0.05680533250172933
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,10240,6144,0.05968355470233493
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,10240,6144,0.051559110482533775
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,10240,6144,0.04524088899294535
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,10240,6144,0.03238577644030253
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,10240,6144,0.03149688906139798
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,10240,6144,0.032129777802361384
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,10240,6144,0.034367998441060386
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,10240,6144,0.03122488988770379
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,10240,6144,0.03343111276626587
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,10240,6144,0.03204266561402215
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,10240,6144,0.11847289403279622
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,10240,6144,0.03159644537501865
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,10240,6144,0.028227554427252874
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,10240,6144,0.02782577938503689
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,10240,6144,0.026869333452648584
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,10240,6144,0.027489778068330552
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,10240,6144,0.026871111657884385
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,10240,6144,0.027829332484139338
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,10240,6144,0.02725155486000909
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,10240,6144,0.028042667441897925
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,10240,6144,0.02608000073168013
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,10240,6144,0.026152888933817547
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,10240,6144,0.02499733368555705
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,10240,6144,0.027628444963031348
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,10240,6144,0.026926222774717543
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,10240,6144,0.02700800034734938
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,10240,6144,0.03509511219130622
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,10240,6144,0.02809600035349528
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,10240,6144,0.026808889375792608
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,10240,6144,0.026250667042202417
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,10240,6144,0.027615999182065327
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,10240,6144,0.027130666706297133
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,10240,6144,0.025690666503376428
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,10240,6144,0.026828444666332666
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,10240,6144,0.028632889191309612
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,10240,6144,0.027486221657858953
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,10240,6144,0.0265600002474255
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,10240,6144,0.02819377846188015
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,10240,6144,0.026945778065257605
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,10240,6144,0.02788977821667989
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,10240,6144,0.027944889333513048
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,10240,6144,0.025077333052953083
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,10240,6144,0.026268444127506677
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,10240,7168,0.02124000092347463
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,10240,7168,0.02125733345746994
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,10240,7168,0.021146667500336964
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,10240,6144,0.6305102242363824
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,10240,6144,1.2774933709038627
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,10240,6144,0.31120533413357204
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,10240,6144,0.29853688346015084
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,10240,6144,2.616535186767578
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,10240,6144,0.279928896162245
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,10240,6144,0.37963377104865176
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,10240,6144,0.2650844520992703
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,10240,6144,0.2742684417300754
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,10240,6144,0.24181334177652994
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,10240,6144,0.25599466429816353
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,10240,6144,0.21648000346289742
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,10240,6144,0.23481599489847818
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,10240,6144,0.3398008876376682
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,10240,6144,0.2056515614191691
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,10240,6144,0.2067199945449829
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,10240,6144,0.18121066358354357
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,10240,6144,0.19519821802775064
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,10240,6144,0.15787377622392443
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,10240,6144,0.1666791174146864
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,10240,6144,0.14636266231536865
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,10240,6144,0.35854045550028485
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,10240,6144,0.12347200181749131
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,10240,6144,0.1287040048175388
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,10240,6144,0.10350933339860703
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,10240,7168,0.021165333688259125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,10240,7168,0.02142533411582311
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,10240,6144,0.06762311193678114
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,10240,6144,0.310515562693278
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,10240,6144,0.33541509840223527
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,10240,6144,0.2984231048160129
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,10240,6144,0.03657244311438666
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,10240,6144,0.1526684496137831
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,10240,6144,0.1070186694463094
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,10240,6144,0.08672000302208795
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,10240,6144,0.08840355608198379
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,10240,6144,0.0631857779290941
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,10240,6144,0.05013155606057909
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,10240,6144,0.028184887435701158
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,10240,6144,0.028858668274349634
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,10240,6144,0.028926223516464233
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,10240,6144,0.026943999860021803
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,10240,6144,0.026895999908447266
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,10240,6144,0.02648711038960351
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,10240,6144,0.02762311034732395
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,10240,6144,0.025450666745503742
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,10240,6144,0.022392888863881428
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,10240,6144,0.01905955539809333
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,10240,6144,0.018684445155991446
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,10240,6144,0.018581334087583754
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,10240,6144,0.018949333164427016
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,10240,6144,0.020675554871559143
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,10240,6144,0.01904355486234029
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,10240,6144,0.026927999324268762
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,10240,6144,0.027582221561008032
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,10240,6144,0.027553778555658128
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,10240,6144,0.028245333168241713
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,10240,6144,0.02779200010829502
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,10240,6144,0.028988444142871436
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,10240,6144,0.028135110934575398
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,10240,6144,0.02884799904293484
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,10240,6144,0.027580445011456806
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,10240,6144,0.02888710962401496
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,10240,6144,0.02998044424586826
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,10240,6144,0.029491557015313044
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,10240,6144,0.02826133370399475
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,10240,6144,0.029521776570214167
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,10240,6144,0.02816177739037408
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,10240,6144,0.028936889436509874
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,10240,6144,0.028856890069113836
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,10240,6144,0.021685333715544805
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,10240,6144,0.02145066691769494
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,10240,6144,0.021352888809310064
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,10240,6144,0.021781333618693884
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,10240,6144,0.02131555477778117
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,10240,6144,0.02012622190846337
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,10240,6144,0.5422837575276692
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,10240,6144,1.1712608337402344
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,10240,6144,0.1524672031402588
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,10240,6144,0.27612587610880535
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,10240,6144,0.14222933451334635
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,10240,6144,0.14054080645243328
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,10240,6144,0.15209493637084961
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,10240,6144,0.13684372901916503
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,10240,6144,0.13713067372639973
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,10240,6144,0.125382399559021
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,10240,6144,0.12127040227254231
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,10240,6144,0.12259413401285808
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,10240,6144,0.12571199735005695
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,10240,6144,0.10978986422220867
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,10240,6144,0.10841279824574787
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,10240,6144,0.10729813575744629
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,10240,6144,0.09762240250905355
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,10240,6144,0.09308266639709473
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,10240,6144,0.09246506690979003
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,10240,6144,0.0825002670288086
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,10240,6144,0.09384213288625082
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,10240,6144,0.07935893535614014
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,10240,6144,0.07873600323994955
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,10240,6144,0.07725013097127278
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,10240,6144,0.06402560075124106
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,10240,6144,0.06379306713740031
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,10240,6144,0.0668170690536499
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,10240,6144,0.051719466845194496
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,10240,6144,0.050969600677490234
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,10240,6144,0.05020800034205118
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,10240,6144,0.049131735165913897
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,10240,6144,0.037894399960835774
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,10240,6144,0.03617493311564128
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,10240,6144,0.03747946818669637
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,10240,6144,0.022823466857274374
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,10240,6144,0.03382720152537028
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,10240,6144,0.020463999112447104
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,10240,6144,0.020438400904337566
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,10240,6144,0.020244266589482626
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,10240,6144,0.020381865898768108
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,10240,6144,0.02026346723238627
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,10240,6144,0.02029866576194763
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,10240,6144,0.020454400777816774
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,10240,6144,0.02016106645266215
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,10240,6144,0.01977919936180115
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,10240,6144,0.01960106690724691
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,10240,6144,0.019469867149988808
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,10240,6144,0.01959679921468099
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,10240,6144,0.01944640080134074
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,10240,6144,0.01941759983698527
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,10240,6144,0.01934079925219218
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,10240,6144,0.019357866048812865
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,10240,6144,0.019523199399312338
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,10240,6144,0.019438934326171876
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,10240,6144,0.019422932465871175
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,10240,6144,0.01901866594950358
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,10240,6144,0.018910932540893554
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,10240,6144,0.019106133778889974
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,10240,6144,0.01941653291384379
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,10240,6144,0.019006933768590292
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,10240,6144,0.019100799163182577
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,10240,6144,0.01901866594950358
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,10240,6144,0.01949653426806132
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,10240,6144,0.0191648006439209
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,10240,6144,0.01912320057551066
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,10240,6144,0.01906879941622416
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,10240,6144,0.019373865922292073
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,10240,5120,2.1238773663838706
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,10240,5120,1.156925360361735
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,10240,5120,0.5821280082066854
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,10240,5120,0.3447386821111043
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,10240,5120,0.31590932607650757
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,10240,5120,0.29949067036310834
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,10240,5120,0.28520532449086505
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,10240,5120,0.28593067328135174
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,10240,5120,0.25117333730061847
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,10240,5120,0.2611573338508606
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,10240,5120,0.23976266384124756
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,10240,5120,0.2560159961382548
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,10240,5120,0.22712532679239908
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,10240,5120,0.2283626596132914
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,10240,5120,0.20274666945139566
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,10240,5120,0.20142134030659994
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,10240,5120,0.18029600381851196
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,10240,5120,0.1770133376121521
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,10240,5120,0.17057067155838013
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,10240,5120,0.16265599926312765
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,10240,5120,0.1502346694469452
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,10240,5120,0.13755733768145242
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,10240,5120,0.14164266983668009
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,10240,5120,0.13892799615859985
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,10240,5120,0.12010932962099712
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,10240,5120,0.10726933677991231
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,10240,5120,0.11460266510645549
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,10240,5120,0.10194399952888489
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,10240,5120,0.08894399801890056
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,10240,5120,0.08885332942008972
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,10240,5120,0.08126399914423625
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,10240,5120,0.05983200172583262
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,10240,5120,0.05675466855367025
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,10240,5120,0.050399998823801674
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,10240,5120,0.039618665973345436
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,10240,5120,0.029074666400750477
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,10240,5120,0.02381066729625066
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,10240,5120,0.023962666591008503
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,10240,5120,0.023930666347344715
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,10240,5120,0.02824000020821889
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,10240,5120,0.02660000075896581
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,10240,5120,0.026354665557543438
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,10240,5120,0.02479733278354009
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,10240,5120,0.026288000245889027
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,10240,5120,0.02128800004720688
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,10240,5120,0.0205226664741834
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,10240,5120,0.02032533288002014
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,10240,5120,0.021773333350817364
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,10240,5120,0.02186399946610133
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,10240,5120,0.022088001171747845
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,10240,5120,0.021799998978773754
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,10240,5120,0.02372266600529353
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,10240,5120,0.019808000574509304
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,10240,5120,0.020069333414236706
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,10240,5120,0.020096000283956528
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,10240,5120,0.023391999304294586
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,10240,5120,0.021474666893482208
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,10240,5120,0.022826666633288067
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,10240,5120,0.022757334013779957
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,10240,5120,0.022287999590237934
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,10240,5120,0.022367998957633972
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,10240,5120,0.022493332624435425
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,10240,5120,0.022125333547592163
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,10240,5120,0.022130665679772694
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,10240,5120,0.021957332889238994
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,10240,5120,0.02181333303451538
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,10240,5120,0.021773333350817364
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,10240,5120,0.022042666872342426
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,10240,5120,0.021848000586032867
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,10240,5120,0.02181866765022278
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,10240,5120,0.021914665897687275
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,10240,5120,0.021840001145998638
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,10240,5120,0.02189333240191142
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,10240,5120,0.022463999688625336
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,10240,5120,1.5196675194634333
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,10240,5120,0.8104266590542264
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,10240,5120,0.40497422218322754
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,10240,5120,0.22188622421688506
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,10240,5120,0.208952890502082
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,10240,5120,0.19953955544365776
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,10240,5120,0.18905244933234322
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,10240,5120,0.18440000216166177
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,10240,5120,0.175836443901062
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,10240,5120,0.17341332965426973
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,10240,5120,0.16377245055304632
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,10240,5120,0.1588053305943807
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,10240,5120,0.1560195551978217
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,10240,5120,0.1527857780456543
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,10240,5120,0.14288711547851562
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,10240,5120,0.137210660510593
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,10240,5120,0.12822755177815756
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,10240,5120,0.12247999509175618
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,10240,5120,0.12098311053382026
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,10240,5120,0.1163768900765313
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,10240,5120,0.10905955235163371
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,10240,5120,0.09971733225716485
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,10240,5120,0.10268977615568374
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,10240,5120,0.09904711114035712
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,10240,5120,0.08820088704427083
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,10240,5120,0.08298133479224311
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,10240,5120,0.08621688683827718
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,10240,5120,0.07376355595058866
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,10240,5120,0.07174399826261732
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,10240,5120,0.06468800041410658
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,10240,5120,0.0614559981558058
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,10240,5120,0.051338666015201144
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,10240,5120,0.05261866582764519
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,10240,5120,0.04552355408668518
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,10240,5120,0.03917510973082648
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,10240,5120,0.03194311261177063
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,10240,5120,0.029495110114415485
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,10240,5120,0.029301332102881536
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,10240,5120,0.028949333561791316
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,10240,5120,0.031203554736243352
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,10240,5120,0.028892444239722356
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,10240,5120,0.029203553994496662
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,10240,5120,0.028385778268178303
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,10240,5120,0.028839111328125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,10240,5120,0.026885333988401625
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,10240,5120,0.026113778352737427
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,10240,5120,0.0262044436401791
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,10240,5120,0.02496533261405097
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,10240,5120,0.024970667229758367
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,10240,5120,0.026007110873858135
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,10240,5120,0.026579555537965562
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,10240,5120,0.02677333354949951
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,10240,5120,0.02404800057411194
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,10240,5120,0.02362844513522254
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,10240,5120,0.025267556309700012
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,10240,5120,0.02536533276240031
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,10240,5120,0.024636444118287828
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,10240,5120,0.024062222904629175
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,10240,5120,0.024970667229758367
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,10240,5120,0.023788443870014612
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,10240,5120,0.023235556152131822
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,10240,5120,0.024193776978386775
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,10240,5120,0.023836443821589153
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,10240,5120,0.024254222710927326
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,10240,5120,0.024940444363488093
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,10240,5120,0.023223110371165808
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,10240,5120,0.025080889463424683
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,10240,5120,0.024821332759327356
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,10240,5120,0.02507200009293026
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,10240,5120,0.025096888343493145
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,10240,5120,0.026791110634803772
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,10240,5120,0.025493333737055462
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,10240,5120,0.02552177839808994
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,10240,5120,0.025635555386543274
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,10240,6144,0.019206400712331137
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,10240,6144,0.019451733430226645
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,10240,5120,2.4151270124647355
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,10240,5120,1.163431061638726
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,10240,5120,0.30604977077907985
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,10240,6144,0.019035732746124266
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,10240,5120,0.28658310572306317
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,10240,6144,0.019163733720779418
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,10240,5120,0.2759573459625244
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,10240,6144,0.019130667050679527
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,10240,5120,0.25161955091688365
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,10240,6144,0.019077332814534505
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,10240,5120,0.2423431078592936
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,10240,5120,0.5728746520148383
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,10240,5120,0.22211733129289415
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,10240,5120,0.34496000077989364
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,10240,5120,0.20321422153049043
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,10240,5120,0.2173137797249688
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,10240,5120,0.19260799884796143
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,10240,5120,0.1945813364452786
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,10240,5120,0.1704853375752767
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,10240,5120,0.18069333500332305
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,10240,5120,0.14760888947380915
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,10240,5120,0.32636798752678764
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,10240,5120,0.30642665757073295
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,10240,5120,0.15269688765207926
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,10240,5120,0.13586310545603433
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,10240,5120,0.11429156197441949
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,10240,5120,0.11518755224015977
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,10240,5120,0.09057599968380398
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,10240,6144,0.019092265764872232
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,10240,5120,0.2858311070336236
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,10240,5120,0.06095821989907158
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,10240,5120,0.26999465624491376
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,10240,5120,0.25066132015652126
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,10240,5120,0.029560890462663438
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,10240,5120,0.23159289360046387
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,10240,5120,0.10031288862228394
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,10240,5120,0.1383591095606486
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,10240,5120,0.07983644141091241
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,10240,5120,0.07726222276687622
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,10240,5120,0.0537120004494985
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,10240,5120,0.04236444499757555
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,10240,5120,0.02369244396686554
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,10240,5120,0.023532445232073467
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,10240,5120,0.02493511140346527
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,10240,5120,0.023530667026837666
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,10240,5120,0.02292977770169576
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,10240,5120,0.022855111294322546
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,10240,5120,0.022663111488024395
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,10240,5120,0.023418666587935552
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,10240,5120,0.01826133330663045
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,10240,5120,0.016535111599498324
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,10240,5120,0.01645866698688931
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,10240,5120,0.016415999995337594
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,10240,5120,0.016549333930015564
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,10240,5120,0.016554666890038382
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,10240,5120,0.02343822187847561
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,10240,5120,0.02394666605525547
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,10240,5120,0.02410488824049632
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,10240,5120,0.023397333092159692
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,10240,5120,0.023511111736297607
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,10240,5120,0.024780443973011438
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,10240,5120,0.024645333488782246
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,10240,5120,0.02372444503837162
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,10240,5120,0.023395554886923894
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,10240,5120,0.024170666933059692
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,10240,5120,0.024321777953041926
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,10240,5120,0.024060444699393377
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,10240,5120,0.024079999989933435
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,10240,5120,0.02478755513827006
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,10240,5120,0.024679111109839544
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,10240,5120,0.024067555864651997
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,10240,5120,0.023984000086784363
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,10240,5120,0.018636445204416912
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,10240,5120,0.018664888209766813
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,10240,5120,0.018030222919252183
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,10240,5120,0.017856000198258292
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,10240,5120,0.01793066660563151
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,10240,5120,0.018044445249769423
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,10240,5120,0.017729777428838942
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,10240,5120,0.9535200119018554
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,10240,5120,0.46464853286743163
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,10240,5120,0.12445973555246989
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,10240,5120,0.23799467086791992
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,10240,5120,0.13221973578135174
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,10240,5120,0.13265279928843182
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,10240,5120,0.11914772987365722
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,10240,5120,0.12344213326772054
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,10240,5120,0.1187509298324585
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,10240,5120,0.11007359822591145
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,10240,5120,0.10657066504160564
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,10240,5120,0.10910933017730713
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,10240,5120,0.10720640023549396
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,10240,5120,0.09634026686350504
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,10240,5120,0.09332799911499023
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,10240,5120,0.0951690673828125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,10240,5120,0.08557120164235434
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,10240,5120,0.08296000162760417
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,10240,5120,0.08264213403066
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,10240,5120,0.07299306392669677
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,10240,5120,0.08083733717600504
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,10240,5120,0.0704576015472412
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,10240,5120,0.06918933391571044
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,10240,5120,0.0672426700592041
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,10240,5120,0.05845333337783813
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,10240,5120,0.05641493399937948
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,10240,5120,0.05593066612879435
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,10240,5120,0.04583359956741333
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,10240,5120,0.04393920103708903
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,10240,5120,0.044652799765268966
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,10240,5120,0.04350613355636597
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,10240,5120,0.03295680085817973
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,10240,5120,0.031701334317525226
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,10240,5120,0.032075732946395874
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,10240,5120,0.030253867308298748
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,10240,5120,0.01978879968325297
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,10240,5120,0.018590933084487914
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,10240,5120,0.018604799111684164
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,10240,5120,0.018556799491246542
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,10240,5120,0.01824959913889567
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,10240,5120,0.01830079952875773
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,10240,5120,0.018438400824864705
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,10240,5120,0.018582399686177573
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,10240,5120,0.017875200510025023
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,10240,5120,0.017425066232681273
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,10240,5120,0.017718400557835898
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,10240,5120,0.01771946748097738
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,10240,5120,0.017732266585032144
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,10240,5120,0.01775040030479431
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,10240,5120,0.017383466164271034
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,10240,5120,0.01752106746037801
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,10240,5120,0.017378133535385133
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,10240,5120,0.01743146578470866
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,10240,5120,0.017708800236384072
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,10240,5120,0.017794134219487508
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,10240,5120,0.017399466037750243
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,10240,5120,0.017326933145523072
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,10240,5120,0.01754986643791199
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,10240,5120,0.016939733425776163
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,10240,5120,0.01737173398335775
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,10240,5120,0.017318399747212727
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,10240,5120,0.01736746629079183
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,10240,5120,0.01751040021578471
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,10240,5120,0.017324799299240114
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,10240,5120,0.017349332571029663
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,10240,5120,0.017309866348902383
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,10240,5120,0.0173909326394399
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,10240,4096,1.657482624053955
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,10240,4096,0.8517866929372152
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,10240,4096,0.4333839813868205
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,10240,4096,0.24838666121164957
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,10240,4096,0.24678667386372885
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,10240,4096,0.23387199640274048
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,10240,4096,0.22464799880981445
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,10240,4096,0.23133599758148193
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,10240,4096,0.20229067405064902
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,10240,4096,0.20349866151809692
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,10240,4096,0.19401333729426065
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,10240,4096,0.19767467180887857
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,10240,4096,0.18136000633239746
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,10240,4096,0.17816799879074097
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,10240,4096,0.16637333234151205
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,10240,4096,0.15819199879964194
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,10240,4096,0.1415839989980062
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,10240,4096,0.13931999603907266
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,10240,4096,0.13808799783388773
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,10240,4096,0.13041866819063822
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,10240,4096,0.11791732907295227
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,10240,4096,0.10884267091751099
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,10240,4096,0.11215466260910034
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,10240,4096,0.10968533158302307
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,10240,4096,0.0949173370997111
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,10240,4096,0.0858133335908254
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,10240,4096,0.0910319983959198
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,10240,4096,0.0790746659040451
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,10240,4096,0.07115733126799266
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,10240,4096,0.06901866694291432
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,10240,4096,0.06249066690603892
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,10240,4096,0.04728800058364868
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,10240,4096,0.04608800013860067
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,10240,4096,0.040450667341550194
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,10240,4096,0.031727999448776245
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,10240,4096,0.02493866781393687
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,10240,4096,0.020527999848127365
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,10240,4096,0.020799999435742695
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,10240,4096,0.020597333709398907
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,10240,4096,0.02385599911212921
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,10240,4096,0.022042666872342426
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,10240,4096,0.021960000197092693
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,10240,4096,0.020802666743596394
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,10240,4096,0.022013333936532337
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,10240,4096,0.017501333107550938
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,10240,4096,0.016949333250522614
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,10240,4096,0.01695999999841054
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,10240,4096,0.01879199966788292
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,10240,4096,0.018845333407322567
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,10240,4096,0.018794666975736618
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,10240,4096,0.018751999984184902
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,10240,4096,0.01979200045267741
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,10240,4096,0.01669866715868314
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,10240,4096,0.016719999412695568
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,10240,4096,0.016879999389251072
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,10240,4096,0.01945066700379054
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,10240,4096,0.01754933347304662
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,10240,4096,0.018802666415770847
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,10240,4096,0.018911999960740406
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,10240,4096,0.01878133291999499
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,10240,4096,0.01873333379626274
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,10240,4096,0.018650667121013004
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,10240,4096,0.018786666293938954
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,10240,4096,0.01878400022784869
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,10240,4096,0.018642666439215343
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,10240,4096,0.018581333259741466
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,10240,4096,0.018093333890040714
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,10240,4096,0.018503999958435696
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,10240,4096,0.018437333405017853
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,10240,4096,0.018031999468803406
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,10240,4096,0.01830400029818217
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,10240,4096,0.018130666265885036
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,10240,4096,0.01848000039656957
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,10240,4096,0.018360000103712082
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,10240,4096,1.2001787026723225
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,10240,4096,0.59006134668986
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,10240,4096,0.3005066712697347
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,10240,4096,0.16698133945465088
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,10240,4096,0.16259866952896118
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,10240,4096,0.15711999932924905
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,10240,5120,0.01738133430480957
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,10240,4096,0.14724666873613992
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,10240,4096,0.1434493362903595
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,10240,4096,0.14220800002415976
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,10240,4096,0.13794533411661783
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,10240,4096,0.1333359976609548
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,10240,4096,0.12703067064285278
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,10240,4096,0.12171600262324016
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,10240,4096,0.11319466431935628
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,10240,4096,0.11346399784088135
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,10240,4096,0.10567999879519145
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,10240,4096,0.1011893351872762
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,10240,4096,0.10028933485349019
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,10240,4096,0.09593600034713745
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,10240,4096,0.08878133694330852
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,10240,4096,0.12711999813715616
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,10240,4096,0.08405333757400513
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,10240,4096,0.08452133337656657
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,10240,4096,0.07621866464614868
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,10240,4096,0.07018933196862538
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,10240,4096,0.07333466907342275
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,10240,4096,0.06155866881211599
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,10240,4096,0.05917466680208842
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,10240,4096,0.05438933273156484
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,10240,4096,0.051379998524983726
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,10240,4096,0.04534400006135305
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,10240,4096,0.04600400229295095
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,10240,4096,0.0391373336315155
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,10240,4096,0.080935999751091
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,10240,4096,0.035192000369230904
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,10240,4096,0.029093332588672638
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,10240,4096,0.026952000955740612
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,10240,4096,0.026498667895793915
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,10240,4096,0.028728000819683075
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,10240,4096,0.02700799951950709
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,10240,5120,0.017391999562581383
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,10240,4096,0.026361333827177685
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,10240,4096,0.025432000557581585
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,10240,4096,0.025821333130200703
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,10240,4096,0.02364533394575119
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,10240,4096,0.02388133356968562
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,10240,4096,0.023002666731675465
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,10240,4096,0.022846666475137074
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,10240,4096,0.02404266595840454
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,10240,4096,0.02311466634273529
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,10240,4096,0.02496533344189326
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,10240,4096,0.023101332286993664
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,10240,4096,0.021203999718030293
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,10240,4096,0.023709334433078766
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,10240,4096,0.024877332150936127
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,10240,4096,0.022634667654832203
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,10240,4096,0.02271600067615509
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,10240,4096,0.02260799954334895
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,10240,4096,0.023157333334287006
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,10240,4096,0.02313599983851115
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,10240,4096,0.025062667826811474
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,10240,4096,0.022441332538922627
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,10240,5120,0.01734506686528524
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,10240,4096,0.022690666218598683
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,10240,4096,0.022091999650001526
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,10240,4096,0.023022666573524475
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,10240,4096,0.023709334433078766
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,10240,4096,0.025011998911698658
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,10240,4096,0.022064000368118286
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,10240,4096,0.02269600083430608
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,10240,4096,0.023028001189231873
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,10240,4096,0.02192266782124837
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,10240,4096,0.022996000945568085
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,10240,4096,0.022039999564488728
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,10240,4096,0.026721333463986714
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,10240,4096,0.021615999440352123
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,10240,5120,0.01747093399365743
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,10240,4096,0.5151880184809366
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,10240,4096,0.277182658513387
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,10240,4096,1.0465373198191326
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,10240,4096,0.2582693298657735
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,10240,4096,0.24701066811879477
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,10240,4096,0.3058626651763916
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,10240,4096,2.1349493662516275
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,10240,4096,0.2519613305727641
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,10240,4096,0.22817466656366983
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,10240,4096,0.21657466888427734
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,10240,4096,0.2392746607462565
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,10240,4096,0.22013866901397705
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,10240,4096,0.1985106666882833
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,10240,4096,0.20460132757822672
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,10240,4096,0.1792880098025004
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,10240,5120,0.016956800222396852
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,10240,4096,0.18804933627446493
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,10240,4096,0.16943333546320596
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,10240,4096,0.16762266556421915
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,10240,4096,0.1503066619237264
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,10240,4096,0.15697866678237915
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,10240,4096,0.13193600376447043
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,10240,4096,0.12107200423876445
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,10240,4096,0.10251200199127197
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,10240,4096,0.0981213351090749
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,10240,4096,0.13194666306177774
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,10240,4096,0.07463866472244263
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,10240,5120,0.01718506614367167
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,10240,4096,0.05220399796962738
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,10240,5120,0.01728960076967875
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,10240,4096,0.2910640041033427
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,10240,4096,0.2740853428840637
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,10240,4096,0.026018666724363964
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,10240,4096,0.11999600132306416
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,10240,4096,0.08878533045450847
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,10240,4096,0.0697400023539861
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,10240,4096,0.05842400093873342
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,10240,4096,0.04258666435877482
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,10240,4096,0.033330666522185005
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,10240,4096,0.021223999559879303
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,10240,4096,0.02123599996169408
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,10240,4096,0.02067599942286809
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,10240,4096,0.020626666645208996
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,10240,4096,0.019685332973798115
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,10240,4096,0.019675999879837036
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,10240,4096,0.019438666601975758
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,10240,4096,0.019617332766453426
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,10240,4096,0.016066666692495346
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,10240,4096,0.015022666503985723
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,10240,4096,0.014567999790112177
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,10240,4096,0.016305333624283474
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,10240,4096,0.014513333638509115
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,10240,4096,0.014581333845853806
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,10240,4096,0.015034666905800501
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,10240,4096,0.021213332811991375
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,10240,4096,0.02064133311311404
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,10240,4096,0.02123599996169408
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,10240,4096,0.020213333268960316
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,10240,4096,0.02120000123977661
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,10240,4096,0.020693333198626835
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,10240,4096,0.02183333287636439
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,10240,4096,0.020737333844105404
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,10240,4096,0.020664000262816746
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,10240,4096,0.02120000123977661
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,10240,4096,0.02107866605122884
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,10240,4096,0.020902665952841442
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,10240,4096,0.021251998841762543
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,10240,4096,0.021161332726478577
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,10240,4096,0.02115066597859065
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,10240,4096,0.020870665709177654
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,10240,4096,0.021189334491888683
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,10240,4096,0.016018666326999664
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,10240,4096,0.01626000056664149
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,10240,4096,0.016010666886965435
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,10240,4096,0.016014666606982548
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,10240,4096,0.0160133329530557
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,10240,4096,0.01600533351302147
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,10240,4096,0.3729621251424154
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,10240,4096,0.10146453380584716
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,10240,4096,0.19332586924235026
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,10240,4096,0.7564821243286133
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,10240,4096,0.10937066872914632
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,10240,4096,0.10111893018086751
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,10240,4096,0.10946133136749267
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,10240,4096,0.0983349323272705
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,10240,4096,0.09067200024922689
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,10240,4096,0.09833172957102457
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,10240,4096,0.08845653533935546
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,10240,4096,0.09035200277964274
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,10240,4096,0.08762666384379068
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,10240,4096,0.07938026587168376
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,10240,4096,0.08008426825205485
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,10240,4096,0.07736000219980875
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,10240,4096,0.07067840099334717
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,10240,4096,0.0689301331837972
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,10240,4096,0.06910400390625
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,10240,4096,0.06011626720428467
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,10240,4096,0.06696106592814127
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,10240,4096,0.05814079840977987
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,10240,4096,0.05793173313140869
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,10240,4096,0.05614613294601441
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,10240,4096,0.04894186655680339
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,10240,4096,0.04755200147628784
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,10240,4096,0.04684373140335083
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,10240,4096,0.03810346523920695
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,10240,4096,0.03781973520914714
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,10240,4096,0.03697173198064168
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,10240,4096,0.03617173433303833
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,10240,4096,0.027970133225123088
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,10240,4096,0.027153066794077557
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,10240,4096,0.026037333408991496
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,10240,4096,0.02727786699930827
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,10240,4096,0.017735467354456583
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,10240,4096,0.016479999820391337
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,10240,4096,0.0162581334511439
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,10240,4096,0.016135467092196147
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,10240,4096,0.016239999731381734
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,10240,4096,0.016129066546758018
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,10240,4096,0.01614720026652018
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,10240,4096,0.016275200247764587
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,10240,4096,0.015667200088500977
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,10240,4096,0.015331199765205384
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,10240,4096,0.015388799707094827
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,10240,4096,0.015387733777364096
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,10240,4096,0.015286399920781454
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,10240,4096,0.015343999862670899
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,10240,4096,0.01527253290017446
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,10240,4096,0.015336533387502035
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,10240,4096,0.01528320014476776
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,10240,4096,0.014897066354751586
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,10240,4096,0.01520639955997467
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,10240,4096,0.01532799998919169
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,10240,4096,0.01493013302485148
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,10240,4096,0.015347199638684592
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,10240,4096,0.015009066462516785
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,10240,4096,0.014918399850527444
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,10240,4096,0.015064533551534018
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,10240,4096,0.014959999918937683
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,10240,4096,0.014978133638699851
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,10240,4096,0.015266133348147073
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,10240,4096,0.01504533290863037
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,10240,4096,0.015282133221626281
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,10240,4096,0.014999467134475707
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,10240,4096,0.015338666240374246
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,10240,3584,1.4323973655700684
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,10240,3584,0.7219733397165934
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,10240,3584,0.3680986563364665
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,10240,3584,0.2296453317006429
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,10240,3584,0.2203013300895691
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,10240,3584,0.20936266581217447
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,10240,3584,0.2002826730410258
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,10240,3584,0.19723467032114664
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,10240,3584,0.18134399255116782
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,10240,3584,0.1763413349787394
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,10240,3584,0.16234667102495828
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,10240,3584,0.15810933709144592
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,10240,3584,0.1550933321317037
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,10240,3584,0.1541973352432251
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,10240,3584,0.13775466879208884
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,10240,3584,0.13731732964515686
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,10240,3584,0.12239733338356018
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,10240,3584,0.12037066618601482
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,10240,3584,0.11705066760381062
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,10240,3584,0.11221866806348164
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,10240,3584,0.1024506688117981
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,10240,3584,0.09462133049964905
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,10240,3584,0.09809866547584534
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,10240,3584,0.09766667087872823
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,10240,3584,0.08265333374341328
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,10240,3584,0.07649333278338115
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,10240,3584,0.08026400208473206
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,10240,3584,0.06800266603628795
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,10240,3584,0.061535999178886414
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,10240,3584,0.05898133416970571
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,10240,3584,0.05407999952634176
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,10240,3584,0.04218400021394094
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,10240,3584,0.044938668608665466
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,10240,3584,0.0364506666858991
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,10240,3584,0.02788266787926356
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,10240,3584,0.022240000466505688
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,10240,3584,0.017877332866191864
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,10240,3584,0.018503999958435696
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,10240,3584,0.017674667139848072
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,10240,3584,0.02159200112024943
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,10240,3584,0.01985866700609525
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,10240,3584,0.019786667078733444
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,10240,3584,0.01794933279355367
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,10240,3584,0.019688000281651814
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,10240,3584,0.015664000064134598
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,10240,3584,0.015664000064134598
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,10240,3584,0.015703999747832615
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,10240,3584,0.015749332805474598
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,10240,3584,0.015642666568358738
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,10240,3584,0.01657066618402799
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,10240,3584,0.016741332908471424
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,10240,3584,0.017821333060661953
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,10240,3584,0.014794666320085526
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,10240,3584,0.014794666320085526
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,10240,3584,0.014901333798964819
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,10240,3584,0.01746133342385292
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,10240,3584,0.015666666130224865
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,10240,3584,0.016597333053747814
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,10240,3584,0.017312000195185345
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,10240,3584,0.016642666111389797
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,10240,3584,0.016781333833932877
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,10240,3584,0.0166320006052653
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,10240,3584,0.016634666671355564
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,10240,3584,0.016623999923467636
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,10240,3584,0.016341333587964375
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,10240,3584,0.016261332978804905
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,10240,3584,0.01696266606450081
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,10240,3584,0.016741332908471424
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,10240,3584,0.01701333373785019
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,10240,3584,0.01672800009449323
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,10240,3584,0.016890666137139004
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,10240,3584,0.01683466633160909
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,10240,3584,0.01732800031701724
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,10240,3584,0.01782400036851565
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,10240,3584,1.0360973676045735
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,10240,3584,0.5384666522343954
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,10240,3584,0.27680667241414386
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,10240,3584,0.1649359961350759
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,10240,3584,0.15302800138791403
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,10240,3584,0.1378666659196218
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,10240,3584,0.1305239995320638
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,10240,3584,0.12642666697502136
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,10240,3584,0.12285066644350688
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,10240,3584,0.12175466616948445
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,10240,3584,0.11594532926877339
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,10240,3584,0.11395999789237976
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,10240,3584,0.11178267002105713
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,10240,3584,0.10887199640274048
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,10240,3584,0.10373600323994954
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,10240,3584,0.09991466999053955
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,10240,3584,0.09232667088508606
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,10240,3584,0.08951866626739502
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,10240,3584,0.0892306665579478
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,10240,3584,0.08654399712880452
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,10240,3584,0.07906400163968404
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,10240,3584,0.07602266470591228
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,10240,3584,0.07905866702397664
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,10240,3584,0.07579333086808522
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,10240,3584,0.06821600099404652
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,10240,3584,0.06359333296616872
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,10240,3584,0.06582666436831157
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,10240,3584,0.05482266843318939
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,10240,3584,0.05240799983342489
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,10240,3584,0.05105599761009216
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,10240,3584,0.04829200108846029
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,10240,3584,0.04174800217151642
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,10240,3584,0.042538667718569435
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,10240,3584,0.03604133427143097
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,10240,3584,0.03311466674009959
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,10240,3584,0.02731333424647649
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,10240,3584,0.02519733210404714
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,10240,3584,0.02589999884366989
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,10240,3584,0.025052001078923542
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,10240,3584,0.026575999955336254
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,10240,3584,0.026737332344055176
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,10240,3584,0.02476799984773
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,10240,3584,0.02477866659561793
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,10240,3584,0.02535333236058553
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,10240,3584,0.022699999312559765
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,10240,3584,0.021803999940554302
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,10240,3584,0.022813332577546436
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,10240,3584,0.022284001111984253
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,10240,3584,0.022990666329860687
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,10240,3584,0.02340933432181676
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,10240,3584,0.022698665658632915
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,10240,3584,0.022679999470710754
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,10240,3584,0.022456000248591106
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,10240,3584,0.020938667158285778
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,10240,3584,0.022890667120615642
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,10240,3584,0.021902665495872498
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,10240,3584,0.02236933261156082
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,10240,3584,0.02125866711139679
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,10240,3584,0.022639999787012737
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,10240,3584,0.020845333735148113
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,10240,3584,0.022704000274340313
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,10240,3584,0.02091333270072937
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,10240,3584,0.020846667389074963
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,10240,3584,0.021194666624069214
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,10240,3584,0.02110933264096578
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,10240,3584,0.02274399995803833
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,10240,3584,0.02088666707277298
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,10240,3584,0.022091999650001526
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,10240,3584,0.021197333931922913
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,10240,3584,0.021359999974568684
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,10240,3584,0.021066665649414062
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,10240,3584,0.020831999679406483
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,10240,3584,0.020689333478609722
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,10240,3584,0.02133599917093913
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,10240,4096,0.015150933464368185
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,10240,4096,0.01525973379611969
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,10240,4096,0.015000533064206442
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,10240,4096,0.014837333559989929
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,10240,4096,0.01504533290863037
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,10240,4096,0.015004799763361613
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,10240,4096,0.015197867155075073
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,10240,3584,1.0061519940694172
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,10240,3584,0.24046534299850464
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,10240,3584,1.9973053932189941
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,10240,3584,0.22318400939305624
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,10240,3584,0.5025826692581177
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,10240,3584,0.21117599805196127
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,10240,3584,0.2972373366355896
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,10240,3584,0.19408400853474936
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,10240,3584,0.28407732645670575
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,10240,3584,0.27079200744628906
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,10240,3584,0.19839467604955038
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,10240,3584,0.17828265825907388
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,10240,3584,0.1648306647936503
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,10240,3584,0.18166800340016684
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,10240,3584,0.16340266664822897
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,10240,3584,0.14808266361554465
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,10240,3584,0.14874666929244995
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,10240,3584,0.1297666629155477
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,10240,3584,0.12706933418909708
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,10240,3584,0.11764933665593465
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,10240,3584,0.09841066598892212
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,10240,3584,0.08869999647140503
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,10240,3584,0.06764133274555206
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,10240,3584,0.2522266705830892
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,10240,3584,0.2628733317057292
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,10240,3584,0.04565200209617615
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,10240,3584,0.2437973419825236
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,10240,3584,0.2318399945894877
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,10240,3584,0.02427866558233897
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,10240,3584,0.2124733328819275
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,10240,3584,0.10808266202608745
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,10240,3584,0.08026133477687836
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,10240,3584,0.06226933499177297
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,10240,3584,0.05279333392779032
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,10240,3584,0.038404000302155815
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,10240,3584,0.030264000097910564
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,10240,3584,0.01992799962560336
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,10240,3584,0.019688000281651814
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,10240,3584,0.019776000330845516
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,10240,3584,0.019958666215340298
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,10240,3584,0.018589333941539127
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,10240,3584,0.01841999962925911
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,10240,3584,0.018430666377147038
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,10240,3584,0.015354666858911514
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,10240,3584,0.018329333513975143
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,10240,3584,0.014884000023206076
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,10240,3584,0.013994666437307993
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,10240,3584,0.0138906662662824
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,10240,3584,0.013627999772628149
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,10240,3584,0.019126666088898975
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,10240,3584,0.018086666862169903
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,10240,3584,0.020195999493201573
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,10240,3584,0.018722667048374813
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,10240,3584,0.018609333783388138
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,10240,3584,0.01833466688791911
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,10240,3584,0.01914266621073087
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,10240,3584,0.019518667211135227
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,10240,3584,0.020185332745313644
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,10240,3584,0.01918399954835574
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,10240,3584,0.020696000506480534
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,10240,3584,0.019090666125218075
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,10240,3584,0.019147999584674835
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,10240,3584,0.018611999849478405
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,10240,3584,0.019080000619093578
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,10240,3584,0.015077333897352219
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,10240,3584,0.019586666176716488
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,10240,3584,0.020686666170756023
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,10240,3584,0.020646666487058003
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,10240,3584,0.01916266605257988
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,10240,3584,0.015053333093722662
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,10240,3584,0.015034666905800501
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,10240,3584,0.014954666296641031
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,10240,3584,0.01551333318154017
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,10240,3584,0.015078666309515635
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,10240,3584,0.17364266713460286
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,10240,3584,0.3425845464070638
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,10240,3584,0.6840597152709961
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,10240,3584,0.09934293429056804
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,10240,3584,0.09259520371754965
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,10240,3584,0.09906559785207113
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,10240,3584,0.09195840358734131
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,10240,3584,0.08899733225504557
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,10240,3584,0.08875626722971598
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,10240,3584,0.08261333306630453
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,10240,3584,0.08243839740753174
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,10240,3584,0.0803434689839681
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,10240,3584,0.0791093349456787
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,10240,3584,0.07300159931182862
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,10240,3584,0.07193706830342611
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,10240,3584,0.07009600003560384
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,10240,3584,0.06516799926757813
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,10240,3584,0.06283200184504191
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,10240,3584,0.06257173220316568
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,10240,3584,0.06109973192214966
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,10240,3584,0.05445333321889242
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,10240,3584,0.053047466278076175
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,10240,3584,0.05220266580581665
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,10240,3584,0.05070933500925699
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,10240,3584,0.04482560157775879
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,10240,3584,0.04279040098190308
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,10240,3584,0.03492799997329712
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,10240,3584,0.0430837353070577
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,10240,3584,0.03457386493682861
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,10240,3584,0.03400319814682007
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,10240,3584,0.03343360026677449
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,10240,3584,0.025149865945180254
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,10240,3584,0.02510506709416707
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,10240,3584,0.02571093241373698
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,10240,3584,0.023934932549794515
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,10240,3584,0.016242133577664693
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,10240,3584,0.014858667055765787
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,10240,3584,0.015052800377209982
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,10240,3584,0.01532586713631948
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,10240,3584,0.015326933066050211
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,10240,3584,0.015000533064206442
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,10240,3584,0.015092266599337259
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,10240,3584,0.014935466647148132
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,10240,3584,0.014865066607793173
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,10240,3584,0.014114133516947427
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,10240,3584,0.014151466886202493
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,10240,3584,0.0144896000623703
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,10240,3584,0.014110933740933737
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,10240,3584,0.014040533701578775
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,10240,3584,0.0141184002161026
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,10240,3584,0.014292266964912415
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,10240,3584,0.014391466975212097
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,10240,3584,0.014062933127085366
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,10240,3584,0.014042666554450989
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,10240,3584,0.01405333379904429
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,10240,3584,0.013732266426086426
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,10240,3584,0.014190933108329773
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,10240,3584,0.014075733224550881
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,10240,3584,0.014497066537539164
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,10240,3584,0.014032000303268432
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,10240,3584,0.01402666668097178
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,10240,3584,0.014309333761533103
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,10240,3584,0.014075733224550881
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,10240,3584,0.01365226705869039
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,10240,3584,0.014057599504788718
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,10240,3584,0.014060800274213156
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,10240,3584,0.014056533575057983
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,10240,3072,1.267624855041504
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,10240,3072,0.6484319898817275
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,10240,3072,0.32439645131429035
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,10240,3072,0.19284621874491373
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,10240,3072,0.20241778426700166
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,10240,3072,0.19261511166890463
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,10240,3072,0.18559466467963326
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,10240,3072,0.18681955337524414
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,10240,3072,0.17018666532304552
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,10240,3072,0.2046791050169203
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,10240,3072,0.15246044264899358
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,10240,3072,0.13710399468739828
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,10240,3072,0.1349617772632175
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,10240,3072,0.13360355959998235
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,10240,3072,0.1206008858150906
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,10240,3072,0.1225493351618449
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,10240,3072,0.10674311055077447
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,10240,3072,0.1043786671426561
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,10240,3072,0.10348088873757257
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,10240,3072,0.09881066613727146
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,10240,3072,0.08926933341556126
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,10240,3072,0.08244978057013617
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,10240,3072,0.08459199799431695
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,10240,3072,0.08263999885982938
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,10240,3072,0.07159466875924005
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,10240,3072,0.06538310978147718
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,10240,3072,0.06730844577153523
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,10240,3072,0.05990044275919596
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,10240,3072,0.053567998939090304
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,10240,3072,0.0521617763572269
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,10240,3072,0.04713777701059977
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,10240,3072,0.0358897778722975
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,10240,3072,0.037660443120532565
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,10240,3584,0.014042666554450989
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,10240,3072,0.03073244293530782
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,10240,3072,0.024403555525673762
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,10240,3072,0.015297777122921415
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,10240,3072,0.018783999813927543
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,10240,3072,0.015248000621795654
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,10240,3072,0.015431111057599386
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,10240,3072,0.019144889381196763
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,10240,3072,0.016554666890038382
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,10240,3072,0.017264000243610807
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,10240,3072,0.0158897770775689
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,10240,3072,0.01705422169632382
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,10240,3072,0.013176889055305056
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,10240,3072,0.013192888763215808
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,10240,3072,0.013162666724787818
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,10240,3072,0.013159111142158508
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,10240,3072,0.01386666629049513
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,10240,3072,0.014451555079884
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,10240,3072,0.014876445134480795
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,10240,3072,0.01259022206068039
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,10240,3072,0.012519111235936483
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,10240,3072,0.012792888614866467
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,10240,3072,0.015221332510312399
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,10240,3072,0.013205333716339536
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,10240,3072,0.01402311192618476
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,10240,3072,0.014664888381958008
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,10240,3072,0.013838222457302941
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,10240,3072,0.013838222457302941
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,10240,3072,0.013895110951529609
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,10240,3072,0.013948443863126965
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,10240,3072,0.013841778039932251
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,10240,3072,0.013838222457302941
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,10240,3072,0.013825777504179211
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,10240,3072,0.014531556102964612
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,10240,3072,0.014513777361975776
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,10240,3072,0.014538667268223233
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,10240,3072,0.014481777946154276
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,10240,3072,0.01443911095460256
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,10240,3072,0.014542222023010254
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,10240,3072,0.014602666099866232
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,10240,3072,0.014789332946141561
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,10240,3072,0.013134222063753339
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,10240,3072,0.43726720809936526
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,10240,3072,0.9044010798136393
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,10240,3072,0.12688533465067547
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,10240,3072,0.21514026323954263
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,10240,3072,0.14429653485616048
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,10240,3072,0.12038719654083252
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,10240,3072,0.12153813044230144
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,10240,3072,0.11588053703308106
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,10240,3072,0.11834879716237386
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,10240,3072,0.11429440180460612
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,10240,3072,0.10748799641927083
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,10240,3072,0.10353386402130127
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,10240,3072,0.10080640316009522
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,10240,3072,0.09743573665618896
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,10240,3072,0.09075626532236734
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,10240,3072,0.08676906426747641
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,10240,3072,0.08114559650421142
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,10240,3072,0.07996799945831298
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,10240,3072,0.08004159927368164
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,10240,3072,0.07941866715749105
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,10240,3072,0.07203413645426432
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,10240,3072,0.06610773404439291
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,10240,3072,0.06914347012837728
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,10240,3072,0.06587839921315511
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,10240,3072,0.05979733467102051
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,10240,3072,0.05584106842676798
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,10240,3072,0.05748266776402792
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,10240,3072,0.05023786624272665
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,10240,3072,0.04811413288116455
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,10240,3072,0.046054399013519286
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,10240,3584,0.014076800147692362
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,10240,3072,0.043866666158040364
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,10240,3072,0.037759999434153244
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,10240,3072,0.03906453450520833
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,10240,3072,0.029740800460179646
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,10240,3072,0.03295039931933085
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,10240,3584,0.013680000106493631
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,10240,3072,0.02654400070508321
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,10240,3072,0.024104533592859904
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,10240,3072,0.023862399657567344
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,10240,3072,0.023459200064341226
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,10240,3072,0.025128533442815144
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,10240,3072,0.023669334252675374
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,10240,3072,0.023769599199295045
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,10240,3072,0.024289067586263022
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,10240,3072,0.022884267568588256
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,10240,3072,0.020577067136764528
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,10240,3072,0.02099626660346985
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,10240,3072,0.020843732357025146
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,10240,3072,0.0206986665725708
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,10240,3072,0.02258453369140625
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,10240,3072,0.02201706568400065
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,10240,3072,0.020911999543507895
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,10240,3072,0.02002133329709371
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,10240,3072,0.020722132921218873
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,10240,3072,0.020644267400105797
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,10240,3072,0.022344533602396646
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,10240,3072,0.020623999834060668
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,10240,3072,0.020598399639129638
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,10240,3072,0.02050666610399882
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,10240,3072,0.02061333258946737
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,10240,3072,0.02058560053507487
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,10240,3072,0.02077546715736389
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,10240,3072,0.0205567995707194
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,10240,3072,0.021040000518163047
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,10240,3072,0.02054826617240906
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,10240,3072,0.020572799444198608
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,10240,3072,0.02058239976565043
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,10240,3072,0.0208512008190155
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,10240,3072,0.02063680092493693
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,10240,3072,0.0206496000289917
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,10240,3072,0.02044693430264791
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,10240,3072,0.020517333348592123
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,10240,3072,0.02063466707865397
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,10240,3072,0.022100265820821127
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,10240,3072,0.021740800142288207
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,10240,3584,0.014084266622861228
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,10240,3584,0.013726933797200521
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,10240,3584,0.014123732844988504
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,10240,3584,0.01448319951693217
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,10240,3072,0.27649812698364257
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,10240,3072,0.4718720118204753
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,10240,3072,0.22960213025410972
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,10240,3072,0.2269493261973063
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,10240,3072,0.213973331451416
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,10240,3072,0.9465941111246744
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,10240,3072,0.21641173362731933
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,10240,3072,0.2017653306325277
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,10240,3072,0.1995786666870117
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,10240,3072,0.18409066200256347
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,10240,3072,0.18651626904805502
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,10240,3072,0.16649173100789388
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,10240,3072,0.16847999890645343
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,10240,3072,0.15508586565653484
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,10240,3072,0.1495903968811035
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,10240,3072,1.9132821400960285
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,10240,3072,0.13702400525410968
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,10240,3072,0.13579947153727215
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,10240,3072,0.12180053393046061
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,10240,3072,0.11231253147125245
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,10240,3072,0.08630613485972086
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,10240,3072,0.07416213353474935
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,10240,3072,0.05612053473790487
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,10240,3072,0.106933331489563
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,10240,3072,0.25138986905415855
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,10240,3072,0.03996479908625285
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,10240,3072,0.2650346597035726
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,10240,3072,0.23908480008443198
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,10240,3072,0.24382294019063316
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,10240,3072,0.022636799017588298
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,10240,3072,0.10028159618377686
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,10240,3072,0.06943999926249186
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,10240,3072,0.052786131699879967
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,10240,3072,0.047082666556040445
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,10240,3072,0.03423573176066081
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,10240,3072,0.028093866507212323
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,10240,3072,0.018678400913874307
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,10240,3072,0.018498132626215615
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,10240,3072,0.018614399433135986
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,10240,3072,0.017171200116475424
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,10240,3072,0.018488534291585288
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,10240,3072,0.017246933778127034
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,10240,3072,0.01736533244450887
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,10240,3072,0.016990933815638223
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,10240,3072,0.014044800400733947
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,10240,3072,0.012797866264979044
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,10240,3072,0.012405332922935487
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,10240,3072,0.012738133470217386
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,10240,3072,0.017460266749064125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,10240,3072,0.016210132837295534
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,10240,3072,0.018125865856806436
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,10240,3072,0.01732053359349569
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,10240,3072,0.01731626590092977
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,10240,3072,0.01813439925511678
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,10240,3072,0.018054399887720743
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,10240,3072,0.017760000626246133
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,10240,3072,0.014062933127085366
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,10240,3072,0.0169706662495931
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,10240,3072,0.017621332406997682
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,10240,3072,0.018758400281270345
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,10240,3072,0.017357865969340004
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,10240,3072,0.01732053359349569
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,10240,3072,0.017008000612258913
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,10240,3072,0.01810773412386576
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,10240,3072,0.017352533340454102
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,10240,3072,0.017641599973042807
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,10240,3072,0.019629865884780884
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,10240,3072,0.01740480065345764
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,10240,3072,0.013944533467292786
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,10240,3072,0.013718400398890176
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,10240,3072,0.013965866963068643
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,10240,3072,0.01365226705869039
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,10240,3072,0.01390506625175476
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,10240,3072,0.013646933436393737
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,10240,3072,0.5911882400512696
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,10240,3072,0.29704319636027016
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,10240,3072,0.08835093180338541
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,10240,3072,0.08771946430206298
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,10240,3072,0.1532543977101644
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,10240,3072,0.07864960034688315
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,10240,3072,0.08112213611602784
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,10240,3072,0.08103466828664144
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,10240,3072,0.07333866755167642
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,10240,3072,0.07888639767964681
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,10240,3072,0.0705024003982544
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,10240,3072,0.07326080004374186
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,10240,3072,0.06463573376337686
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,10240,3072,0.07028053601582845
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,10240,3072,0.06370453437169393
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,10240,3072,0.06258453528086344
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,10240,3072,0.05742293198903402
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,10240,3072,0.05533226728439331
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,10240,3072,0.055377066135406494
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,10240,3072,0.05409599939982096
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,10240,3072,0.04887146552403768
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,10240,3072,0.047202134132385255
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,10240,3072,0.0467957337697347
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,10240,3072,0.04519893328348796
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,10240,3072,0.03972053527832031
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,10240,3072,0.03869013388951619
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,10240,3072,0.03863146702448527
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,10240,3072,0.03125440080960591
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,10240,3072,0.031464533011118574
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,10240,3072,0.03051626682281494
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,10240,3072,0.023411200443903605
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,10240,3072,0.029753599564234418
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,10240,3072,0.023013333479563393
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,10240,3072,0.02272319992383321
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,10240,3072,0.01492800017197927
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,10240,3072,0.021684267123540244
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,10240,3072,0.013910399874051413
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,10240,3072,0.013693867127100625
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,10240,3072,0.013686399658521017
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,10240,3072,0.013985066612561544
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,10240,3072,0.013967999815940857
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,10240,3072,0.013704533378283182
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,10240,3072,0.013847466309865317
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,10240,3072,0.013237333297729493
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,10240,3072,0.01365013321240743
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,10240,3072,0.013341866930325828
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,10240,3072,0.01293333371480306
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,10240,3072,0.01311360001564026
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,10240,3072,0.013221333424250284
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,10240,3072,0.012875733772913614
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,10240,3072,0.012775466839472453
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,10240,3072,0.012621866663297019
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,10240,3072,0.012863999605178833
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,10240,3072,0.012664533654848733
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,10240,3072,0.01291306714216868
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,10240,3072,0.01283519963423411
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,10240,3072,0.012634666760762534
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,10240,3072,0.01285866697629293
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,10240,3072,0.012552533547083536
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,10240,3072,0.012871467073758445
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,10240,3072,0.01323306659857432
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,10240,3072,0.012871467073758445
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,10240,3072,0.01249066690603892
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,10240,3072,0.012478933731714884
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,10240,3072,0.012942933042844138
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,10240,3072,0.01249066690603892
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,10240,3072,0.01281599998474121
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,10240,2560,1.0644284354315865
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,10240,2560,0.5287431081136068
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,10240,2560,0.286993768480089
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,10240,2560,0.16104000144534641
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,10240,2560,0.15781333711412218
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,10240,2560,0.15281066629621717
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,10240,2560,0.14441600110795763
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,10240,2560,0.14986666043599448
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,10240,2560,0.12918933232625326
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,10240,2560,0.13619200388590494
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,10240,2560,0.13109689288669163
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,10240,2560,0.118559996287028
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,10240,2560,0.11382399664984809
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,10240,2560,0.11193599965837266
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,10240,2560,0.10295466581980388
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,10240,2560,0.10151288906733195
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,10240,2560,0.09097422493828668
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,10240,2560,0.08753599723180135
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,10240,2560,0.08560533656014337
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,10240,2560,0.0826702250374688
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,10240,2560,0.07492444250318739
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,10240,2560,0.06912355290518866
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,10240,2560,0.07120355632570055
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,10240,2560,0.06981511248482598
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,10240,2560,0.06037155787150065
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,10240,2560,0.05481422278616163
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,10240,2560,0.05674666828579373
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,10240,2560,0.049774222903781466
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,10240,2560,0.045109334919187755
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,10240,2560,0.04267200165324741
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,10240,2560,0.03923199905289544
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,10240,2560,0.03065599997838338
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,10240,2560,0.0319164428446028
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,10240,2560,0.02635555631584591
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,10240,2560,0.02054933375782437
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,10240,2560,0.016565332810084026
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,10240,2560,0.013180444637934366
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,10240,2560,0.013262222210566202
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,10240,2560,0.013180444637934366
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,10240,2560,0.015834665960735746
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,10240,2560,0.014479999740918478
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,10240,2560,0.014485332700941296
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,10240,2560,0.013358222113715278
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,10240,2560,0.014529777897728814
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,10240,2560,0.011198221809334226
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,10240,2560,0.011144888897736868
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,10240,2560,0.01110577748881446
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,10240,2560,0.011872000164455838
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,10240,2560,0.011870221959220039
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,10240,2560,0.012472888661755456
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,10240,2560,0.012538666526476542
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,10240,2560,0.012963555753231049
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,10240,2560,0.01109688894616233
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,10240,2560,0.011006222003036074
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,10240,2560,0.012839111189047495
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,10240,2560,0.013004444539546967
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,10240,2560,0.011772444678677453
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,10240,2560,0.011872000164455838
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,10240,2560,0.012106666962305704
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,10240,2560,0.011756444142924415
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,10240,2560,0.011791999969217511
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,10240,2560,0.011784888803958893
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,10240,2560,0.01201244443655014
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,10240,2560,0.011964444484975604
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,10240,2560,0.011900444825490316
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,10240,2560,0.011852444046073489
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,10240,2560,0.013105777402718862
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,10240,2560,0.013176889055305056
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,10240,2560,0.013237333132161034
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,10240,2560,0.01312888910373052
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,10240,2560,0.013422222601042854
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,10240,2560,0.01313244468635983
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,10240,2560,0.013820444544156393
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,10240,2560,0.01406044430202908
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,10240,2560,0.7537408192952474
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,10240,2560,0.4026954650878906
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,10240,2560,0.19880107243855794
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,10240,2560,0.12398719787597656
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,10240,2560,0.12105920314788818
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,10240,2560,0.11102720101674397
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,10240,2560,0.10321706930796307
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,10240,2560,0.10318933327992756
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,10240,2560,0.09451413154602051
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,10240,2560,0.09389653205871581
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,10240,2560,0.08904213110605876
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,10240,2560,0.08555200099945068
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,10240,2560,0.08481067021687826
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,10240,3072,0.012818132837613424
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,10240,2560,0.084224001566569
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,10240,2560,0.07987519900004068
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,10240,2560,0.07820266882578532
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,10240,2560,0.07383360068003336
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,10240,2560,0.0710815985997518
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,10240,2560,0.06916586558024088
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,10240,2560,0.06945599714914957
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,10240,2560,0.06261759996414185
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,10240,2560,0.060229333241780605
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,10240,2560,0.05785173177719116
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,10240,2560,0.05141546726226807
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,10240,2560,0.05060586531956991
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,10240,2560,0.05123413403828939
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,10240,2560,0.04496639966964722
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,10240,2560,0.04323306481043498
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,10240,2560,0.04162240028381348
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,10240,2560,0.039662933349609374
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,10240,2560,0.034704001744588216
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,10240,2560,0.035554134845733644
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,10240,2560,0.030883200963338214
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,10240,2560,0.057613865534464515
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,10240,2560,0.028010666370391846
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,10240,2560,0.025293866793314617
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,10240,2560,0.024116265773773193
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,10240,2560,0.02258453369140625
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,10240,2560,0.02263039946556091
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,10240,2560,0.0240831991036733
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,10240,2560,0.022574933369954427
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,10240,2560,0.02342826724052429
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,10240,2560,0.023294933636983237
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,10240,2560,0.020533333222071327
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,10240,2560,0.022363734245300294
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,10240,2560,0.020115200678507486
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,10240,2560,0.020466132958730062
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,10240,2560,0.02063360015551249
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,10240,2560,0.020873600244522096
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,10240,2560,0.021882667144139608
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,10240,2560,0.020808533827463786
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,10240,2560,0.020606933037439983
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,10240,2560,0.020055466890335084
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,10240,2560,0.01866133411725362
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,10240,2560,0.020601600408554077
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,10240,2560,0.020665599902470907
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,10240,2560,0.019926400979359944
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,10240,2560,0.019492266575495402
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,10240,2560,0.01904426614443461
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,10240,2560,0.01955946683883667
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,10240,2560,0.01956693331400553
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,10240,2560,0.02026026646296183
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,10240,2560,0.018782933553059898
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,10240,2560,0.020056533813476562
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,10240,2560,0.019687465826670327
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,10240,2560,0.02104533314704895
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,10240,2560,0.018566399812698364
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,10240,2560,0.01891626715660095
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,10240,2560,0.018580265839894614
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,10240,2560,0.01858133276303609
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,10240,2560,0.018492799997329713
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,10240,2560,0.018583466609319053
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,10240,2560,0.0184608002503713
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,10240,2560,0.018605866034825645
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,10240,3072,0.012993066509564718
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,10240,3072,0.012520533800125123
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,10240,3072,0.012868266304334006
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,10240,3072,0.013159466783205667
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,10240,3072,0.012820266683896384
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,10240,3072,0.012820266683896384
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,10240,2560,0.4446069399515788
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,10240,2560,0.21873599688212075
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,10240,2560,0.8938112258911133
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,10240,2560,0.1999765396118164
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,10240,2560,1.7858304341634113
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,10240,2560,0.19071680704752605
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,10240,2560,0.26247572898864746
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,10240,2560,0.17409599622090657
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,10240,2560,0.1755370616912842
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,10240,2560,0.159007994333903
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,10240,2560,0.15892586708068848
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,10240,2560,0.1473983923594157
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,10240,2560,0.1401898701985677
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,10240,2560,0.13105279604593914
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,10240,2560,0.12928213278452555
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,10240,2560,0.11527787049611408
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,10240,2560,0.10477759838104247
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,10240,2560,0.10034133593241375
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,10240,2560,0.2434079964955648
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,10240,2560,0.08623572985331217
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,10240,2560,0.2488874594370524
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,10240,2560,0.06737066904703776
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,10240,2560,0.04968426624933879
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,10240,2560,0.22621439297993978
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,10240,2560,0.233679993947347
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,10240,2560,0.03494079907735188
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,10240,2560,0.21778772672017416
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,10240,2560,0.2037813345591227
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,10240,2560,0.02104746699333191
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,10240,2560,0.18785492579142254
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,10240,2560,0.08643199602762858
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,10240,2560,0.05922666788101196
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,10240,2560,0.045305601755778
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,10240,2560,0.042521599928538004
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,10240,2560,0.031691733996073404
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,10240,2560,0.02654293378194173
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,10240,2560,0.01729493339856466
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,10240,2560,0.016937599579493205
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,10240,2560,0.017308799425760905
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,10240,2560,0.016922666629155477
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,10240,2560,0.016109866897265117
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,10240,2560,0.015742933750152587
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,10240,2560,0.01579839984575907
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,10240,2560,0.015588266650835672
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,10240,2560,0.012868266304334006
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,10240,2560,0.011591466267903645
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,10240,2560,0.015703466534614564
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,10240,2560,0.015334399541219077
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,10240,2560,0.013037866353988648
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,10240,2560,0.016129066546758018
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,10240,2560,0.015289599696795145
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,10240,2560,0.017628800868988038
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,10240,2560,0.01609386702378591
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,10240,2560,0.015662933389345803
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,10240,2560,0.016105600198109946
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,10240,2560,0.015315199891726175
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,10240,2560,0.016446933150291443
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,10240,2560,0.01689066688219706
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,10240,2560,0.015384533007939658
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,10240,2560,0.017416532834370932
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,10240,2560,0.01617280046145121
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,10240,2560,0.015731199582417806
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,10240,2560,0.016321067015329996
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,10240,2560,0.015307733416557312
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,10240,2560,0.01678826610247294
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,10240,2560,0.017324799299240114
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,10240,2560,0.015677866339683533
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,10240,2560,0.01774719953536987
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,10240,2560,0.013293866316477457
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,10240,2560,0.012885333100954691
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,10240,2560,0.013149866461753845
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,10240,2560,0.013306666413942972
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,10240,2560,0.013149866461753845
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,10240,2560,0.012990933656692506
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,10240,2560,0.26150506337483725
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,10240,2560,0.1341418743133545
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,10240,2560,0.508676274617513
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,10240,2560,0.07642133235931396
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,10240,2560,0.0713813304901123
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,10240,2560,0.0768992026646932
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,10240,2560,0.07142720222473145
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,10240,2560,0.06966293652852376
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,10240,2560,0.06934080123901368
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,10240,2560,0.06405973434448242
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,10240,2560,0.06162879864374796
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,10240,2560,0.06360746622085571
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,10240,2560,0.06168959935506185
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,10240,2560,0.056493866443634036
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,10240,2560,0.05670400063196818
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,10240,2560,0.054571731885274255
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,10240,2560,0.04891093174616496
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,10240,2560,0.050298666954040526
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,10240,2560,0.04875946839650472
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,10240,2560,0.0429749329884847
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,10240,2560,0.04667093356450398
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,10240,2560,0.04130239884058635
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,10240,2560,0.041555198033650716
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,10240,2560,0.03988266785939534
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,10240,2560,0.03545066515604655
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,10240,2560,0.03412160078684489
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,10240,2560,0.034508800506591795
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,10240,2560,0.028434133529663085
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,10240,2560,0.026868265867233277
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,10240,2560,0.02830186684926351
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,10240,2560,0.02105813423792521
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,10240,2560,0.02718186577161153
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,10240,2560,0.020694400866826376
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,10240,2560,0.02018666664759318
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,10240,2560,0.013963733116785684
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,10240,2560,0.019426133235295615
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,10240,2560,0.012818132837613424
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,10240,2560,0.012453333536783854
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,10240,2560,0.012664533654848733
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,10240,2560,0.012481066584587096
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,10240,2560,0.012824533383051553
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,10240,2560,0.012425600488980611
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,10240,2560,0.012335999806722005
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,10240,2560,0.01260693371295929
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,10240,2560,0.012026666601498922
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,10240,2560,0.012034133076667786
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,10240,2560,0.0120170662800471
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,10240,2560,0.011598933736483257
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,10240,2560,0.01162986656030019
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,10240,2560,0.01197760005791982
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,10240,2560,0.012115200360616047
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,10240,2560,0.011658666531244914
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,10240,2560,0.011655466755231221
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,10240,2560,0.011582932869593303
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,10240,2560,0.011673600474993388
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,10240,2560,0.011593600114186604
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,10240,2560,0.011645866433779399
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,10240,2560,0.011529599626859028
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,10240,2560,0.011580800016721089
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,10240,2560,0.011544533570607503
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,10240,2560,0.011718400319417318
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,10240,2560,0.011313066879908244
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,10240,2560,0.011659733454386393
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,10240,2560,0.011246933539708456
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,10240,2560,0.011694932977358501
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,10240,2560,0.0116266667842865
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,10240,2560,0.011617066462834676
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,10240,2048,0.8440799713134766
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,10240,2048,0.47632133960723877
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,10240,2048,0.2369719942410787
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,10240,2048,0.14096800486246744
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,10240,2048,0.13364400466283163
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,10240,2048,0.13408533732096353
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,10240,2048,0.12410400311152141
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,10240,2048,0.11342400312423706
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,10240,2048,0.10559866825739543
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,10240,2560,0.011662933230400085
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,10240,2048,0.1078706681728363
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,10240,2048,0.0978320042292277
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,10240,2048,0.1049560010433197
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,10240,2048,0.09482799967130025
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,10240,2048,0.09561466177304585
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,10240,2048,0.08307333290576935
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,10240,2048,0.0897173285484314
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,10240,2048,0.07459199925263722
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,10240,2048,0.07037733495235443
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,10240,2048,0.06780266761779785
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,10240,2048,0.06202800075213114
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,10240,2048,0.05748666822910309
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,10240,2048,0.05789199968179067
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,10240,2048,0.05561600128809611
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,10240,2048,0.04939199984073639
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,10240,2048,0.044324000676472984
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,10240,2048,0.046053335070610046
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,10240,2048,0.04058400044838587
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,10240,2048,0.036573333044846855
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,10240,2048,0.034844001134236656
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,10240,2048,0.03196666638056437
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,10240,2048,0.02497733384370804
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,10240,2048,0.025814667344093323
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,10240,2048,0.021274665991465252
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,10240,2048,0.01685333376129468
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,10240,2048,0.01368399957815806
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,10240,2048,0.010960000256697336
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,10240,2048,0.011305333425601324
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,10240,2048,0.011402666568756104
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,10240,2048,0.013517333815495173
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,10240,2048,0.012261333564917246
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,10240,2048,0.012038666754961014
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,10240,2048,0.07816799978415172
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,10240,2048,0.011374667286872864
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,10240,2048,0.00938533308605353
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,10240,2048,0.009357333183288574
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,10240,2048,0.009434666484594345
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,10240,2048,0.009891999885439873
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,10240,2048,0.009881333137551943
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,10240,2048,0.010379999876022339
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,10240,2048,0.01081066702802976
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,10240,2048,0.011121333887179693
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,10240,2048,0.009197333206733068
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,10240,2048,0.009127999966343244
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,10240,2048,0.010888000329335531
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,10240,2048,0.010926666359106699
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,10240,2048,0.010121333102385202
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,10240,2048,0.010009333491325378
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,10240,2048,0.010147999972105026
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,10240,2048,0.009985333308577538
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,10240,2048,0.009869333356618881
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,10240,2048,0.009891999885439873
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,10240,2048,0.010034666707118353
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,10240,2048,0.009958666438857714
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,10240,2048,0.010133333504199982
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,10240,2048,0.009945333624879519
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,10240,2560,0.011457066734631855
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,10240,2048,0.009877333417534828
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,10240,2048,0.010035999740163485
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,10240,2048,0.009982666621605555
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,10240,2048,0.009976000214616457
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,10240,2048,0.010385333249966303
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,10240,2048,0.010057333235939344
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,10240,2048,0.010363999754190445
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,10240,2048,0.011947999397913614
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,10240,2048,0.2931445439656576
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,10240,2048,0.009750666717688242
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,10240,2048,0.6030143737792969
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,10240,2048,0.1508149305979411
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,10240,2048,0.08769066333770752
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,10240,2048,0.08794773419698079
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,10240,2048,0.08636266390482585
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,10240,2048,0.08134400049845378
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,10240,2048,0.08126933574676513
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,10240,2048,0.08392639954884848
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,10240,2048,0.08876372973124186
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,10240,2048,0.0768992026646932
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,10240,2048,0.07580800056457519
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,10240,2048,0.07764480113983155
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,10240,2048,0.07203733126322429
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,10240,2048,0.06988053321838379
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,10240,2048,0.06845119794209799
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,10240,2048,0.06184106667836507
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,10240,2048,0.06297386487325032
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,10240,2048,0.057809066772460935
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,10240,2048,0.05862293243408203
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,10240,2048,0.051671465237935386
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,10240,2048,0.04925653139750163
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,10240,2048,0.049755732218424484
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,10240,2048,0.05084160168965658
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,10240,2560,0.0116074671347936
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,10240,2048,0.04511253436406453
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,10240,2048,0.045450667540232345
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,10240,2048,0.040667732556660965
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,10240,2048,0.037453866004943846
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,10240,2048,0.036917332808176676
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,10240,2048,0.03498880068461101
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,10240,2048,0.031031467517217
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,10240,2048,0.03244906663894653
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,10240,2048,0.02619839906692505
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,10240,2048,0.029101866483688354
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,10240,2048,0.023702400922775268
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,10240,2048,0.02082560062408447
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,10240,2048,0.021485867102940877
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,10240,2048,0.021153066555658975
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,10240,2048,0.022032000621159873
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,10240,2560,0.012012799580891926
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,10240,2048,0.021934932470321654
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,10240,2048,0.021257599194844566
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,10240,2048,0.02044373353322347
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,10240,2048,0.021458133061726888
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,10240,2048,0.018629332383473717
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,10240,2048,0.018528000513712565
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,10240,2048,0.021206400791803994
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,10240,2048,0.018603734175364175
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,10240,2048,0.018548266092936198
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,10240,2048,0.020414932568868
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,10240,2048,0.020629332462946574
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,10240,2048,0.020230400562286376
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,10240,2048,0.01854506731033325
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,10240,2048,0.019004799922307334
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,10240,2048,0.019374932845433554
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,10240,2048,0.018710400660832724
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,10240,2048,0.0185589333375295
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,10240,2048,0.018541866540908815
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,10240,2048,0.018480000893274943
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,10240,2048,0.045586133003234865
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,10240,2048,0.01861226757367452
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,10240,2048,0.018951465686162315
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,10240,2048,0.01858560045560201
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,10240,2048,0.01853760083516439
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,10240,2048,0.018465065956115724
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,10240,2048,0.018539732694625853
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,10240,2048,0.017851734161376955
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,10240,2048,0.0166101336479187
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,10240,2048,0.016992000738779704
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,10240,2048,0.016545066237449647
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,10240,2048,0.016472533345222473
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,10240,2048,0.01800640026728312
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,10240,2048,0.01656000018119812
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,10240,2048,0.016551466782887776
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,10240,2048,0.01863893270492554
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,10240,2560,0.01125440001487732
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,10240,2560,0.011658666531244914
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,10240,2560,0.011592533191045125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,10240,2048,0.2405344009399414
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,10240,2048,0.2014239947001139
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,10240,2048,0.4169930775960286
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,10240,2048,0.2025983969370524
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,10240,2048,0.8331690470377604
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,10240,2048,0.18634559313456217
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,10240,2048,0.18844906489054364
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,10240,2048,0.17522667249043783
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,10240,2048,0.17162666320800782
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,10240,2048,0.16202346483866376
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,10240,2048,0.2246229330698649
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,10240,2048,0.15930026372273762
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,10240,2048,0.1466485341389974
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,10240,2048,0.14431039492289227
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,10240,2048,0.13006400267283122
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,10240,2048,1.6710709889729816
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,10240,2048,0.11850666999816895
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,10240,2048,0.11495786507924396
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,10240,2048,0.08577067057291667
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,10240,2048,0.074563201268514
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,10240,2048,0.08149333000183105
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,10240,2048,0.058730665842692056
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,10240,2048,0.05605973402659098
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,10240,2048,0.04537493387858073
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,10240,2048,0.10722986857096355
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,10240,2048,0.03250453273455302
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,10240,2048,0.22877653439839682
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,10240,2048,0.21136852900187172
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,10240,2048,0.019796266158421835
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,10240,2048,0.21281387011210123
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,10240,2048,0.07224213282267253
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,10240,2048,0.03885333140691121
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,10240,2048,0.051685333251953125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,10240,2048,0.040506664911905924
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,10240,2048,0.02882986664772034
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,10240,2048,0.024616533517837526
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,10240,2048,0.016125866770744325
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,10240,2048,0.014638933539390563
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,10240,2048,0.016085333625475564
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,10240,2048,0.015954132874806723
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,10240,2048,0.015826132893562318
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,10240,2048,0.01492800017197927
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,10240,2048,0.014461867014567056
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,10240,2048,0.01502293348312378
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,10240,2048,0.011643733580907185
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,10240,2048,0.0105621337890625
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,10240,2048,0.012997333208719888
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,10240,2048,0.012857600053151449
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,10240,2048,0.013796266913414002
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,10240,2048,0.013336533308029174
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,10240,2048,0.01458133359750112
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,10240,2048,0.01411946713924408
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,10240,2048,0.014101333419481912
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,10240,2048,0.013832533359527588
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,10240,2048,0.014526933431625366
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,10240,2048,0.014086400469144186
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,10240,2048,0.015331199765205384
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,10240,2048,0.013909332950909934
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,10240,2048,0.01534933348496755
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,10240,2048,0.014097066720326743
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,10240,2048,0.014502400159835815
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,10240,2048,0.012128000458081562
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,10240,2048,0.014444800217946372
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,10240,2048,0.0136245330174764
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,10240,2048,0.015278933445612588
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,10240,2048,0.014114133516947427
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,10240,2048,0.014666666587193808
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,10240,2048,0.01416000028451284
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,10240,2048,0.012011733651161195
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,10240,2048,0.011716266473134358
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,10240,2048,0.011609599987665812
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,10240,2048,0.011739733815193176
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,10240,2048,0.011711999773979187
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,10240,2048,0.01170133352279663
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,10240,2048,0.42713174819946287
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,10240,2048,0.21511467297871908
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,10240,2048,0.11374080181121826
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,10240,2048,0.06113066673278809
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,10240,2048,0.0596010684967041
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,10240,2048,0.06502720117568969
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,10240,2048,0.05518399874369303
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,10240,2048,0.061080535252889
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,10240,2048,0.05944533348083496
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,10240,2048,0.06524906555811563
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,10240,2048,0.0547765334447225
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,10240,2048,0.05299306710561117
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,10240,2048,0.0533461332321167
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,10240,2048,0.047790932655334475
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,10240,2048,0.04701226552327474
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,10240,2048,0.04844053188959758
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,10240,2048,0.043399465084075925
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,10240,2048,0.04195199807484944
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,10240,2048,0.04217706521352132
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,10240,2048,0.04087146520614624
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,10240,2048,0.037043201923370364
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,10240,2048,0.036046934127807614
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,10240,2048,0.035139199097951254
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,10240,2048,0.03028159936269124
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,10240,2048,0.034457600116729735
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,10240,2048,0.030092799663543703
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,10240,2048,0.02974613308906555
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,10240,2048,0.02460800011952718
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,10240,2048,0.023939200242360435
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,10240,2048,0.024338134129842124
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,10240,2048,0.02323733369509379
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,10240,2048,0.01848533352216085
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,10240,2048,0.018294399976730345
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,10240,2048,0.017774933576583864
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,10240,2048,0.012359467148780823
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,10240,2048,0.017323732376098633
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,10240,2048,0.011245866616566975
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,10240,2048,0.01120746632417043
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,10240,2048,0.01129813293615977
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,10240,2048,0.011194666226704914
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,10240,2048,0.011229866743087768
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,10240,2048,0.011202133695284526
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,10240,2048,0.011237333218256634
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,10240,2048,0.010843732953071594
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,10240,2048,0.010946133732795715
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,10240,2048,0.010809600353240967
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,10240,2048,0.010475732882817586
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,10240,2048,0.01086186667283376
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,10240,2048,0.010573866963386535
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,10240,2048,0.0108106662829717
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,10240,2048,0.010693333546320597
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,10240,2048,0.01086186667283376
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,10240,2048,0.010603732864061991
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,10240,2048,0.01045973300933838
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,10240,2048,0.010809600353240967
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,10240,2048,0.010362666845321656
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,10240,2048,0.010781866312026978
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,10240,2048,0.010825600226720173
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,10240,2048,0.010795733332633973
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,10240,2048,0.01042560040950775
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,10240,2048,0.010700800021489461
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,10240,2048,0.01053546667098999
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,10240,2048,0.010396800438563029
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,10240,2048,0.010365866621335347
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,10240,2048,0.010386133193969726
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,10240,2048,0.010472533106803895
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,10240,2048,0.010417067011197408
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,10240,1536,0.6537578582763672
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,10240,1536,0.32402667999267576
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,10240,1536,0.16461973190307616
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,10240,1536,0.0972330649693807
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,10240,1536,0.10670506954193115
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,10240,1536,0.11338666280110676
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,10240,1536,0.10888213316599529
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,10240,1536,0.08930666446685791
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,10240,1536,0.0820682684580485
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,10240,1536,0.08644159634908041
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,10240,1536,0.07899733384450278
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,10240,2048,0.010773332913716634
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,10240,1536,0.07912533283233643
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,10240,1536,0.0729045311609904
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,10240,1536,0.0725717306137085
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,10240,1536,0.06371946732203165
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,10240,1536,0.06351360082626342
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,10240,1536,0.05703359842300415
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,10240,1536,0.05600746472676595
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,10240,1536,0.053732268015543615
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,10240,1536,0.056942931811014806
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,10240,1536,0.047192533810933426
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,10240,1536,0.04346453348795573
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,10240,1536,0.04267306725184123
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,10240,1536,0.03745919863382975
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,10240,1536,0.034663466612497966
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,10240,1536,0.03574186563491821
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,10240,1536,0.030765867233276366
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,10240,1536,0.028086400032043456
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,10240,1536,0.027134933074315387
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,10240,1536,0.02448319991429647
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,10240,1536,0.01949119965235392
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,10240,1536,0.01998400092124939
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,10240,1536,0.01649493376413981
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,10240,1536,0.01334933340549469
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,10240,1536,0.011176533500353495
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,10240,1536,0.009100799759229023
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,10240,1536,0.00928000013033549
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,10240,1536,0.009115733702977498
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,10240,1536,0.010398933291435241
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,10240,1536,0.009912533561388652
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,10240,1536,0.0439850648244222
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,10240,1536,0.009473066528638203
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,10240,1536,0.009675733248392741
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,10240,1536,0.0075765331586201985
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,10240,1536,0.007694933315118153
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,10240,1536,0.007605333129564922
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,10240,1536,0.007868800063927968
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,10240,1536,0.007864533364772797
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,10240,1536,0.008498133222262064
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,10240,1536,0.008331733445326488
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,10240,1536,0.008933333555857341
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,10240,1536,0.007456000149250031
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,10240,1536,0.007156266768773396
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,10240,1536,0.008730666836102803
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,10240,1536,0.008694400389989216
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,10240,1536,0.008296533425649007
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,10240,1536,0.008289066453774769
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,10240,1536,0.00821973333756129
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,10240,1536,0.008229333162307739
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,10240,1536,0.008318933347860973
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,10240,1536,0.008301866551240284
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,10240,1536,0.008284799754619598
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,10240,1536,0.008226133386294047
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,10240,1536,0.008329600095748901
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,10240,1536,0.008281599978605907
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,10240,1536,0.007918933530648549
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,10240,1536,0.007893333335717519
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,10240,1536,0.008150400221347808
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,10240,1536,0.007913599908351897
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,10240,1536,0.008312533299128216
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,10240,1536,0.00997440020243327
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,10240,1536,0.007899733384450276
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,10240,1536,0.00796693315108617
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,10240,1536,0.008277333279450735
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,10240,1536,0.22382720311482748
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,10240,1536,0.11857919692993164
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,10240,1536,0.45685545603434247
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,10240,1536,0.07300373713175455
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,10240,1536,0.08756586710611979
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,10240,1536,0.07257920106252035
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,10240,1536,0.08111786842346191
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,10240,1536,0.06612159808476767
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,10240,1536,0.07832213242848715
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,10240,1536,0.06584853331247965
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,10240,1536,0.06627306540807089
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,10240,1536,0.05947306553522745
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,10240,2048,0.010377599795659383
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,10240,1536,0.06129599809646606
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,10240,1536,0.058533334732055665
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,10240,1536,0.0549397349357605
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,10240,1536,0.05439786513646444
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,10240,1536,0.04941973288853963
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,10240,1536,0.0511029322942098
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,10240,1536,0.05317226648330688
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,10240,1536,0.045213866233825686
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,10240,1536,0.04290453195571899
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,10240,1536,0.042787198225657144
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,10240,1536,0.04298986593882243
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,10240,1536,0.03980906804402669
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,10240,1536,0.037267200152079266
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,10240,1536,0.039589333534240725
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,10240,1536,0.034645334879557295
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,10240,1536,0.03330559929211934
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,10240,1536,0.03275306622187297
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,10240,1536,0.0309663991133372
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,10240,1536,0.04934080044428508
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,10240,1536,0.02770026723543803
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,10240,1536,0.028978133201599122
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,10240,1536,0.025146667162577314
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,10240,1536,0.024343466758728026
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,10240,1536,0.020875734090805054
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,10240,1536,0.018549333016077675
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,10240,1536,0.020284799734751384
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,10240,1536,0.019963733355204263
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,10240,1536,0.018569600582122803
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,10240,1536,0.020169599850972494
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,10240,1536,0.018901334206263224
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,10240,1536,0.019299199183781944
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,10240,1536,0.01858133276303609
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,10240,1536,0.017718400557835898
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,10240,1536,0.016596266627311708
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,10240,1536,0.016477866967519125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,10240,1536,0.01651946703592936
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,10240,1536,0.0164682666460673
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,10240,1536,0.017516799767812095
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,10240,1536,0.01748266617457072
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,10240,1536,0.01665600041548411
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,10240,1536,0.016114133596420287
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,10240,1536,0.016503467162450155
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,10240,1536,0.017011199394861856
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,10240,1536,0.016588800152142844
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,10240,1536,0.017349332571029663
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,10240,1536,0.017143466075261436
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,10240,1536,0.016724266608556113
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,10240,2048,0.010408533612887065
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,10240,1536,0.01655466655890147
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,10240,1536,0.01651413341363271
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,10240,1536,0.016502400239308677
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,10240,1536,0.016424533724784852
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,10240,1536,0.016100266575813295
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,10240,1536,0.016548267006874083
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,10240,1536,0.016539733608563742
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,10240,1536,0.014465066790580749
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,10240,1536,0.014525866508483887
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,10240,1536,0.014997333288192749
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,10240,1536,0.014434132973353067
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,10240,1536,0.014446933070818582
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,10240,1536,0.014918399850527444
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,10240,1536,0.014491732915242514
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,10240,1536,0.014513066411018372
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,10240,2048,0.010787199934323628
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,10240,2048,0.010411733388900756
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,10240,2048,0.010427733262379963
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,10240,2048,0.010637866457303365
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,10240,1536,0.22469333012898765
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,10240,1536,0.3919466654459635
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,10240,1536,0.786190923055013
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,10240,1536,0.1891658624013265
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,10240,1536,0.18662080764770508
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,10240,1536,0.21476799647013345
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,10240,1536,0.17469333012898763
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,10240,1536,0.17585919698079427
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,10240,1536,0.16415467262268066
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,10240,1536,1.5747083028157554
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,10240,1536,0.1587498664855957
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,10240,1536,0.1441834608713786
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,10240,1536,0.13232959906260172
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,10240,1536,0.11202773253122966
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,10240,1536,0.11786879698435467
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,10240,1536,0.09914133548736573
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,10240,1536,0.09626346429189046
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,10240,1536,0.08309653600056967
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,10240,1536,0.07496106624603271
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,10240,1536,0.06126506725947062
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,10240,1536,0.05356906652450562
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,10240,1536,0.05033173163731893
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,10240,1536,0.041516800721486405
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,10240,1536,0.14685440063476562
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,10240,1536,0.06763839721679688
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,10240,1536,0.029332266251246138
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,10240,1536,0.2151423931121826
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,10240,1536,0.1988426685333252
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,10240,1536,0.016516266266504924
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,10240,1536,0.205239470799764
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,10240,1536,0.058981335163116454
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,10240,1536,0.04590506553649902
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,10240,1536,0.037478399276733396
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,10240,1536,0.034074668089548746
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,10240,1536,0.025587199131647746
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,10240,1536,0.022754132747650146
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,10240,1536,0.013618133465449014
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,10240,1536,0.014108799894650779
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,10240,1536,0.013710932930310568
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,10240,1536,0.013642666737238565
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,10240,1536,0.012525866429011026
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,10240,1536,0.012470400333404541
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,10240,1536,0.012056533495585125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,10240,1536,0.012026666601498922
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,10240,1536,0.010177066922187806
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,10240,1536,0.009962667028109233
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,10240,1536,0.01042560040950775
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,10240,1536,0.010439466436703999
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,10240,1536,0.010826667149861652
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,10240,1536,0.011111467083295187
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,10240,1536,0.01120960017045339
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,10240,1536,0.011190399527549744
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,10240,1536,0.011492266257603963
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,10240,1536,0.011617066462834676
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,10240,1536,0.011228799819946289
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,10240,1536,0.011192533373832702
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,10240,1536,0.012475732962290447
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,10240,1536,0.010424533486366272
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,10240,1536,0.012058666348457337
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,10240,1536,0.01172160009543101
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,10240,1536,0.011633066336313884
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,10240,1536,0.011386666695276897
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,10240,1536,0.01120853324731191
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,10240,1536,0.011595732967058818
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,10240,1536,0.012547199924786886
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,10240,1536,0.011243733763694762
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,10240,1536,0.01272213359673818
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,10240,1536,0.011633066336313884
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,10240,1536,0.17750080426534015
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,10240,1536,0.34316587448120117
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,10240,1536,0.010038399696350097
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,10240,1536,0.01090773344039917
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,10240,1536,0.00958293378353119
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,10240,1536,0.010013866424560546
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,10240,1536,0.011168000102043153
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,10240,1536,0.011619200309117634
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,10240,1536,0.054795734087626134
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,10240,1536,0.09376853307088216
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,10240,1536,0.054644266764322914
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,10240,1536,0.04928319851557414
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,10240,1536,0.05109866857528687
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,10240,1536,0.051037867863972984
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,10240,1536,0.045843199888865156
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,10240,1536,0.049370666344960526
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,10240,1536,0.04620266755421956
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,10240,1536,0.04415680170059204
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,10240,1536,0.04462720155715942
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,10240,1536,0.0404853343963623
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,10240,1536,0.04069120089213053
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,10240,1536,0.0395520011583964
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,10240,1536,0.03656746546427409
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,10240,1536,0.035352532068888345
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,10240,1536,0.03520533243815104
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,10240,1536,0.033980798721313474
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,10240,1536,0.030428800980250043
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,10240,1536,0.03143786589304606
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,10240,1536,0.030380799372990923
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,10240,1536,0.028637866179148357
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,10240,1536,0.02603306571642558
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,10240,1536,0.025719465812047322
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,10240,1536,0.02548266649246216
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,10240,1536,0.020986666282018028
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,10240,1536,0.02119040091832479
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,10240,1536,0.020035199324289956
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,10240,1536,0.020259199539820354
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,10240,1536,0.015727999806404113
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,10240,1536,0.015637333194414772
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,10240,1536,0.014682666460673014
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,10240,1536,0.014850133657455444
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,10240,1536,0.010778666536013285
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,10240,1536,0.009990400075912476
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,10240,1536,0.01040000021457672
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,10240,1536,0.00995733340581258
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,10240,1536,0.010005333026250203
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,10240,1536,0.010572800040245056
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,10240,1536,0.010346666971842448
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,10240,1536,0.009961600104967754
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,10240,1536,0.009853866696357728
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,10240,1536,0.009946667154630025
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,10240,1536,0.009960533181826273
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,10240,1536,0.009944533308347065
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,10240,1536,0.009992532928784688
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,10240,1536,0.010016000270843506
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,10240,1536,0.009617066383361817
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,10240,1536,0.009947733084360758
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,10240,1536,0.009782399733861287
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,10240,1536,0.009574400385220845
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,10240,1536,0.009591466188430786
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,10240,1536,0.009570133686065675
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,10240,1536,0.009607467055320739
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,10240,1536,0.010020266969998677
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,10240,1536,0.00957546631495158
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,10240,1536,0.009546666344006857
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,10240,1536,0.009563733140627544
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,10240,1536,0.00962666670481364
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,10240,1536,0.009679999947547913
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,10240,1536,0.009551999966303508
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,10240,1536,0.009524266918500264
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,10240,1536,0.009590400258700053
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,10240,1536,0.009961600104967754
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,10240,1536,0.009553066889444987
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,10240,1536,0.009645866354306538
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,10240,1024,0.4476895968119304
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,10240,1024,0.22176106770833334
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,10240,1024,0.11675946712493897
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,10240,1536,0.009541333715120951
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,10240,1024,0.07142293453216553
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,10240,1024,0.06420906782150268
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,10240,1024,0.06977706750233968
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,10240,1024,0.05973653395970663
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,10240,1024,0.06704320112864176
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,10240,1024,0.05765973329544068
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,10240,1024,0.062473599116007486
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,10240,1024,0.052570664882659913
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,10240,1024,0.052382934093475345
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,10240,1024,0.051291731993357334
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,10240,1024,0.05215573310852051
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,10240,1024,0.044946134090423584
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,10240,1024,0.04513813257217407
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,10240,1024,0.04013653198877971
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,10240,1024,0.04088213443756104
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,10240,1024,0.03880746761957805
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,10240,1024,0.04046613375345866
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,10240,1024,0.03265920082728068
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,10240,1024,0.03248746593793233
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,10240,1024,0.030481066306432086
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,10240,1024,0.034991999467213944
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,10240,1024,0.025970133145650227
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,10240,1024,0.03084160089492798
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,10240,1024,0.02526613275210063
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,10240,1024,0.023962666591008507
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,10240,1024,0.019715199867884316
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,10240,1024,0.019451733430226645
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,10240,1024,0.017358932892481485
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,10240,1024,0.014494933684666953
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,10240,1024,0.01525759994983673
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,10240,1024,0.012828800082206725
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,10240,1024,0.009973333279291789
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,10240,1024,0.007212799787521362
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,10240,1024,0.009979733824729919
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,10240,1024,0.007117866476376851
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,10240,1024,0.007635200023651123
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,10240,1024,0.007957333326339721
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,10240,1024,0.007743999858697255
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,10240,1024,0.007136000196139018
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,10240,1024,0.007468800246715546
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,10240,1024,0.00586346685886383
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,10240,1024,0.005997866888840993
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,10240,1024,0.0058783998092015585
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,10240,1024,0.006101333101590474
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,10240,1024,0.0058677335580190025
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,10240,1024,0.0062496001521746315
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,10240,1024,0.006714666883150737
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,10240,1024,0.006697600086530049
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,10240,1024,0.005762133498986562
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,10240,1024,0.006649599969387054
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,10240,1024,0.006674133241176605
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,10240,1024,0.00659093310435613
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,10240,1024,0.006330666442712148
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,10240,1024,0.006259199976921081
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,10240,1024,0.00626453310251236
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,10240,1024,0.0063967997829119366
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,10240,1024,0.006313600142796834
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,10240,1024,0.006239999830722809
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,10240,1024,0.0063381334145863845
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,10240,1024,0.0062730665008227035
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,10240,1024,0.006295466423034668
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,10240,1024,0.005650133391221364
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,10240,1024,0.005407999952634176
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,10240,1024,0.005226666728655497
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,10240,1024,0.005272533496220907
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,10240,1024,0.005443199972311656
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,10240,1024,0.0054175997773806255
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,10240,1024,0.005278933544953664
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,10240,1024,0.005130666494369507
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,10240,1024,0.007913599908351897
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,10240,1024,0.3235072135925293
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,10240,1024,0.16501439412434896
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,10240,1024,0.005433600147565206
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,10240,1024,0.08807573318481446
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,10240,1024,0.055770667394002285
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,10240,1024,0.05538880030314127
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,10240,1024,0.05754133462905884
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,10240,1024,0.05172799825668335
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,10240,1024,0.05185813506444296
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,10240,1024,0.0515882651011149
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,10240,1024,0.05342613458633423
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,10240,1024,0.04927359819412232
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,10240,1024,0.04947093327840169
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,10240,1024,0.04915413459142049
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,10240,1024,0.048971732457478837
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,10240,1024,0.045651201407114664
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,10240,1024,0.04530880053838094
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,10240,1024,0.04188160101572673
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,10240,1024,0.04113173484802246
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,10240,1024,0.043842132886250815
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,10240,1024,0.03710720141728719
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,10240,1024,0.03518400192260742
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,10240,1024,0.03505066633224487
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,10240,1024,0.03473386764526367
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,10240,1024,0.032866134246190386
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,10240,1024,0.032467200358708696
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,10240,1024,0.03486293156941732
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,10240,1024,0.029726932446161907
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,10240,1024,0.02953706582387288
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,10240,1024,0.0271232008934021
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,10240,1024,0.027445334196090698
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,10240,1024,0.023832533756891885
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,10240,1024,0.024548266331354776
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,10240,1024,0.02109439969062805
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,10240,1024,0.02032533288002014
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,10240,1024,0.04636373519897461
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,10240,1024,0.01898346741994222
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,10240,1024,0.017650133371353148
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,10240,1024,0.019474132855733236
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,10240,1024,0.017233065764109292
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,10240,1024,0.018279467026392618
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,10240,1024,0.016761600971221924
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,10240,1024,0.018480000893274943
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,10240,1024,0.01676693360010783
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,10240,1024,0.01799573302268982
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,10240,1024,0.016289066274960837
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,10240,1024,0.017465599377950034
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,10240,1024,0.01651093363761902
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,10240,1024,0.016359466314315795
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,10240,1024,0.016502400239308677
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,10240,1024,0.01625920037428538
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,10240,1024,0.01725333333015442
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,10240,1024,0.01689173380533854
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,10240,1024,0.016081066926320393
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,10240,1024,0.015887999534606935
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,10240,1024,0.01651946703592936
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,10240,1024,0.01650773286819458
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,10240,1024,0.015737600127855935
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,10240,1024,0.016376533110936484
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,10240,1024,0.014845866958300272
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,10240,1024,0.01606826682885488
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,10240,1024,0.01580693324406942
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,10240,1024,0.015549866358439126
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,10240,1024,0.015184000134468079
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,10240,1024,0.015050666530927024
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,10240,1024,0.014659200112024942
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,10240,1024,0.014460800091425577
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,10240,1024,0.014465066790580749
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,10240,1024,0.014365866780281067
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,10240,1024,0.01446399986743927
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,10240,1024,0.014504533012708029
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,10240,1024,0.01446293294429779
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,10240,1024,0.014471466342608133
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,10240,1024,0.014468266566594442
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,10240,1024,0.01446293294429779
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,10240,1536,0.009595732887585957
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,10240,1536,0.00960106650988261
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,10240,1536,0.00965013305346171
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,10240,1536,0.009186133742332458
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,10240,1536,0.009198932846387228
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,10240,1024,0.37106558481852214
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,10240,1024,0.17524693806966146
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,10240,1024,0.7389365514119466
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,10240,1024,0.15858559608459472
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,10240,1024,1.4788309733072915
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,10240,1024,0.20669120152791343
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,10240,1024,0.13885332743326823
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,10240,1024,0.1351103941599528
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,10240,1024,0.11980480353037518
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,10240,1024,0.10349973042805989
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,10240,1024,0.0867199977238973
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,10240,1024,0.1991744041442871
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,10240,1024,0.08231146335601806
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,10240,1024,0.07048106988271077
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,10240,1024,0.081167999903361
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,10240,1024,0.19702399571736653
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,10240,1024,0.06848533153533935
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,10240,1024,0.059222400188446045
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,10240,1024,0.05572266578674316
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,10240,1024,0.04764906565348308
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,10240,1024,0.04503786563873291
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,10240,1024,0.12009066740671795
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,10240,1024,0.03621973196665446
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,10240,1024,0.18760107358296713
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,10240,1024,0.06426453193028768
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,10240,1024,0.0267850657304128
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,10240,1024,0.1843455950419108
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,10240,1024,0.16959147453308104
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,10240,1024,0.014453333616256715
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,10240,1024,0.14519039789835614
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,10240,1024,0.052146132787068686
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,10240,1024,0.04153813521067302
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,10240,1024,0.029752532641092937
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,10240,1024,0.02209279934565226
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,10240,1024,0.03402880032857259
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,10240,1024,0.01977919936180115
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,10240,1024,0.012455466389656066
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,10240,1024,0.012440533439318339
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,10240,1024,0.012122666835784912
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,10240,1024,0.01202453374862671
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,10240,1024,0.011266133189201355
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,10240,1024,0.011199999849001567
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,10240,1024,0.01076586643854777
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,10240,1024,0.010444800059000652
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,10240,1024,0.009059199690818786
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,10240,1024,0.00886400043964386
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,10240,1024,0.00957546631495158
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,10240,1024,0.009122133255004883
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,10240,1024,0.00957546631495158
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,10240,1024,0.009406933188438415
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,10240,1024,0.008865066369374593
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,10240,1024,0.010006399949391682
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,10240,1024,0.009958400328954061
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,10240,1024,0.009365333120028178
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,10240,1024,0.010363733768463135
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,10240,1024,0.009923199812571209
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,10240,1024,0.009668266773223877
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,10240,1024,0.01000426709651947
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,10240,1024,0.010041600465774536
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,10240,1024,0.010378666718800863
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,10240,1024,0.010034132997194927
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,10240,1024,0.009181867043177288
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,10240,1024,0.009691733121871948
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,10240,1024,0.010284800330797832
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,10240,1024,0.010011733571688334
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,10240,1024,0.009275733431180318
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,10240,1024,0.0102293332417806
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,10240,1024,0.010434133807818095
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,10240,1024,0.01004266639550527
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,10240,1024,0.009956266482671101
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,10240,1024,0.009591466188430786
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,10240,1024,0.009949866930643718
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,10240,1024,0.009511466821034749
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,10240,1024,0.010403199990590414
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,10240,1024,0.2610047976175944
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,10240,1024,0.1345098654429118
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,10240,1024,0.07206933498382569
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,10240,1024,0.04319146474202474
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,10240,1024,0.04026453495025635
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,10240,1024,0.04306986729303996
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,10240,1024,0.040440531571706136
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,10240,1024,0.0392959992090861
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,10240,1024,0.03624000151952107
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,10240,1024,0.036195198694864913
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,10240,1024,0.03553280035654704
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,10240,1024,0.03478613297144572
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,10240,1024,0.039280001322428384
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,10240,1024,0.03285226623217265
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,10240,1024,0.03253440062204997
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,10240,1024,0.029395200808842975
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,10240,1024,0.03130346735318502
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,10240,1024,0.028692267338434857
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,10240,1024,0.028227200110753376
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,10240,1024,0.025111466646194458
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,10240,1024,0.02754666606585185
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,10240,1024,0.02472533384958903
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,10240,1024,0.024412800868352257
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,10240,1024,0.023406932751337685
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,10240,1024,0.02115946610768636
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,10240,1024,0.020216532548268638
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,10240,1024,0.020670932531356812
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,10240,1024,0.016956800222396852
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,10240,1024,0.016921599706014
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,10240,1024,0.016541866461435954
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,10240,1024,0.016078933080037435
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,10240,1024,0.012805333733558655
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,10240,1024,0.012538666526476542
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,10240,1024,0.012037332852681477
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,10240,1024,0.009540266791979472
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,10240,1024,0.012038399775822956
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,10240,1024,0.008787199854850769
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,10240,1024,0.0088128000497818
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,10240,1024,0.009112532933553059
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,10240,1024,0.009133866429328919
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,10240,1024,0.009144533673922222
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,10240,1024,0.009150933225949604
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,10240,1024,0.009174399574597676
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,10240,1024,0.009156266848246258
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,10240,1024,0.008779733379681905
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,10240,1024,0.008731733759244282
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,10240,1024,0.008762666583061218
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,10240,1024,0.009147733449935913
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,10240,1024,0.008707200487454731
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,10240,1024,0.008771199981371562
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,10240,1024,0.008709333340326945
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,10240,1024,0.008804266651471455
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,10240,1024,0.008351999521255492
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,10240,1024,0.008727467060089112
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,10240,1024,0.008728532989819845
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,10240,1024,0.008794666330019633
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,10240,1024,0.008430932958920796
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,10240,1024,0.008381866415341695
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,10240,1024,0.008709333340326945
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,10240,1024,0.008385066191355388
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,10240,1024,0.008774399757385254
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,10240,1024,0.00872320036093394
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,10240,1024,0.008406399687131246
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,10240,1024,0.008724266290664673
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,10240,1024,0.008374399940172831
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,10240,1024,0.008357333143552144
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,10240,1024,0.008733866612116496
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,10240,768,0.34722773234049475
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,10240,768,0.1746559937795003
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,10240,768,0.08614292939503988
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,10240,1024,0.008799999952316284
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,10240,768,0.048554666837056476
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,10240,768,0.04775893290837606
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,10240,768,0.04966293176015218
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,10240,768,0.04434773524602254
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,10240,768,0.04330346584320068
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,10240,768,0.04322559833526611
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,10240,768,0.04415253400802612
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,10240,768,0.03897493282953898
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,10240,768,0.038286932309468585
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,10240,768,0.0383135994275411
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,10240,1024,0.008334933718045553
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,10240,768,0.03776319821675618
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,10240,768,0.033701332410176595
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,10240,768,0.03320213357607524
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,10240,768,0.029943466186523438
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,10240,768,0.028272000948588054
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,10240,768,0.03050559957822164
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,10240,768,0.029047467311223346
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,10240,768,0.024583466847737632
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,10240,768,0.022376533349355063
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,10240,768,0.02296533385912577
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,10240,768,0.0226090669631958
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,10240,768,0.019933867454528808
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,10240,768,0.018968532482782997
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,10240,768,0.021195733547210695
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,10240,768,0.016535466909408568
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,10240,768,0.01602240006128947
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,10240,768,0.014917332927385965
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,10240,768,0.013731200496355692
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,10240,768,0.01157866617043813
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,10240,768,0.010416000088055929
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,10240,768,0.00831573357184728
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,10240,768,0.007937066753705342
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,10240,768,0.005915733178456625
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,10240,768,0.005884799857934316
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,10240,768,0.0059008002281188965
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,10240,768,0.006295466423034668
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,10240,768,0.006297599772612255
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,10240,768,0.006289066871007283
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,10240,768,0.00602346658706665
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,10240,768,0.006247466802597046
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,10240,768,0.00425493319829305
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,10240,768,0.004304000238577525
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,10240,768,0.004304000238577525
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,10240,768,0.004690133531888326
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,10240,768,0.004673066735267639
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,10240,768,0.005053866902987162
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,10240,768,0.005350400010744731
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,10240,768,0.005475200215975444
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,10240,768,0.0045503998796145115
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,10240,768,0.0041354666153589886
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,10240,1024,0.008364799618721008
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,10240,768,0.005060266455014547
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,10240,768,0.005054933329423269
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,10240,768,0.004801066716512045
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,10240,768,0.005006933212280273
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,10240,768,0.004692266881465912
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,10240,768,0.004624000191688538
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,10240,768,0.004648533463478088
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,10240,768,0.004689066608746847
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,10240,768,0.004705066482226053
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,10240,768,0.004675200084845225
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,10240,768,0.012366933623949687
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,10240,768,0.004633600016434988
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,10240,768,0.0034965333839257562
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,10240,768,0.0034645333886146545
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,10240,768,0.0038304001092910765
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,10240,768,0.003606399893760681
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,10240,768,0.0038506666819254553
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,10240,768,0.003947733342647553
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,10240,768,0.004031999905904134
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,10240,768,0.0041685332854588825
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,10240,768,0.07608106931050619
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,10240,768,0.1365013281504313
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,10240,768,0.051363201936086025
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,10240,768,0.26369919776916506
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,10240,768,0.05058666865030924
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,10240,768,0.05267733335494995
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,10240,768,0.04928319851557414
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,10240,768,0.04755093256632487
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,10240,768,0.047200000286102294
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,10240,768,0.048395733038584396
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,10240,768,0.044631465276082354
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,10240,768,0.044100264708201095
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,10240,768,0.04421759843826294
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,10240,768,0.04291733503341675
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,10240,768,0.03974719842274983
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,10240,768,0.03926186561584473
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,10240,768,0.036773331960042316
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,10240,768,0.036415998140970865
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,10240,768,0.03912746508916219
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,10240,768,0.041229867935180665
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,10240,768,0.004769066472848257
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,10240,768,0.033139199018478394
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,10240,768,0.03209493358929952
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,10240,768,0.03234986662864685
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,10240,768,0.03116053342819214
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,10240,768,0.02914560039838155
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,10240,768,0.028983465830485028
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,10240,768,0.026637866099675493
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,10240,768,0.026800000667572023
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,10240,768,0.02494293252627055
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,10240,768,0.024740266799926757
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,10240,768,0.02255786657333374
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,10240,768,0.021423999468485513
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,10240,768,0.01967466672261556
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,10240,768,0.018604799111684164
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,10240,768,0.01667413314183553
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,10240,768,0.0173632005850474
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,10240,768,0.01664746701717377
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,10240,768,0.016607999801635742
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,10240,768,0.01739306648572286
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,10240,768,0.017494400342305504
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,10240,768,0.016515200336774193
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,10240,768,0.016667733589808144
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,10240,768,0.016633599996566772
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,10240,768,0.015130666891733804
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,10240,768,0.01630826691786448
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,10240,768,0.015051733454068503
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,10240,768,0.015224533279736838
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,10240,768,0.01632213294506073
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,10240,768,0.01651093363761902
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,10240,768,0.017170133193333943
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,10240,768,0.016445866227149962
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,10240,768,0.014509866635004679
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,10240,768,0.014722133676211039
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,10240,768,0.015602133671442666
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,10240,768,0.015941333770751954
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,10240,768,0.01448319951693217
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,10240,768,0.014535466829935709
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,10240,768,0.014545067151387533
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,10240,768,0.03132479985555013
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,10240,768,0.014751999576886495
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,10240,768,0.014516266187032065
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,10240,768,0.014625066518783569
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,10240,768,0.014484266440073649
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,10240,768,0.014507733782132468
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,10240,1024,0.00836906631787618
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,10240,768,0.01427839994430542
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,10240,768,0.014443733294804893
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,10240,768,0.014433067043622336
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,10240,768,0.01402239998181661
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,10240,768,0.014492799838383993
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,10240,768,0.014326399564743042
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,10240,768,0.014422399799029031
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,10240,768,0.014295466740926108
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,10240,768,0.014510933558146158
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,10240,768,0.014467199643452963
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,10240,1024,0.008731733759244282
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,10240,1024,0.008717866738637288
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,10240,1024,0.008781866232554118
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,10240,768,0.36251306533813477
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,10240,768,0.19817387262980143
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,10240,768,0.20717867215474448
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,10240,768,0.7170826594034831
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,10240,768,0.17175253232320148
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,10240,768,0.16090453465779622
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,10240,768,0.1537173271179199
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,10240,768,0.14400639533996581
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,10240,768,0.13449813524881998
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,10240,768,0.12228480180104573
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,10240,768,0.11381759643554687
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,10240,768,0.10578239758809407
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,10240,768,0.09447147051493326
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,10240,768,0.0900053342183431
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,10240,768,0.0810378630956014
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,10240,768,0.07093546390533448
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,10240,768,0.06707200209299723
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,10240,768,0.18600533803304037
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,10240,768,0.19708800315856934
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,10240,768,0.06420053243637085
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,10240,768,0.05878719886144003
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,10240,768,0.053460268179575596
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,10240,768,0.04559893210728963
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,10240,768,0.04191466569900513
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,10240,768,0.034162131945292155
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,10240,768,0.025566933552424113
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,10240,768,1.4402058919270835
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,10240,768,0.1797877311706543
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,10240,768,0.013621333241462707
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,10240,768,0.05526613394419352
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,10240,768,0.0487125317255656
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,10240,768,0.020309333006540933
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,10240,768,0.02803093393643697
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,10240,768,0.031699200471242264
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,10240,768,0.03889706532160441
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,10240,768,0.019022933642069497
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,10240,768,0.011270399888356526
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,10240,768,0.011628799637158712
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,10240,768,0.011643733580907185
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,10240,768,0.011685333649317424
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,10240,768,0.011201066772143047
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,10240,768,0.01034986674785614
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,10240,768,0.011598933736483257
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,10240,768,0.008938666184743245
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,10240,768,0.009272533655166625
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,10240,768,0.00874133308728536
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,10240,768,0.007955199976762136
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,10240,768,0.008874666690826417
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,10240,768,0.00796693315108617
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,10240,768,0.008803199728329976
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,10240,768,0.008322133123874665
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,10240,768,0.008729599912961324
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,10240,768,0.009127466877301534
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,10240,768,0.008753066261609394
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,10240,768,0.008455466230710347
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,10240,768,0.01081706682840983
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,10240,768,0.009125333031018574
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,10240,768,0.008731733759244282
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,10240,768,0.008351999521255492
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,10240,768,0.008774399757385254
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,10240,768,0.009139200051625569
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,10240,768,0.009192533294359843
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,10240,768,0.008721066514650981
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,10240,768,0.008376533786455791
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,10240,768,0.008618666728337606
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,10240,768,0.009549867113431294
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,10240,768,0.009172266721725464
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,10240,768,0.009124267101287841
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,10240,768,0.008801066875457763
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,10240,768,0.008712533116340637
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,10240,768,0.22332587242126464
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,10240,768,0.11621546745300293
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,10240,768,0.062181333700815834
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,10240,768,0.03804159959157308
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,10240,768,0.037997865676879884
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,10240,768,0.035317333539326985
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,10240,768,0.03518826564153035
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,10240,768,0.035004798571268717
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,10240,768,0.0348746657371521
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,10240,768,0.032409600416819256
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,10240,768,0.03205333352088928
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,10240,768,0.008764800429344178
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,10240,768,0.03156373302141825
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,10240,768,0.009213866790135701
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,10240,768,0.009145599603652955
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,10240,768,0.008909866213798523
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,10240,768,0.0287989338239034
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,10240,768,0.031190399328867597
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,10240,768,0.028699733813603717
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,10240,768,0.025830399990081788
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,10240,768,0.028483200073242187
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,10240,768,0.025624533494313557
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,10240,768,0.02474453250567118
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,10240,768,0.025253333648045856
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,10240,768,0.02228800058364868
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,10240,768,0.021704532702763877
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,10240,768,0.021895466248194377
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,10240,768,0.020680532852808634
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,10240,768,0.017796266078948974
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,10240,768,0.018097066879272462
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,10240,768,0.01883093317349752
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,10240,768,0.014881066481272378
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,10240,768,0.014883200327555338
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,10240,768,0.014596266547838846
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,10240,768,0.01447466711203257
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,10240,768,0.011654399832089742
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,10240,768,0.011237333218256634
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,10240,768,0.01116373340288798
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,10240,768,0.011221333344777425
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,10240,768,0.009164800246556599
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,10240,768,0.008381866415341695
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,10240,768,0.008617599805196125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,10240,768,0.008591999610265095
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,10240,768,0.00876586635907491
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,10240,768,0.008660266796747845
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,10240,768,0.008368000388145447
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,10240,768,0.008311466872692108
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,10240,768,0.00860479970773061
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,10240,768,0.00837546686331431
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,10240,768,0.008361599842707316
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,10240,768,0.008328533172607422
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,10240,768,0.008357333143552144
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,10240,768,0.008318933347860973
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,10240,768,0.008335999647776286
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,10240,768,0.00837546686331431
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,10240,768,0.008319999774297078
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,10240,768,0.007955199976762136
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,10240,768,0.007911466558774312
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,10240,768,0.007964799801508587
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,10240,768,0.008378666639328004
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,10240,768,0.008297599852085114
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,10240,768,0.007940266529719036
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,10240,768,0.007960533102353413
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,10240,768,0.007964799801508587
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,10240,768,0.007979733248551685
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,10240,768,0.008002133170763651
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,10240,768,0.008384000261624653
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,10240,768,0.007981866598129272
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,10240,768,0.00795306662718455
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,10240,768,0.008376533786455791
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,10240,768,0.008302933474381765
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,10240,768,0.007918933530648549
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,10240,512,0.26157120068868
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,10240,512,0.06575573285420735
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,10240,512,0.13061866760253907
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,10240,512,0.03629546562830607
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,10240,512,0.03567893505096435
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,10240,512,0.037239468097686766
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,10240,512,0.03333546717961629
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,10240,512,0.03200213313102722
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,10240,512,0.03230080008506775
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,10240,512,0.0328874667485555
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,10240,512,0.0287989338239034
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,10240,512,0.028421332438786823
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,10240,512,0.028437334299087524
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,10240,512,0.027824000517527266
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,10240,512,0.02449173331260681
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,10240,512,0.024948267141977946
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,10240,512,0.021821866432825722
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,10240,512,0.021126399437586464
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,10240,512,0.02380266586939494
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,10240,512,0.027284266551335652
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,10240,512,0.01797973314921061
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,10240,512,0.017052799463272095
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,10240,512,0.01702079971631368
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,10240,512,0.016476800044377647
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,10240,512,0.014907733599344889
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,10240,512,0.014139733711878457
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,10240,512,0.01771946748097738
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,10240,512,0.012814933061599731
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,10240,512,0.013222400347391763
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,10240,512,0.011243733763694762
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,10240,768,0.00830080012480418
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,10240,512,0.01048533320426941
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,10240,512,0.008780800302823384
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,10240,512,0.009237333138783773
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,10240,512,0.007547733187675476
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,10240,512,0.006676266590754191
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,10240,512,0.0058037335673968
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,10240,512,0.004631466666857402
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,10240,512,0.004661333560943603
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,10240,512,0.005029333134492239
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,10240,512,0.005086933573087057
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,10240,512,0.005102933446566264
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,10240,512,0.0046858668327331545
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,10240,768,0.007931733131408691
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,10240,512,0.0050357331832249965
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,10240,512,0.0038218667109807336
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,10240,512,0.003788800040880839
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,10240,512,0.003857066730658213
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,10240,512,0.004013866682847341
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,10240,512,0.004171733558177948
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,10240,512,0.004435199995835622
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,10240,512,0.004335999985535939
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,10240,512,0.003398400048414866
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,10240,512,0.0034527999659379324
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,10240,512,0.004223999877770742
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,10240,512,0.0042015999555587765
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,10240,512,0.003852800031503042
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,10240,512,0.003851733356714249
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,10240,512,0.003807999938726425
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,10240,512,0.0037973334391911825
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,10240,512,0.0038058665891488397
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,10240,512,0.003804799914360046
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,10240,512,0.0038719999293486277
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,10240,512,0.0038005332152048744
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,10240,512,0.0038634667793909705
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,10240,512,0.0038015998899936674
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,10240,512,0.004631466666857402
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,10240,512,0.0029845332105954488
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,10240,512,0.003070933371782303
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,10240,512,0.003020799905061722
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,10240,512,0.0031744000812371576
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,10240,512,0.0033962666988372804
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,10240,512,0.0033962666988372804
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,10240,768,0.008321066697438557
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,10240,512,0.0033952000240484873
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,10240,512,0.06292800108591715
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,10240,512,0.1086527983347575
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,10240,512,0.2105034669240316
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,10240,512,0.04517226616541545
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,10240,512,0.0511242667833964
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,10240,768,0.008374399940172831
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,10240,512,0.0438101331392924
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,10240,512,0.04114133516947428
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,10240,512,0.04111573298772176
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,10240,512,0.04044373432795207
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,10240,512,0.03934933344523112
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,10240,512,0.03811733325322469
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,10240,512,0.044964265823364255
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,10240,512,0.0365664005279541
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,10240,512,0.0359775980313619
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,10240,512,0.03466773430506388
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,10240,512,0.03362239996592204
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,10240,512,0.03272213339805603
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,10240,512,0.029029333591461183
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,10240,512,0.03543359835942586
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,10240,512,0.037257599830627444
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,10240,512,0.028524800141652422
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,10240,512,0.02874559958775838
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,10240,512,0.030491733551025392
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,10240,512,0.025500800212224322
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,10240,512,0.02532479961713155
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,10240,512,0.0286463995774587
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,10240,512,0.023782400290171306
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,10240,512,0.024100265900293984
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,10240,512,0.021477333704630532
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,10240,512,0.021458133061726888
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,10240,512,0.0035957333942254386
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,10240,512,0.018780799706776936
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,10240,512,0.01989333430926005
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,10240,512,0.01836479902267456
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,10240,512,0.01845546762148539
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,10240,512,0.015915733575820924
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,10240,512,0.015686399737993875
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,10240,768,0.008378666639328004
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,10240,512,0.016713599363962807
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,10240,512,0.01649173299471537
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,10240,512,0.016535466909408568
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,10240,512,0.01637226641178131
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,10240,512,0.015583999951680503
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,10240,512,0.016720000902811685
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,10240,512,0.014521599809328715
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,10240,512,0.015130666891733804
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,10240,512,0.04236693382263183
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,10240,512,0.014459733168284097
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,10240,512,0.014664533734321594
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,10240,512,0.01630400021870931
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,10240,512,0.015566933155059814
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,10240,512,0.0145087997118632
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,10240,512,0.01480959951877594
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,10240,512,0.01493119994799296
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,10240,512,0.014484266440073649
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,10240,512,0.0162090669075648
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,10240,512,0.014456533392270408
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,10240,512,0.014487466216087342
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,10240,512,0.014473600188891092
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,10240,512,0.01454080045223236
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,10240,512,0.014459733168284097
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,10240,512,0.014473600188891092
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,10240,512,0.015078399578730264
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,10240,512,0.014472533265749613
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,10240,512,0.014507733782132468
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,10240,512,0.014505599935849508
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,10240,512,0.014382933576901754
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,10240,512,0.014383999506632486
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,10240,512,0.01356160044670105
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,10240,512,0.014248533050219217
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,10240,512,0.01378986636797587
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,10240,512,0.014404267072677612
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,10240,512,0.013102933764457703
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,10240,512,0.0029919999341169994
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,10240,512,0.018709333737691243
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,10240,768,0.007940266529719036
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,10240,512,0.014487466216087342
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,10240,512,0.013847466309865317
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,10240,512,0.1882677396138509
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,10240,512,0.18576000531514486
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,10240,512,0.35071465174357097
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,10240,512,0.17515947024027506
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,10240,512,0.16028374036153156
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,10240,512,0.6975968043009441
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,10240,512,0.1405087947845459
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,10240,512,0.17351786295572919
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,10240,512,0.14293012619018555
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,10240,512,0.11008533636728923
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,10240,512,0.10738560358683269
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,10240,512,0.09922026793162028
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,10240,512,0.09231893221537271
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,10240,512,0.09348159631093343
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,10240,512,0.07351679801940918
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,10240,512,0.07039679686228434
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,10240,512,1.3917760213216146
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,10240,512,0.06446079810460409
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,10240,512,0.06373226642608643
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,10240,512,0.05585493246714274
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,10240,512,0.05970986684163412
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,10240,512,0.16052053769429525
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,10240,512,0.052269868055979406
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,10240,512,0.050146134694417324
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,10240,512,0.04320000012715657
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,10240,512,0.03906773328781128
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,10240,512,0.031677865982055665
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,10240,512,0.02427306572596232
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,10240,512,0.012891733646392822
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,10240,512,0.0917909304300944
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,10240,512,0.044853333632151285
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,10240,512,0.011217066645622253
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,10240,512,0.011171199878056844
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,10240,512,0.0255295991897583
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,10240,512,0.029685332377751665
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,10240,512,0.03660693168640137
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,10240,512,0.010345600048700969
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,10240,512,0.01898346741994222
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,10240,512,0.010371200243631999
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,10240,512,0.01037013332049052
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,10240,512,0.010361599922180175
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,10240,512,0.018178133169809978
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,10240,512,0.011290666460990906
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,10240,512,0.01125440001487732
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,10240,512,0.008342400193214417
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,10240,512,0.007495466868082683
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,10240,512,0.007156266768773396
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,10240,512,0.00754559983809789
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,10240,512,0.007438933352629344
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,10240,512,0.008366933465003968
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,10240,512,0.007495466868082683
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,10240,512,0.008332799871762593
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,10240,512,0.00837546686331431
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,10240,512,0.007538133362929027
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,10240,512,0.00823359986146291
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,10240,512,0.0074890668193499255
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,10240,512,0.00791786660750707
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,10240,512,0.0076447998483975725
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,10240,512,0.007710933188597361
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,10240,512,0.007899733384450276
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,10240,512,0.008335999647776286
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,10240,512,0.007952000200748443
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,10240,512,0.007895466685295106
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,10240,512,0.007470933099587758
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,10240,512,0.00754559983809789
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,10240,512,0.007546666761239369
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,10240,512,0.008303999900817871
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,10240,512,0.007899733384450276
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,10240,512,0.007503999769687653
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,10240,512,0.007623466849327088
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,10240,512,0.007891199986139933
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,10240,512,0.00876586635907491
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,10240,512,0.007923200229803721
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,10240,512,0.09934613704681397
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,10240,512,0.19045012791951496
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,10240,512,0.03422400156656901
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,10240,512,0.05567893187204996
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,10240,512,0.03417386611302693
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,10240,512,0.031870933373769124
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,10240,512,0.031590400139490764
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,10240,512,0.030885332822799684
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,10240,512,0.031013333797454835
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,10240,512,0.028701867659886676
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,10240,512,0.02852800091107686
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,10240,512,0.028089600801467895
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,10240,512,0.027841067314147948
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,10240,512,0.025569067398707075
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,10240,512,0.025548799832661943
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,10240,512,0.02283946673075358
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,10240,512,0.024769065777460735
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,10240,512,0.021869866053263347
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,10240,512,0.02230506738026937
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,10240,512,0.0214303990205129
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,10240,512,0.0197269340356191
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,10240,512,0.018812799453735353
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,10240,512,0.019106133778889974
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,10240,512,0.018167465925216675
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,10240,512,0.016499200463294984
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,10240,512,0.01609386702378591
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,10240,512,0.01570026675860087
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,10240,512,0.013605333367983499
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,10240,512,0.013269333044687906
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,10240,512,0.013210666179656983
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,10240,512,0.012823466459910074
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,10240,512,0.010447999835014344
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,10240,512,0.010358400146166484
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,10240,512,0.009965866804122925
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,10240,512,0.009962667028109233
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,10240,512,0.00837546686331431
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,10240,512,0.008705066641171773
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,10240,512,0.007938133180141449
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,10240,512,0.008191999793052674
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,10240,512,0.008370133241017659
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,10240,512,0.008172800143559773
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,10240,512,0.008333866794904072
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,10240,512,0.00801386684179306
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,10240,512,0.008309333523114523
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,10240,512,0.007950933277606964
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,10240,512,0.007541333138942718
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,10240,512,0.008198399841785432
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,10240,512,0.00798399994770686
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,10240,512,0.007560533285140991
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,10240,512,0.007563733557860057
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,10240,512,0.007906133433183034
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,10240,512,0.007912533481915791
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,10240,512,0.007900799810886382
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,10240,512,0.007527466615041096
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,10240,512,0.007772799829641979
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,10240,512,0.007959466675917308
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,10240,512,0.00755626658598582
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,10240,512,0.007851733267307282
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,10240,512,0.007923200229803721
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,10240,512,0.0075434664885203045
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,10240,512,0.0075541332364082335
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,10240,512,0.0075445334116617845
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,10240,512,0.007485866546630859
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,10240,512,0.007559466858704884
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,10240,512,0.0075082664688428235
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,10240,512,0.007912533481915791
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,10240,512,0.007915733257929485
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,10240,512,0.007919999957084655
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,10240,512,0.007531733314196269
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,10240,512,0.007922133306662242
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,10240,256,0.08811733722686768
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,10240,256,0.044565331935882566
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,10240,256,0.17484265963236492
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,10240,256,0.024604799350102742
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,10240,512,0.007898666461308797
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,10240,256,0.03033493359883626
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,10240,256,0.022550400098164877
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,10240,256,0.022177066405614218
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,10240,256,0.021884800990422566
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,10240,512,0.007976533472537994
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,10240,256,0.022218666474024453
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,10240,256,0.019901865720748903
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,10240,256,0.019800533850987755
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,10240,256,0.01920213301976522
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,10240,256,0.026312534014383954
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,10240,256,0.018170666694641114
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,10240,256,0.01567146678765615
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,10240,256,0.015640532970428465
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,10240,256,0.018579200903574625
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,10240,256,0.020951465765635172
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,10240,256,0.013249066472053529
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,10240,256,0.01244586706161499
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,10240,256,0.01251200040181478
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,10240,256,0.01530880033969879
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,10240,256,0.01088853379090627
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,10240,256,0.013623467087745667
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,10240,256,0.00918293297290802
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,10240,256,0.00993280013402303
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,10240,256,0.007900799810886382
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,10240,256,0.007473066449165344
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,10240,256,0.006252799928188324
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,10240,256,0.006714666883150737
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,10240,256,0.00625493327776591
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,10240,256,0.005426133175690969
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,10240,256,0.004582400123278299
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,10240,256,0.003790933390458425
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,10240,256,0.0037962667644023894
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,10240,256,0.003836799909671148
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,10240,256,0.004016000032424927
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,10240,256,0.0042133331298828125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,10240,256,0.024843732515970864
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,10240,256,0.004462933540344239
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,10240,256,0.0038773333032925926
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,10240,256,0.00383146678407987
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,10240,256,0.003018666555484136
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,10240,256,0.003009066730737686
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,10240,256,0.0030122667551040648
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,10240,256,0.017709867159525553
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,10240,256,0.0033429334561030067
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,10240,256,0.0034143999218940735
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,10240,256,0.0034058667719364167
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,10240,256,0.0034122665723164878
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,10240,256,0.002962133288383484
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,10240,256,0.0029738667110602063
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,10240,256,0.0033642667035261786
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,10240,256,0.0033919999996821085
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,10240,256,0.002996266633272171
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,10240,256,0.003011200080315272
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,10240,256,0.01074133316675822
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,10240,256,0.003031466652949651
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,10240,256,0.0029813334345817565
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,10240,256,0.002998399982849757
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,10240,256,0.002963199963172277
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,10240,256,0.002962133288383484
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,10240,256,0.0029696000119050344
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,10240,256,0.002979200085004171
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,10240,512,0.00791786660750707
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,10240,256,0.0024319998919963837
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,10240,256,0.0024106666445732118
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,10240,256,0.0025546667476495106
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,10240,256,0.0025386666258176167
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,10240,256,0.0025759999950726825
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,10240,256,0.0025631998976071674
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,10240,256,0.002570666621128718
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,10240,256,0.08747413158416747
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,10240,256,0.15653759638468426
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,10240,256,0.05524373451868693
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,10240,256,0.037393065293629964
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,10240,256,0.04352853298187256
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,10240,256,0.03661226828893026
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,10240,256,0.036030932267506914
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,10240,512,0.007704533139864604
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,10240,256,0.04357759952545166
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,10240,256,0.033130667606989544
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,10240,256,0.0030069333811601003
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,10240,256,0.03187413414319356
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,10240,256,0.03234240015347799
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,10240,256,0.03593493302663167
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,10240,256,0.02945599953333537
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,10240,256,0.037267200152079266
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,10240,256,0.027743999163309736
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,10240,256,0.030123732487360638
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,10240,256,0.024734934171040855
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,10240,256,0.032358400026957196
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,10240,256,0.023307732741038003
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,10240,256,0.003044266750415166
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,10240,256,0.0231605331103007
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,10240,256,0.02622399926185608
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,10240,256,0.002537599951028824
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,10240,512,0.007963733375072479
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,10240,256,0.022766933838526408
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,10240,256,0.024843732515970864
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,10240,256,0.021092265844345093
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,10240,256,0.01960853338241577
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,10240,256,0.01839146614074707
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,10240,256,0.018605866034825645
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,10240,256,0.01753600041071574
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,10240,256,0.01730239987373352
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,10240,256,0.016566399733225504
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,10240,256,0.03504746754964193
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,10240,256,0.015211733182271323
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,10240,256,0.014467199643452963
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,10240,256,0.031129600604375203
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,10240,256,0.015917866428693136
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,10240,256,0.027029333511988322
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,10240,256,0.014506666858990987
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,10240,256,0.01455573340257009
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,10240,256,0.014469333489735923
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,10240,256,0.014482133587201438
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,10240,256,0.014478933811187745
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,10240,256,0.014802133043607077
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,10240,256,0.024871466557184856
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,10240,256,0.014521599809328715
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,10240,256,0.01446613371372223
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,10240,256,0.014486400286356607
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,10240,256,0.014453333616256715
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,10240,256,0.0146506667137146
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,10240,256,0.014545067151387533
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,10240,256,0.02181866765022278
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,10240,256,0.014485333363215128
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,10240,256,0.019269333283106486
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,10240,256,0.014538666605949402
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,10240,256,0.014334932963053385
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,10240,256,0.013719466328620911
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,10240,256,0.014230400323867798
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,10240,256,0.01428053379058838
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,10240,256,0.014340266585350037
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,10240,256,0.014254933595657349
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,10240,256,0.014354133605957031
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,10240,256,0.014320000012715658
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,10240,256,0.015471999843915304
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,10240,256,0.014294399817784628
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,10240,256,0.01409066617488861
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,10240,256,0.014088533322016396
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,10240,256,0.014025599757830302
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,10240,256,0.013340800007184347
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,10240,256,0.013802666465441385
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,10240,256,0.013754666845003764
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,10240,256,0.013988266388575235
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,10240,256,0.015822933117548624
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,10240,256,0.014477866888046264
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,10240,256,0.014460800091425577
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,10240,256,0.013198933005332947
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,10240,256,0.23432639439900718
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,10240,256,0.10159253279368083
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,10240,256,0.12602240244547527
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,10240,256,0.46373653411865234
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,10240,256,0.11604053179423016
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,10240,256,0.09043839772542318
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,10240,256,0.08171947002410888
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,10240,256,0.9217493057250976
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,10240,256,0.07977173328399659
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,10240,256,0.06894613107045491
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,10240,256,0.06914666493733725
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,10240,256,0.06314880053202311
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,10240,256,0.059701331456502284
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,10240,256,0.05631893475850423
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,10240,256,0.054688000679016115
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,10240,256,0.12473493417104084
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,10240,256,0.0490666667620341
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,10240,256,0.04606506824493408
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,10240,256,0.04377919832865397
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,10240,256,0.1138474702835083
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,10240,256,0.039766399065653484
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,10240,256,0.041066666444142655
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,10240,256,0.03459733327229818
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,10240,256,0.025947733720143633
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,10240,256,0.03100266655286153
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,10240,256,0.019901865720748903
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,10240,256,0.10155946413675945
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,10240,256,0.05024533271789551
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,10240,256,0.011199999849001567
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,10240,256,0.0878175973892212
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,10240,256,0.024382932980855306
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,10240,256,0.02068159977595011
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,10240,256,0.015388799707094827
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,10240,256,0.028827732801437377
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,10240,256,0.015304533640543619
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,10240,256,0.009591466188430786
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,10240,256,0.008788266777992248
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,10240,256,0.03492693503697713
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,10240,256,0.00962666670481364
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,10240,256,0.008776533603668212
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,10240,256,0.009879466891288758
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,10240,256,0.008881066242853801
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,10240,256,0.007102933526039123
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,10240,256,0.008945066730181377
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,10240,256,0.007147733370463054
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,10240,256,0.00962453285853068
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,10240,256,0.006678399940331777
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,10240,256,0.007134933272997539
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,10240,256,0.006692266464233399
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,10240,256,0.006307200094064077
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,10240,256,0.0067210664351781205
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,10240,256,0.006691200037797292
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,10240,256,0.006664533416430156
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,10240,256,0.006761600077152252
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,10240,256,0.007479466497898102
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,10240,256,0.006684799989064534
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,10240,256,0.0066549330949783325
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,10240,256,0.006750933329264323
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,10240,256,0.006678399940331777
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,10240,256,0.00626453310251236
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,10240,256,0.006712533533573151
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,10240,256,0.0066453332702318835
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,10240,256,0.00666133314371109
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,10240,256,0.006750933329264323
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,10240,256,0.006296533346176148
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,10240,256,0.006491733094056447
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,10240,256,0.007145600020885467
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,10240,256,0.006298666695753734
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,10240,256,0.00668693333864212
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,10240,256,0.0067552000284194945
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,10240,256,0.14833919207255047
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,10240,256,0.08159786860148112
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,10240,256,0.04775893290837606
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,10240,256,0.028622933228810626
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,10240,256,0.028391466538111372
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,10240,256,0.027135999997456868
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,10240,256,0.02691520055135091
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,10240,256,0.026217599709828694
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,10240,256,0.026052266359329224
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,10240,256,0.02454400062561035
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,10240,256,0.02414399981498718
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,10240,256,0.023512534300486245
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,10240,256,0.023176532983779908
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,10240,256,0.0214901328086853
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,10240,256,0.02107200026512146
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,10240,256,0.02095573345820109
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,10240,256,0.019708800315856933
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,10240,256,0.019004799922307334
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,10240,256,0.018580265839894614
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,10240,256,0.018193066120147705
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,10240,256,0.016133333245913185
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,10240,256,0.016140799721082053
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,10240,256,0.016522666811943053
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,10240,256,0.015658666690190635
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,10240,256,0.01446399986743927
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,10240,256,0.013690666357676188
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,10240,256,0.01404800017674764
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,10240,256,0.013617066542307535
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,10240,256,0.01192639966805776
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,10240,256,0.011215999722480774
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,10240,256,0.011169067025184632
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,10240,256,0.009581866860389709
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,10240,256,0.01002239982287089
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,10240,256,0.009524266918500264
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,10240,256,0.009139200051625569
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,10240,256,0.007893333335717519
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,10240,256,0.007550933460394542
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,10240,256,0.007547733187675476
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,10240,256,0.007569066683451335
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,10240,256,0.007533866663773854
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,10240,256,0.007558399935563405
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,10240,256,0.007914666831493378
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,10240,256,0.007548800110816956
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,10240,256,0.0074879998962084455
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,10240,256,0.0079434668024381
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,10240,256,0.007922133306662242
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,10240,256,0.007180800040562947
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,10240,256,0.007536000013351441
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,10240,256,0.00714026689529419
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,10240,256,0.007207466661930085
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,10240,256,0.007523199915885926
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,10240,256,0.007522133489449819
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,10240,256,0.007512533167997997
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,10240,256,0.007484800120194752
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,10240,256,0.007531733314196269
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,10240,256,0.007490133245786031
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,10240,256,0.007499733567237854
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,10240,256,0.00749120016892751
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,10240,256,0.00713919997215271
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,10240,256,0.007143466671307881
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,10240,256,0.007514666517575581
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,10240,256,0.007100800176461537
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,10240,256,0.0071829333901405334
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,10240,256,0.007109333574771881
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,10240,256,0.007157333195209503
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,10240,256,0.007143466671307881
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,10240,256,0.007153066496054332
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,10240,256,0.00749120016892751
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,10240,256,0.007141333321730297
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,10240,256,0.007150933146476746
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,10240,256,0.0071274667978286745
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,10240,128,0.1329418659210205
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,10240,256,0.007493333518505096
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,10240,128,0.06970880031585694
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,10240,128,0.03655466636021932
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,10240,128,0.02183786630630493
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,10240,128,0.021746132771174112
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,10240,256,0.007156266768773396
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,10240,128,0.018403200308481853
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,10240,128,0.020217599471410115
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,10240,128,0.019040000438690186
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,10240,128,0.019427200158437095
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,10240,256,0.007225599884986877
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,10240,128,0.01696853240331014
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,10240,128,0.017514665921529136
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,10240,128,0.017762132485707603
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,10240,256,0.007149866720040639
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,10240,128,0.014377599954605103
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,10240,128,0.014444800217946372
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,10240,128,0.014523733655611673
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,10240,128,0.013596799969673157
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,10240,256,0.007223466535409291
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,10240,128,0.010738133390744527
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,10240,128,0.010289067029953003
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,10240,256,0.007534933090209961
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,10240,128,0.009589333335558574
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,10240,256,0.007088000078996022
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,10240,128,0.00909866690635681
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,10240,128,0.008040533463160197
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,10240,128,0.00787306676308314
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,10240,128,0.008692266543706258
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,10240,128,0.006428800026575724
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,10240,128,0.00651093324025472
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,10240,128,0.005906133353710175
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,10240,128,0.005876266459623972
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,10240,128,0.005022933085759481
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,10240,128,0.004621866842110952
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,10240,128,0.003864533454179764
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,10240,128,0.003365333378314972
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,10240,128,0.0033749334514141084
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,10240,128,0.01594986617565155
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,10240,128,0.003416533271471659
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,10240,128,0.0034111998975276947
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,10240,128,0.0034314667185147605
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,10240,128,0.0033941333492596946
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,10240,128,0.003365333378314972
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,10240,128,0.003044266750415166
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,10240,128,0.0029311999678611755
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,10240,128,0.0029887999097506206
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,10240,128,0.01580586632092794
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,10240,128,0.003005866706371307
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,10240,128,0.002962133288383484
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,10240,128,0.0029834667841593427
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,10240,128,0.012404266993204753
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,10240,128,0.002940800040960312
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,10240,128,0.0029898665845394133
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,10240,128,0.002595199892918269
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,10240,128,0.0029866665601730345
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,10240,128,0.0025600001215934755
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,10240,128,0.0030037333567937215
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,10240,128,0.0025600001215934755
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,10240,128,0.0025311999022960665
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,10240,128,0.002573866645495097
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,10240,128,0.002585600068171819
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,10240,128,0.0025802666942278544
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,10240,128,0.002644266684850057
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,10240,128,0.010289067029953003
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,10240,128,0.0025759999950726825
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,10240,128,0.002587733417749405
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,10240,128,0.0021568000316619872
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,10240,128,0.002229333420594533
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,10240,128,0.002170666555563609
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,10240,128,0.002239999920129776
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,10240,128,0.002165333429972331
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,10240,128,0.002233600119749705
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,10240,128,0.0021845333278179167
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,10240,128,0.002160000056028366
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,10240,128,0.07833706537882487
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,10240,128,0.1352512041727702
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,10240,128,0.047446401913960774
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,10240,128,0.03321386575698852
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,10240,128,0.0331712007522583
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,10240,128,0.031196800867716472
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,10240,128,0.019245866934458414
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,10240,128,0.032205865780512495
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,10240,128,0.03120853304862976
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,10240,128,0.029291733105977373
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,10240,128,0.028845866521199543
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,10240,128,0.02935253381729126
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,10240,128,0.028391466538111372
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,10240,128,0.026757333676020307
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,10240,128,0.02622186740239461
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,10240,128,0.009934932986895243
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,10240,128,0.0025792000194390613
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,10240,128,0.025064533948898314
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,10240,128,0.02737706700960795
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,10240,128,0.002587733417749405
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,10240,128,0.02510506709416707
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,10240,128,0.023204267024993896
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,10240,128,0.02253226637840271
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,10240,128,0.021900800863901775
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,10240,128,0.020001065731048585
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,10240,128,0.02295680046081543
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,10240,128,0.020579200983047486
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,10240,128,0.01902186671892802
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,10240,128,0.03261653383572896
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,10240,128,0.021192532777786256
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,10240,128,0.017117865880330405
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,10240,128,0.016455466548601784
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,10240,128,0.016484266519546507
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,10240,128,0.028114134073257448
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,10240,128,0.014724266529083253
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,10240,128,0.015105066696802774
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,10240,128,0.0026719999810059865
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,10240,128,0.02653119961420695
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,10240,128,0.014477866888046264
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,10240,128,0.014461867014567056
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,10240,128,0.015050666530927024
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,10240,128,0.014450132846832275
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,10240,128,0.014481066664059957
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,10240,128,0.014517333110173544
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,10240,128,0.01535360018412272
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,10240,128,0.021955200036366782
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,10240,128,0.014949333667755128
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,10240,128,0.01458560029665629
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,10240,128,0.014432000120480857
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,10240,128,0.014486400286356607
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,10240,128,0.021548799673716226
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,10240,128,0.014428800344467163
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,10240,128,0.014444800217946372
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,10240,128,0.014707199732462563
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,10240,128,0.01436906655629476
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,10240,128,0.014325333635012307
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,10240,128,0.013822933038075766
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,10240,128,0.020360533396402994
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,10240,128,0.014251733819643656
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,10240,128,0.014148267110188803
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,10240,128,0.014082133769989014
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,10240,128,0.014317867159843446
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,10240,128,0.014098133643468222
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,10240,128,0.013821867108345032
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,10240,128,0.014115200440088908
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,10240,128,0.01383573313554128
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,10240,128,0.013446399569511413
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,10240,128,0.013874133427937826
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,10240,128,0.01400106648604075
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,10240,128,0.01808213392893473
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,10240,128,0.013497599959373474
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,10240,128,0.0139082670211792
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,10240,128,0.014017066359519959
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,10240,128,0.013217066725095114
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,10240,128,0.0142794668674469
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,10240,128,0.014345600207646688
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,10240,128,0.014315733313560485
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,10240,128,0.013636266191800436
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,10240,128,0.013554132978121438
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,10240,128,0.3429375966389974
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,10240,128,0.07964693705240886
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,10240,128,0.6794037501017253
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,10240,128,0.06832319895426432
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,10240,128,0.17435520490010578
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,10240,128,0.06326080163319905
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,10240,128,0.09275306860605875
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,10240,128,0.06661866505940756
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,10240,128,0.05710613330205282
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,10240,128,0.05669120152791342
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,10240,128,0.05262399911880493
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,10240,128,0.050955732663472496
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,10240,128,0.04813226858774821
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,10240,128,0.09005333582560221
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,10240,128,0.04749759833017985
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,10240,128,0.042762664953867595
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,10240,128,0.04004160165786743
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,10240,128,0.08801173369089763
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,10240,128,0.038260265191396074
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,10240,128,0.035352532068888345
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,10240,128,0.03458133141199748
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,10240,128,0.03012053370475769
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,10240,128,0.02680640021959941
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,10240,128,0.022405334313710532
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,10240,128,0.09193920294443766
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,10240,128,0.044010667006174724
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,10240,128,0.017778132359186807
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,10240,128,0.08133653004964193
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,10240,128,0.010358400146166484
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,10240,128,0.07162986596425375
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,10240,128,0.03043839931488037
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,10240,128,0.018147200345993042
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,10240,128,0.02590506672859192
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,10240,128,0.014101333419481912
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,10240,128,0.013664000233014426
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,10240,128,0.00876586635907491
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,10240,128,0.00811413327852885
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,10240,128,0.008296533425649007
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,10240,128,0.02142933408419291
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,10240,128,0.00915839970111847
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,10240,128,0.009121066331863404
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,10240,128,0.008797867099444072
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,10240,128,0.007939200103282928
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,10240,128,0.008111999928951263
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,10240,128,0.006917333106199901
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,10240,128,0.006659199794133504
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,10240,128,0.005849599838256836
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,10240,128,0.0059114664793014525
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,10240,128,0.005895466605822245
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,10240,128,0.006295466423034668
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,10240,128,0.005884799857934316
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,10240,128,0.005904000004132589
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,10240,128,0.006274133423964183
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,10240,128,0.00589333325624466
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,10240,128,0.005909333129723867
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,10240,128,0.005902933577696482
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,10240,128,0.006286933521429698
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,10240,128,0.006301866471767425
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,10240,128,0.006318933268388112
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,10240,128,0.005975466469923655
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,10240,128,0.006285866598288219
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,10240,128,0.006040533383687338
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,10240,128,0.005853866537412008
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,10240,128,0.00590826670328776
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,10240,128,0.005884799857934316
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,10240,128,0.006244266529877981
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,10240,128,0.005814399818579356
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,10240,128,0.005906133353710175
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,10240,128,0.0070933332045873005
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,10240,128,0.1371285279591878
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,10240,128,0.07825173536936442
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,10240,128,0.042819201946258545
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,10240,128,0.026408533255259197
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,10240,128,0.025988266865412397
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,10240,128,0.024653865893681844
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,10240,128,0.024638932943344117
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,10240,128,0.024124799172083537
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,10240,128,0.02346773346265157
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,10240,128,0.022732800245285033
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,10240,128,0.022686932484308878
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,10240,128,0.02167253295580546
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,10240,128,0.021025067567825316
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,10240,128,0.01983039975166321
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,10240,128,0.019486933946609497
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,10240,128,0.01826559901237488
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,10240,128,0.017578667402267455
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,10240,128,0.017704532543818156
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,10240,128,0.018965333700180054
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,10240,128,0.01681386629740397
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,10240,128,0.016148266196250916
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,10240,128,0.015397333105405173
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,10240,128,0.015478400389353433
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,10240,128,0.014472533265749613
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,10240,128,0.013684266805648803
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,10240,128,0.013009066383043924
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,10240,128,0.013131733735402426
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,10240,128,0.012548266847928365
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,10240,128,0.01225493351618449
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,10240,128,0.011653332908948263
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,10240,128,0.010433066884676616
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,10240,128,0.009529599547386169
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,10240,128,0.009164800246556599
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,10240,128,0.009139200051625569
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,10240,128,0.008750933408737182
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,10240,128,0.0075434664885203045
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,10240,128,0.0074890668193499255
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,10240,128,0.007537066439787547
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,10240,128,0.0071381335457166035
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,10240,128,0.007503999769687653
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,10240,128,0.007136000196139018
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,10240,128,0.007483733197053273
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,10240,128,0.00709440012772878
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,10240,128,0.007482666770617168
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,10240,128,0.007090133428573608
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,10240,128,0.007142400244871776
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,10240,128,0.007123200098673503
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,10240,128,0.007062399884064992
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,10240,128,0.007125333448251088
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,10240,128,0.007063466807206471
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,10240,128,0.007122133175532024
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,10240,128,0.006694399813810985
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,10240,128,0.0071487997968991595
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,10240,128,0.007073066631952922
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,10240,128,0.007084799806276958
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,10240,128,0.007044266661008198
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,10240,128,0.007055999835332234
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,10240,128,0.006867200136184692
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,10240,128,0.00714026689529419
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,10240,128,0.00673280010620753
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,10240,128,0.007100800176461537
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,10240,128,0.006720000008742015
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,10240,128,0.007083733379840851
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,10240,128,0.006739200154940288
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,10240,128,0.0070698668559392285
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,10240,128,0.007090133428573608
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,10240,128,0.007124266525109608
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,10240,128,0.006867200136184692
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,10240,128,0.007125333448251088
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,10240,128,0.0070783997575442
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,10240,128,0.0067221333583196
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,10240,128,0.007149866720040639
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,10240,128,0.0069482664267222095
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,10240,128,0.006679466863473256
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,10240,64,0.11268479824066162
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,10240,64,0.05790293216705322
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,10240,64,0.030774400631586714
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,10240,64,0.01821333368619283
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,10240,64,0.01815999945004781
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,10240,128,0.006754133105278015
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,10240,64,0.017796266078948974
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,10240,64,0.017084799210230508
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,10240,64,0.016081066926320393
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,10240,64,0.014852266510327658
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,10240,64,0.01488746702671051
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,10240,64,0.013261866569519044
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,10240,64,0.014788267016410828
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,10240,128,0.007112533350785573
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,10240,64,0.013739732901255288
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,10240,64,0.013371733824412027
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,10240,64,0.012437333663304646
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,10240,128,0.006807466844717662
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,10240,64,0.011575466394424439
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,10240,64,0.014380799730618796
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,10240,64,0.009848533074061076
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,10240,64,0.010916266838709514
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,10240,64,0.009117866555849712
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,10240,64,0.008926933010419209
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,10240,64,0.007534933090209961
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,10240,128,0.007157333195209503
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,10240,64,0.010744532942771912
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,10240,64,0.00803306649128596
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,10240,64,0.007100800176461537
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,10240,64,0.005857066810131073
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,10240,64,0.005383466680844625
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,10240,64,0.0075573335091273
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,10240,64,0.005838933090368906
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,10240,64,0.004334933559099833
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,10240,64,0.0038453333079814913
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,10240,64,0.0032298666735490165
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,10240,64,0.0030794667700926462
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,10240,64,0.0034133332471052804
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,10240,64,0.0034474665919939675
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,10240,64,0.0030239999294281008
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,10240,64,0.003443199892838796
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,10240,64,0.0030400000512599947
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,10240,64,0.0030122667551040648
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,10240,64,0.016899200280507405
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,10240,64,0.016888533035914102
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,10240,64,0.002656000107526779
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,10240,64,0.0026357332865397137
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,10240,64,0.0026261332134405774
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,10240,64,0.0025600001215934755
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,10240,64,0.002583466718594233
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,10240,64,0.0025759999950726825
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,10240,64,0.0025578667720158894
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,10240,64,0.0025802666942278544
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,10240,64,0.0025759999950726825
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,10240,64,0.002587733417749405
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,10240,64,0.0025653332471847535
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,10240,64,0.0023711999257405598
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,10240,64,0.0022986667851607008
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,10240,64,0.0022240000466505687
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,10240,64,0.002152533332506816
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,10240,64,0.008686932921409606
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,10240,64,0.002169599880774816
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,10240,64,0.002179199953873952
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,10240,64,0.0022261333962281544
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,10240,64,0.00874773363272349
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,10240,64,0.002218666672706604
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,10240,64,0.0022282667458057405
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,10240,64,0.002219733347495397
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,10240,64,0.0021930667261282604
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,10240,64,0.0021503999829292296
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,10240,64,0.0021397332350413007
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,10240,64,0.002169599880774816
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,10240,64,0.0021664001047611236
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,10240,64,0.0021664001047611236
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,10240,64,0.07795306841532389
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,10240,64,0.14047892888387042
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,10240,64,0.004626133541266123
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,10240,64,0.047620264689127605
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,10240,64,0.03277440071105957
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,10240,64,0.03104640046755473
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,10240,64,0.031975466012954715
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,10240,64,0.03218239943186442
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,10240,64,0.03095253308614095
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,10240,64,0.02954026659329732
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,10240,64,0.02839253346125285
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,10240,64,0.02904319961865743
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,10240,64,0.027778132756551104
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,10240,64,0.0026752000053723653
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,10240,64,0.029572266340255737
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,10240,128,0.006741333504517872
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,10240,64,0.029355732599894206
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,10240,64,0.024690133333206177
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,10240,64,0.026850134134292603
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,10240,64,0.022791467110315957
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,10240,64,0.024970666567484538
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,10240,64,0.024055467049280802
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,10240,64,0.022412800788879396
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,10240,64,0.020964266856511433
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,10240,64,0.022693334023157756
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,10240,64,0.0021557333568731946
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,10240,64,0.002164266755183538
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,10240,64,0.020866133769353232
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,10240,64,0.02020373344421387
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,10240,64,0.01802133321762085
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,10240,64,0.020968532562255858
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,10240,64,0.017403733730316163
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,10240,64,0.017897599935531618
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,10240,64,0.016641066471735636
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,10240,64,0.016695467631022136
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,10240,64,0.016557866334915163
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,10240,64,0.014745600024859109
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,10240,64,0.014936533570289613
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,10240,64,0.014457600315411887
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,10240,64,0.03142720063527425
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,10240,64,0.014545067151387533
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,10240,64,0.01532906691233317
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,10240,64,0.014458666245142618
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,10240,64,0.014588800072669984
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,10240,64,0.014523733655611673
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,10240,64,0.014817066987355552
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,10240,64,0.014495999614397685
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,10240,64,0.014476799964904785
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,10240,64,0.025540266434351606
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,10240,64,0.014430933197339377
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,10240,64,0.014350933829943338
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,10240,64,0.014393599828084311
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,10240,64,0.01448853313922882
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,10240,64,0.014447999993960061
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,10240,64,0.02432533303896586
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,10240,64,0.0144405335187912
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,10240,64,0.014378666877746582
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,10240,64,0.013853866855303446
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,10240,64,0.014134400089581809
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,10240,64,0.014184533556302389
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,10240,64,0.013097600142161051
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,10240,64,0.01430293321609497
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,10240,64,0.014242133498191834
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,10240,64,0.022875734170277915
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,10240,64,0.013069867094357809
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,10240,64,0.020230400562286376
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,10240,64,0.01300266683101654
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,10240,64,0.01418346663316091
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,10240,64,0.01269546647866567
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,10240,64,0.013901866475741067
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,10240,64,0.012433066964149475
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,10240,64,0.012575999895731608
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,10240,64,0.012497066458066305
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,10240,64,0.01588373382886251
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,10240,32,0.11850986480712891
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,10240,32,0.06079893509546915
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,10240,32,0.0184063990910848
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,10240,32,0.018247467279434205
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,10240,32,0.018517333269119262
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,10240,32,0.018126932779947917
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,10240,64,0.014504533012708029
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,10240,32,0.018158932526906334
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,10240,32,0.017926400899887084
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,10240,32,0.015282133221626281
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,10240,32,0.016119466225306193
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,10240,32,0.015109333395957946
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,10240,32,0.013498666882514953
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,10240,32,0.016410666704177856
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,10240,32,0.017385600010553996
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,10240,64,0.014177067081133523
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,10240,32,0.011774933338165284
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,10240,64,0.013005866607030233
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,10240,32,0.014866133530934652
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,10240,32,0.01123520036538442
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,10240,32,0.01035093367099762
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,10240,32,0.009124267101287841
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,10240,32,0.009123200178146362
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,10240,32,0.008764800429344178
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,10240,32,0.00747519979874293
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,10240,32,0.010801066954930622
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,10240,32,0.007272533575693766
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,10240,32,0.008177066842714947
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,10240,32,0.005850666761398315
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,10240,32,0.005427200098832448
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,10240,32,0.007771733403205872
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,10240,32,0.005898666878541311
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,10240,32,0.03282133340835571
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,10240,32,0.004671999812126159
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,10240,32,0.004645333190759023
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,10240,32,0.0034080001215140024
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,10240,32,0.003886933376391729
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,10240,32,0.0034272000193595886
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,10240,32,0.0034389334420363107
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,10240,32,0.0032170665760835014
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,10240,32,0.003798400113979975
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,10240,32,0.0030239999294281008
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,10240,32,0.0029557332396507262
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,10240,32,0.0029834667841593427
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,10240,32,0.0029653333127498626
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,10240,32,0.003017599880695343
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,10240,32,0.0029824001093705496
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,10240,32,0.002639999985694885
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,10240,32,0.0026261332134405774
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,10240,32,0.0026762666801611584
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,10240,32,0.014886400103569031
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,10240,32,0.0029781334102153777
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,10240,32,0.002616533388694127
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,10240,32,0.002639999985694885
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,10240,32,0.0025941332181294756
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,10240,32,0.0022762666145960493
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,10240,32,0.0025792000194390613
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,10240,32,0.002147199958562851
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,10240,32,0.002219733347495397
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,10240,32,0.0021674667795499166
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,10240,32,0.002196266750494639
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,10240,32,0.0022122666239738466
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,10240,64,0.014242133498191834
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,10240,32,0.002164266755183538
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,10240,32,0.0022154666483402254
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,10240,32,0.0021557333568731946
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,10240,32,0.0021407999098300933
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,10240,32,0.0021514666577180227
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,10240,32,0.0021344001094500227
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,10240,32,0.002125866711139679
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,10240,32,0.0021344001094500227
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,10240,32,0.0021344001094500227
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,10240,64,0.014030933380126953
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,10240,32,0.009129599730173747
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,10240,32,0.13643627166748046
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,10240,32,0.0759925365447998
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,10240,32,0.030899200836817426
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,10240,32,0.046250665187835695
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,10240,32,0.03139413396517436
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,10240,32,0.0312554657459259
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,10240,32,0.00340693344672521
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,10240,32,0.03173973361651103
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,10240,32,0.030769066015879316
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,10240,32,0.03131306568781535
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,10240,32,0.028461867570877077
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,10240,32,0.02886613408724467
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,10240,32,0.02691199978192647
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,10240,32,0.026850134134292603
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,10240,32,0.025857067108154295
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,10240,32,0.002600533266862233
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,10240,32,0.02885013421376546
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,10240,32,0.030154667297999066
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,10240,32,0.024486400683720908
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,10240,32,0.024069333076477052
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,10240,32,0.026689066489537554
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,10240,32,0.02217280069986979
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,10240,32,0.01245013376077016
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,10240,32,0.02430293361345927
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,10240,32,0.02070186734199524
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,10240,32,0.020594133933385213
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,10240,32,0.021104000012079873
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,10240,32,0.019729065895080566
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,10240,32,0.023358933130900063
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,10240,32,0.020477867126464842
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,10240,32,0.017591466506322227
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,10240,32,0.020357332626978555
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,10240,32,0.0021546666820844015
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,10240,32,0.01922666629155477
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,10240,32,0.016581333676973977
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,10240,32,0.016532267133394875
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,10240,32,0.015560533603032431
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,10240,32,0.01766080061594645
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,10240,32,0.01632213294506073
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,10240,32,0.01444906691710154
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,10240,32,0.01556373337904612
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,10240,32,0.015316266814867655
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,10240,32,0.014453333616256715
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,10240,32,0.014478933811187745
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,10240,32,0.014467199643452963
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,10240,32,0.014472533265749613
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,10240,32,0.014513066411018372
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,10240,32,0.014475733041763306
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,10240,32,0.01453439990679423
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,10240,32,0.014457600315411887
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,10240,32,0.014309333761533103
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,10240,32,0.01434879998366038
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,10240,32,0.014484266440073649
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,10240,32,0.014396799604098
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,10240,32,0.014472533265749613
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,10240,32,0.014512000481287637
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,10240,32,0.014246400197347006
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,10240,32,0.014320000012715658
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,10240,32,0.014346667130788169
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,10240,32,0.013268267114957174
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,10240,32,0.013517866532007853
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,10240,32,0.01420799990495046
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,10240,32,0.013567999998728434
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,10240,32,0.01386666695276896
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,10240,32,0.014286933342615762
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,10240,32,0.01292693316936493
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,10240,32,0.013517866532007853
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,10240,32,0.01400213340918223
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,10240,32,0.013273599743843078
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,10240,32,0.012868266304334006
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,10240,32,0.013507200280825296
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,10240,32,0.014127999544143677
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,10240,32,0.013860266407330832
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,10240,32,0.012461866935094197
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,10240,32,0.012970667084058127
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,10240,32,0.002182399978240331
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,10240,32,0.021163733800252278
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,10240,32,0.01798400084177653
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,8192,65536,2.9377333323160806
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,8192,65536,2.829045295715332
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,8192,65536,2.8235413233439126
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,10240,32,0.014485333363215128
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,8192,65536,2.7588427861531577
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,8192,65536,5.490383783976237
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,8192,65536,2.793999989827474
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,8192,65536,2.955098787943522
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,8192,65536,2.9522933959960938
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,8192,65536,2.6453866958618164
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,8192,65536,2.6003039677937827
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,8192,65536,2.213599999745687
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,8192,65536,2.113365332285563
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,8192,65536,2.0970452626546225
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,8192,65536,2.0546080271402993
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,8192,65536,1.7252106666564941
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,8192,65536,1.4855573972066243
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,8192,65536,1.6109174092610676
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,8192,65536,2.116666634877523
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,8192,65536,1.3919787406921387
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,8192,65536,12.331466674804688
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,8192,65536,1.5562292734781902
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,8192,65536,1.2192906538645427
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,8192,65536,1.1144639650980632
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,8192,65536,1.509658654530843
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,8192,65536,0.9571253458658854
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,8192,65536,1.0502026875813801
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,8192,65536,1.3107786973317463
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,8192,65536,0.8209760189056396
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,8192,65536,0.8052053451538086
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,8192,65536,0.6085866689682007
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,8192,65536,0.5805279811223348
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,8192,65536,0.3624266783396403
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,8192,65536,0.22453333934148154
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,8192,65536,0.2653119961420695
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,8192,65536,0.21386132637659708
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,8192,65536,0.24655999739964804
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,8192,65536,0.208021342754364
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,8192,65536,0.25061867634455365
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,8192,65536,0.1909653345743815
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,8192,65536,0.19543999433517456
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,8192,65536,0.196560005346934
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,8192,65536,0.19059733549753824
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,8192,65536,0.18865066766738892
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,8192,65536,0.1793066660563151
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,8192,65536,0.18756800889968872
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,8192,65536,0.18133866786956787
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,8192,65536,0.16861865917841592
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,8192,65536,0.18094400564829508
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,8192,65536,0.18801599740982056
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,8192,65536,0.18147732814153036
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,8192,65536,0.18077866236368814
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,8192,65536,0.18411733706792197
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,8192,65536,0.18050666650136313
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,8192,65536,0.17770665884017944
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,8192,65536,0.18134933710098267
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,8192,65536,0.17919466892878214
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,8192,65536,0.1775146722793579
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,8192,65536,0.1811199982961019
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,8192,65536,0.1788640022277832
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,8192,65536,0.17591466506322226
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,8192,65536,0.17917333046595255
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,8192,65536,0.1744746764500936
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,8192,65536,0.1785279909769694
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,8192,65536,0.17257066567738852
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,8192,65536,0.16985066731770834
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,8192,65536,0.1765013337135315
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,8192,65536,0.17094399531682333
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,8192,65536,0.16805332899093628
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,8192,65536,0.17327467600504556
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,8192,65536,0.4997546672821045
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,8192,65536,0.28166399399439496
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,8192,65536,2.199903964996338
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,8192,65536,2.272085348765055
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,8192,65536,4.069914817810059
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,8192,65536,2.242245356241862
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,8192,65536,2.130671977996826
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,8192,65536,0.1759786605834961
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,8192,65536,2.17466672261556
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,8192,65536,2.154128074645996
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,8192,65536,2.028560002644857
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,8192,65536,1.9476693471272786
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,8192,65536,1.9612213770548503
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,8192,65536,8.417695999145508
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,8192,65536,1.580517292022705
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,8192,65536,1.741615931193034
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,8192,65536,1.7796746889750164
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,8192,65536,1.6066667238871257
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,8192,65536,1.3385920524597168
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,8192,65536,1.4857813517252605
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,8192,65536,1.2215572992960613
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,8192,65536,1.3849066098531086
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,8192,65536,1.7288692792256672
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,8192,65536,1.1009386380513508
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,8192,65536,25.349375406901043
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,8192,65536,0.9504266579945883
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,8192,65536,0.9736533164978027
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,8192,65536,1.0629973411560059
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,8192,65536,0.8391253153483073
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,8192,65536,0.5265013376871744
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,8192,65536,0.7095999717712402
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,8192,65536,0.8363306522369385
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,8192,65536,0.4461599985758464
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,8192,65536,0.6910560131072998
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,8192,65536,0.2868480086326599
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,8192,65536,0.26444800694783527
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,8192,65536,0.40051201979319256
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,8192,65536,0.18462934096654257
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,8192,65536,0.17902400096257529
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,8192,65536,0.17053866386413574
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,8192,65536,0.16697599490483603
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,8192,65536,0.1490666667620341
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,8192,65536,0.1439839998881022
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,8192,65536,0.14072533448537192
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,8192,65536,0.1295253336429596
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,8192,65536,0.13144000371297201
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,8192,65536,0.14622933665911356
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,8192,65536,0.14409066239992777
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,8192,65536,0.13573867082595825
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,8192,65536,0.1422719955444336
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,8192,65536,0.13050132989883423
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,8192,65536,0.12918399771054587
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,8192,65536,0.1226026713848114
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,8192,65536,0.12316800157229106
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,8192,65536,0.12164800365765889
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,8192,65536,0.11773332953453064
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,8192,65536,0.1151146690050761
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,8192,65536,0.11115733782450359
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,8192,65536,0.10954667131106059
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,8192,65536,0.10845866799354553
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,8192,65536,0.11487467090288798
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,8192,65536,1.1731839974721272
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,8192,65536,0.10833600163459778
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,8192,65536,0.11276266972223918
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,8192,65536,0.1069653332233429
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,8192,65536,0.10413866241772969
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,8192,65536,0.11080533266067505
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,8192,65536,0.10519466797510783
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,8192,65536,0.10061867038408916
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,8192,65536,0.1111199955145518
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,8192,65536,0.10394133130709331
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,8192,65536,0.09866666793823242
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,8192,65536,0.10977066556612651
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,8192,65536,0.1013759970664978
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,8192,65536,0.09588266412417094
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,8192,65536,0.5566666523615519
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,8192,65536,0.15641066431999207
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,8192,65536,0.12570666273434958
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,8192,65536,17.643280029296875
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,8192,65536,1.97107728322347
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,8192,65536,2.2164586385091147
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,8192,65536,1.8392693201700847
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,8192,65536,1.9108692804972331
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,8192,65536,4.392330805460612
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,8192,65536,8.315626780192057
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,8192,65536,1.6615573565165203
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,8192,65536,1.7663466135660808
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,8192,65536,2.1555946667989097
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,8192,65536,16.57494354248047
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,8192,65536,1.4181493123372395
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,8192,65536,1.4849546750386555
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,8192,65536,1.8782347043355305
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,8192,65536,1.1862080097198486
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,8192,65536,1.2548267046610515
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,8192,65536,2.1450932820638022
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,8192,65536,1.605002721150716
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,8192,65536,0.905349334081014
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,8192,65536,1.0167360305786133
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,8192,65536,1.294495979944865
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,8192,65536,0.66866135597229
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,8192,65536,1.2352746327718098
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,8192,65536,1.710960070292155
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,8192,65536,0.4421226580937703
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,8192,65536,0.46553067366282147
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,8192,65536,1.1726773579915364
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,8192,65536,1.0750772953033447
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,8192,65536,0.3049280047416687
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,8192,65536,0.2871039907137553
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,8192,65536,0.8976853688557943
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,8192,65536,0.5554186503092448
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,8192,65536,0.3602293332417806
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,8192,65536,0.32689066727956134
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,8192,65536,0.18698134024937949
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,8192,65536,0.17690134048461914
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,8192,65536,0.17643733819325766
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,8192,65536,0.17289066314697266
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,8192,65536,0.16330132881800333
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,8192,65536,0.16363733013470969
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,8192,65536,0.15878400206565857
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,8192,65536,0.1395680010318756
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,8192,65536,0.13618666927019754
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,8192,65536,0.13410666584968567
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,8192,65536,0.1344533363978068
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,8192,65536,0.13376532991727194
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,8192,65536,0.13368533054987589
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,8192,65536,0.13205867012341818
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,8192,65536,0.13195733229319254
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,8192,65536,0.12974400321642557
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,8192,65536,0.12954666217168173
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,8192,65536,0.12896533807118735
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,8192,65536,0.12949333588282266
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,8192,65536,0.12807466586430868
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,8192,65536,0.12846400340398154
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,8192,65536,0.12909332911173502
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,8192,65536,0.1293706695238749
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,8192,65536,0.12983466188112894
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,8192,65536,0.12839999794960022
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,8192,65536,0.12898666659990946
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,8192,65536,0.12838400403658548
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,8192,65536,0.1211946705977122
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,8192,65536,0.1279306709766388
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,8192,65536,0.10939733187357585
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,8192,65536,0.12834133704503378
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,8192,65536,0.10929066936175029
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,8192,65536,0.10897599657376607
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,8192,65536,0.12658666570981345
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,8192,65536,0.10870400071144104
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,8192,65536,0.11970133582750957
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,8192,65536,2.424618721008301
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,8192,65536,1.2570453484853108
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,8192,65536,1.0499626795450847
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,8192,65536,1.0549546877543132
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,8192,65536,0.9434933662414551
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,8192,65536,0.9320853551228842
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,8192,65536,0.8970080216725668
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,8192,65536,0.8897386391957601
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,8192,65536,0.7922879854838053
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,8192,65536,0.7817440032958984
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,8192,65536,0.7501973311106364
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,8192,65536,0.7351893583933512
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,8192,65536,0.724565347035726
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,8192,65536,0.6309119860331217
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,8192,65536,0.6001439889272054
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,8192,65536,0.587061325709025
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,8192,65536,0.5746133327484131
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,8192,65536,0.5718506574630737
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,8192,65536,12.511493682861328
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,8192,65536,0.4548906485239665
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,8192,65536,0.782362699508667
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,8192,65536,0.4272799889246623
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,8192,65536,0.3168053428332011
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,8192,65536,0.4328320026397705
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,8192,65536,0.3039360046386719
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,8192,65536,0.2942933241526286
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,8192,65536,0.2871893246968587
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,8192,65536,0.28749332825342816
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,8192,65536,0.16170133153597513
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,8192,65536,0.1405280033747355
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,8192,65536,0.14079466462135315
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,8192,65536,0.1400320033232371
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,8192,65536,0.14032000303268433
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,8192,65536,0.1395626664161682
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,8192,65536,0.14030933380126953
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,8192,65536,0.1388213336467743
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,8192,65536,0.13860266407330832
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,8192,65536,0.13876799742380777
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,8192,65536,0.13759467005729675
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,8192,65536,5.253424008687337
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,8192,65536,0.13688000043233237
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,8192,65536,0.1359946628411611
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,8192,65536,0.2185866634051005
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,8192,65536,0.135861337184906
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,8192,65536,0.14313066999117532
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,8192,65536,0.13635733723640442
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,8192,65536,0.13593600193659464
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,8192,65536,0.13594667116800943
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,8192,65536,0.13589333494504294
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,8192,65536,0.13964800039927164
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,8192,65536,0.135861337184906
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,8192,65536,0.13520532846450806
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,8192,65536,0.13593600193659464
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,8192,65536,0.13593066732088724
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,8192,65536,0.1356000006198883
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,8192,65536,0.13567999998728433
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,8192,65536,0.13597866892814636
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,8192,65536,0.1353653371334076
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,8192,65536,0.1360479990641276
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,8192,65536,0.13496533036231995
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,8192,65536,0.1359999974568685
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,8192,65536,0.13621333241462708
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,8192,65536,0.1355946660041809
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,8192,65536,0.13453333576520285
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,8192,65536,0.135861337184906
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,8192,65536,0.13567999998728433
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,8192,65536,0.13458133737246195
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,8192,65536,0.13648533821105957
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,8192,65536,0.13567466537157694
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,8192,51200,4.193269411722819
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,8192,51200,2.5874932607014975
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,8192,51200,9.499813079833984
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,8192,51200,2.6912479400634766
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,8192,51200,2.5680960019429526
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,8192,51200,2.2156373659769693
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,8192,51200,2.244581381479899
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,8192,51200,2.252346674601237
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,8192,51200,18.68395233154297
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,8192,51200,2.0185653368631997
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,8192,51200,2.2493866284688315
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,8192,51200,1.7777652740478516
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,8192,51200,1.9790239334106445
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,8192,51200,1.729365348815918
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,8192,51200,1.903744061787923
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,8192,51200,1.6978507041931152
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,8192,51200,1.8420906066894531
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,8192,51200,1.3564426104227703
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,8192,51200,1.2942559719085693
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,8192,51200,1.6587573687235515
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,8192,51200,1.1290453275044758
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,8192,51200,1.2692426840464275
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,8192,51200,0.9770613511403402
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,8192,51200,1.064629316329956
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,8192,51200,0.843834638595581
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,8192,51200,0.8560907046000162
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,8192,51200,0.7307573159535726
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,8192,51200,0.7462506294250488
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,8192,51200,0.5962613423665365
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,8192,51200,0.5468000173568726
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,8192,51200,0.4525279998779297
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,8192,51200,1.186784029006958
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,8192,51200,0.42388800779978436
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,8192,51200,0.3349279959996541
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,8192,51200,0.2100213368733724
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,8192,51200,0.28602667649586994
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,8192,51200,0.17866667111714682
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,8192,51200,0.2046026587486267
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,8192,51200,0.16528000434239706
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,8192,51200,0.18420799573262533
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,8192,51200,0.15916799505551657
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,8192,51200,0.17931199073791504
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,8192,51200,0.14853333433469137
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,8192,51200,0.14813333749771118
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,8192,51200,0.14447466532389322
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,8192,51200,0.14843199650446573
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,8192,51200,0.14537066221237183
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,8192,51200,0.14326399564743042
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,8192,51200,0.1420906682809194
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,8192,51200,0.1358453333377838
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,8192,51200,0.13664000233014426
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,8192,51200,0.13462400436401367
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,8192,51200,0.1437493364016215
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,8192,51200,0.14306666453679404
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,8192,51200,0.141893337170283
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,8192,51200,0.1281546652317047
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,8192,51200,0.14034133156140646
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,8192,51200,0.13320533434549967
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,8192,51200,0.1328480045000712
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,8192,51200,0.13223466277122498
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,8192,51200,0.13146666685740152
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,8192,51200,0.1311360001564026
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,8192,51200,0.13099732995033264
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,8192,51200,0.13059199849764505
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,8192,51200,0.1304266651471456
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,8192,51200,0.1295413374900818
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,8192,51200,0.1297653317451477
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,8192,51200,0.1307360033194224
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,8192,51200,0.12944533427556357
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,8192,51200,0.12955733140309653
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,8192,51200,0.13111467162768045
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,8192,51200,0.12924266854921976
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,8192,51200,0.12931733330090842
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,8192,51200,0.14607999722162882
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,8192,51200,3.226400057474772
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,8192,51200,1.7554292678833008
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,8192,51200,6.574069341023763
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,8192,51200,1.7831093470255535
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,8192,51200,1.7422666549682617
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,8192,51200,1.7081386248270671
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,8192,51200,1.6057333946228027
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,8192,51200,1.6114187240600586
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,8192,51200,1.5444213549296062
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,8192,51200,1.5603413581848145
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,8192,51200,13.650714874267578
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,8192,51200,1.3671092987060547
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,8192,51200,1.3475786844889324
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,8192,51200,1.3600106239318848
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,8192,51200,1.2642133235931396
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,8192,51200,1.1828906536102295
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,8192,51200,1.2991466522216797
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,8192,51200,1.0820106665293376
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,8192,51200,1.0366186300913494
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,8192,51200,0.9978933334350586
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,8192,51200,0.9140213330586752
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,8192,51200,0.8485546906789144
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,8192,51200,0.871013323465983
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,8192,51200,0.7429227034250895
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,8192,51200,0.7721439997355143
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,8192,51200,0.65775465965271
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,8192,51200,0.6363626718521118
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,8192,51200,0.5597440004348755
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,8192,51200,0.5672213236490885
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,8192,51200,0.4345333178838094
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,8192,51200,0.4320480028788249
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,8192,51200,0.3105013370513916
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,8192,51200,0.3338826497395833
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,8192,51200,0.2225653330485026
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,8192,51200,0.19857066869735718
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,8192,51200,0.1438826620578766
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,8192,51200,0.13769599795341492
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,8192,51200,0.13588800032933554
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,8192,51200,0.1421386698881785
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,8192,51200,0.12525866429011026
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,8192,51200,0.1260426640510559
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,8192,51200,0.11990933616956075
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,8192,51200,0.1159946620464325
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,8192,51200,0.1113866666952769
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,8192,51200,0.11212266484896342
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,8192,51200,0.10645866394042969
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,8192,51200,0.11523200074831645
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,8192,51200,0.11107732852300008
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,8192,51200,0.10031466682751973
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,8192,51200,0.09545600414276123
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,8192,51200,0.09673066933949788
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,8192,51200,0.09698133667310078
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,8192,51200,0.10564800103505452
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,8192,51200,0.10180266698201497
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,8192,51200,0.09717333316802979
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,8192,51200,0.09149866302808125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,8192,51200,0.09083200494448344
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,8192,51200,0.08780800302823384
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,8192,51200,0.08715200424194336
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,8192,51200,0.08627200126647949
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,8192,51200,0.08572799960772197
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,8192,51200,0.08643733461697896
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,8192,51200,0.08474666873613994
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,8192,51200,0.08633066217104594
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,8192,51200,0.08410666386286418
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,8192,51200,0.08547199765841167
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,8192,51200,0.08389866352081299
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,8192,51200,0.08348799745241801
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,8192,51200,0.08249066770076752
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,8192,51200,0.08310399949550629
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,8192,51200,0.08108800152937572
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,8192,51200,0.08054933448632558
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,8192,51200,0.08108266691366832
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,8192,51200,0.101583997408549
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,8192,51200,3.412533442179362
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,8192,51200,2.4038079579671225
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,8192,51200,1.8503306706746419
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,8192,65536,1.3214346567789714
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,8192,65536,1.2989386717478435
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,8192,51200,2.443472067515055
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,8192,51200,1.6451147397359211
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,8192,51200,2.1074399948120117
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,8192,51200,1.4919999440511067
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,8192,51200,1.8957813580830891
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,8192,51200,1.4455520311991374
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,8192,51200,1.8827625910441081
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,8192,51200,1.3072426319122314
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,8192,51200,1.6018293698628743
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,8192,51200,1.226698637008667
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,8192,65536,1.318559964497884
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,8192,51200,1.5649654070536296
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,8192,51200,1.3300693035125732
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,8192,51200,1.0105013052622478
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,8192,51200,1.6667946179707844
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,8192,51200,0.844538688659668
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,8192,51200,2.0791145960489907
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,8192,51200,1.0114239851633708
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,8192,51200,0.7816159725189209
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,8192,51200,0.6397493282953898
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,8192,51200,0.7232053279876709
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,8192,51200,1.1351786454518635
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,8192,51200,1.2587093512217205
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,8192,51200,0.43280001481374103
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,8192,51200,0.45734934012095135
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,8192,51200,0.9042987028757731
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,8192,51200,0.5544533332188925
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,8192,51200,0.22171199321746826
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,8192,51200,0.2055413325627645
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,8192,51200,0.748410701751709
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,8192,51200,0.14410666624704996
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,8192,51200,0.14050666491190592
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,8192,51200,0.13798399766286215
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,8192,51200,0.13849066694577536
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,8192,51200,0.13461866974830627
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,8192,51200,0.135535995165507
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,8192,51200,0.13378133376439413
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,8192,51200,0.30456533034642536
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,8192,51200,0.3466613292694092
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,8192,51200,0.14428800344467163
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,8192,65536,1.104858636856079
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,8192,51200,0.10672533512115479
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,8192,51200,0.10082133611043294
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,8192,51200,0.10120532910029094
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,8192,51200,0.10034666458765666
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,8192,51200,0.0999840001265208
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,8192,51200,0.09992532928784688
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,8192,51200,0.09955199559529622
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,8192,51200,0.10528000195821126
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,8192,51200,0.09722666939099629
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,8192,51200,0.0969599982102712
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,8192,51200,0.09617599844932556
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,8192,51200,0.09614933530489604
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,8192,51200,0.09562666217486064
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,8192,51200,0.09595732887585957
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,8192,51200,0.0962720016638438
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,8192,51200,0.09657599528630574
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,8192,51200,0.09692266583442688
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,8192,51200,0.09688533345858256
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,8192,51200,0.09597333272298177
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,8192,51200,0.09558932979901631
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,8192,65536,1.1710933049519856
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,8192,51200,0.10603732864061992
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,8192,51200,0.09568533301353455
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,8192,51200,0.09577066699663798
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,8192,51200,0.1778293251991272
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,8192,51200,0.18373332420984903
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,8192,51200,0.09686400492986043
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,8192,51200,0.09528533617655437
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,8192,51200,0.10397866368293762
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,8192,51200,0.09887466828028361
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,8192,51200,0.10340266426404317
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,8192,51200,8.790725072224935
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,8192,51200,1.1617546876271565
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,8192,51200,0.8432799975077311
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,8192,51200,1.9668800036112468
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,8192,51200,0.8365493615468343
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,8192,51200,0.7435466448465983
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,8192,51200,0.7445493539174398
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,8192,51200,0.7030879656473795
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,8192,51200,0.7088373502095541
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,8192,51200,0.6206666628519694
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,8192,51200,0.6294293403625488
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,8192,51200,0.5826826492945353
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,8192,51200,0.5878880023956299
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,8192,51200,0.5784853299458822
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,8192,51200,0.4965866804122925
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,8192,51200,0.4827093283335368
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,8192,51200,0.46303999423980713
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,8192,51200,0.46080533663431805
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,8192,51200,0.4500853220621745
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,8192,51200,0.36661334832509357
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,8192,51200,0.3516106605529785
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,8192,51200,0.34190932909647626
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,8192,51200,0.3351413408915202
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,8192,51200,0.2547520001729329
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,8192,51200,0.24044267336527506
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,8192,51200,0.23600532611211142
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,8192,51200,0.23543999592463175
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,8192,51200,0.22670400142669678
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,8192,51200,0.12918933232625326
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,8192,51200,0.11377066373825073
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,8192,51200,0.11340266466140747
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,8192,51200,0.11310399572054546
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,8192,51200,0.11167466640472412
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,8192,51200,0.11215999722480774
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,8192,51200,0.11250133315722148
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,8192,51200,0.11195733149846394
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,8192,51200,0.11176000038782756
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,8192,51200,0.11064533392588298
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,8192,51200,0.10959999759991963
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,8192,51200,0.10923733313878377
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,8192,51200,0.10974933703740437
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,8192,51200,4.142186800638835
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,8192,51200,0.10922132929166158
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,8192,51200,0.10947199662526448
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,8192,51200,0.1092800001303355
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,8192,51200,0.12585066755612692
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,8192,51200,0.10925333698590596
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,8192,51200,0.10796266794204712
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,8192,51200,0.12503467003504434
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,8192,51200,0.10798933108647664
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,8192,51200,0.10943999886512756
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,8192,51200,0.11010666688283284
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,8192,51200,0.1072213351726532
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,8192,51200,0.10935999949773152
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,8192,51200,0.10804800192515056
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,8192,51200,0.10752000411351521
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,8192,51200,0.10842667023340861
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,8192,51200,0.1086186667283376
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,8192,51200,0.10788266857465108
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,8192,51200,0.10786666472752889
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,8192,51200,0.10866666833559673
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,8192,51200,0.1072266697883606
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,8192,51200,0.10719999670982361
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,8192,51200,0.10899733503659566
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,8192,51200,0.10718933741251628
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,8192,51200,0.10786133011182149
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,8192,51200,0.1071626643339793
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,8192,51200,0.10827199618021648
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,8192,16384,2.7150665918986
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,8192,16384,1.344831943511963
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,8192,16384,0.7968213558197021
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,8192,16384,0.8069760004679362
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,8192,16384,0.7544799645741781
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,8192,51200,0.10752532879511516
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,8192,16384,0.7619573275248209
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,8192,16384,0.7475039958953857
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,8192,16384,0.7151040236155192
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,8192,16384,0.7121226787567139
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,8192,16384,5.606026967366536
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,8192,16384,0.5651253461837769
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,8192,16384,0.6428426504135132
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,8192,16384,0.5198346773783366
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,8192,16384,0.500981330871582
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,8192,16384,0.664250651995341
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,8192,16384,0.5303093194961548
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,8192,16384,0.5812906821568807
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,8192,16384,0.49511468410491943
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,8192,16384,0.48183465003967285
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,8192,16384,0.3573013146718343
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,8192,16384,0.34996267159779865
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,8192,16384,0.3100053270657857
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,8192,16384,0.328549325466156
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,8192,16384,0.27088000377019245
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,8192,16384,0.27189866701761883
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,8192,16384,0.6659200191497803
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,8192,16384,0.23731199900309244
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,8192,16384,0.24385599295298258
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,8192,16384,0.19256534179051718
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,8192,16384,0.1769333283106486
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,8192,16384,0.14546666542689005
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,8192,16384,0.42850132783253986
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,8192,16384,0.1367093324661255
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,8192,16384,0.10769066214561462
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,8192,16384,0.09447999795277913
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,8192,16384,0.06888000170389812
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,8192,16384,0.057802667220433555
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,8192,16384,0.06735466420650482
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,8192,16384,0.054586668809254967
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,8192,16384,0.06168533364931742
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,8192,16384,0.05398400127887726
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,8192,16384,0.06028266747792562
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,8192,16384,0.051962668697039284
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,8192,16384,0.054431999723116554
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,8192,16384,0.05064000189304352
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,8192,16384,0.050000001986821495
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,8192,16384,0.050661335388819374
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,8192,16384,0.05171733101209005
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,8192,16384,0.049312000473340355
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,8192,16384,0.048911998669306435
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,8192,16384,0.05475200215975443
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,8192,16384,0.05189866820971171
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,8192,16384,0.05036800106366476
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,8192,16384,0.04957866668701172
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,8192,16384,0.05036266644795736
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,8192,16384,0.04780800143877665
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,8192,16384,0.04811733464399973
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,8192,16384,0.05333333214124044
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,8192,16384,0.04797866443792979
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,8192,16384,0.04747200012207031
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,8192,16384,0.047728002071380615
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,8192,16384,0.047093331813812256
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,8192,16384,0.04696000119050344
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,8192,16384,0.046869332591692604
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,8192,16384,0.04727466901143392
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,8192,16384,0.04708800216515859
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,8192,16384,0.046725332736968994
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,8192,16384,0.046394666035970054
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,8192,16384,0.04607999821503957
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,8192,16384,0.04876266419887543
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,8192,16384,0.04874666531880697
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,8192,16384,0.04839999973773956
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,8192,16384,0.04811733464399973
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,8192,51200,1.0103840033213298
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,8192,16384,4.1697438557942705
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,8192,16384,0.04776533444722494
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,8192,16384,2.071082592010498
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,8192,16384,0.5595839818318685
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,8192,16384,1.0575199921925862
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,8192,16384,0.5543733437856039
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,8192,16384,0.5284586747487386
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,8192,16384,0.55949866771698
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,8192,16384,0.5027626752853394
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,8192,16384,0.49081599712371826
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,8192,16384,0.48727468649546307
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,8192,16384,0.46772801876068115
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,8192,16384,0.4235946734746297
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,8192,16384,0.41810667514801025
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,8192,16384,0.39774401982625324
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,8192,16384,0.3959626754124959
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,8192,16384,0.3676053285598755
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,8192,16384,0.3902133305867513
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,8192,16384,0.3382186492284139
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,8192,16384,0.29173866907755536
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,8192,16384,0.2772746682167053
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,8192,16384,0.2561279932657878
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,8192,16384,0.2580159902572632
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,8192,16384,0.22048532962799072
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,8192,16384,0.23309866587320963
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,8192,16384,0.18843199809392294
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,8192,16384,0.19268266359965006
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,8192,16384,0.16765866676966348
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,8192,16384,0.16796799500783285
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,8192,16384,0.13742400209108988
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,8192,16384,0.13241066535313925
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,8192,16384,0.11052266756693523
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,8192,16384,0.10441600282986958
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,8192,16384,0.08346666892369588
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,8192,16384,0.07276799778143565
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,8192,16384,0.05851200222969055
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,8192,16384,0.052832002441088356
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,8192,16384,0.053802669048309326
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,8192,16384,0.0558186670144399
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,8192,16384,0.05485333502292633
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,8192,16384,0.05387733379999796
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,8192,16384,0.04922133187452952
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,8192,16384,0.04885333279768626
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,8192,16384,0.04744000236193339
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,8192,16384,0.04587199787298838
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,8192,16384,0.31806399424870807
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,8192,16384,0.04737600187460581
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,8192,16384,0.04558933277924856
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,8192,16384,0.04654933512210846
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,8192,16384,0.04535999894142151
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,8192,16384,0.044437333941459656
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,8192,16384,0.0439573327700297
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,8192,16384,0.04163199911514918
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,8192,16384,0.04126933217048645
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,8192,16384,0.039877332746982574
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,8192,51200,1.0274399916330974
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,8192,16384,0.03739733248949051
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,8192,16384,0.03811733424663544
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,8192,16384,0.03670933345953623
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,8192,16384,0.05923733115196228
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,8192,16384,0.039813332259655
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,8192,16384,0.03772799919048945
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,8192,16384,0.03875199953715006
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,8192,16384,0.039034667114416756
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,8192,16384,0.03832533210515976
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,8192,16384,0.0383840004603068
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,8192,16384,0.03543466577927271
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,8192,16384,0.03598399957021078
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,8192,16384,0.03605333218971888
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,8192,16384,0.03640533238649368
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,8192,16384,0.03532800078392029
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,8192,16384,0.03549333413441976
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,8192,16384,0.03524799893299738
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,8192,16384,0.04288533329963684
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,8192,16384,0.03839999934037527
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,8192,16384,0.035589332381884255
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,8192,51200,1.0155466397603352
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,8192,51200,0.936410665512085
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,8192,51200,0.8556586901346842
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,8192,16384,4.465674718221028
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,8192,16384,2.1650400161743164
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,8192,16384,0.5016479889551798
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,8192,16384,0.464789350827535
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,8192,16384,1.0321866671244304
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,8192,16384,0.6305333375930786
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,8192,16384,0.42105599244435626
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,8192,16384,0.4684000015258789
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,8192,16384,0.3725279966990153
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,8192,16384,0.415338675181071
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,8192,16384,0.3569920063018799
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,8192,16384,0.4033546845118205
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,8192,16384,0.3476959864298503
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,8192,16384,0.2929333249727885
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,8192,16384,0.5505066712697347
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,8192,16384,0.24572799603144327
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,8192,16384,0.2734453280766805
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,8192,16384,0.2309653361638387
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,8192,16384,0.3090026577313741
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,8192,16384,0.1865760087966919
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,8192,16384,0.20643732945124307
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,8192,16384,0.6137599945068359
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,8192,16384,0.550490657488505
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,8192,16384,0.126202662785848
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,8192,16384,0.1416213313738505
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,8192,16384,0.4960639874140422
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,8192,16384,0.5420746803283691
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,8192,16384,0.48582398891448975
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,8192,16384,0.07046933472156525
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,8192,16384,0.3250933289527893
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,8192,16384,0.253109335899353
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,8192,16384,0.16131200393040976
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,8192,16384,0.18889600038528442
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,8192,16384,0.10873599847157796
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,8192,16384,0.09940266609191895
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,8192,16384,0.07117866476376851
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,8192,16384,0.0540533314148585
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,8192,16384,0.05393599967161814
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,8192,16384,0.053455998500188194
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,8192,16384,0.054485330979029335
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,8192,16384,0.05117866893609365
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,8192,16384,0.05133866767088572
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,8192,16384,0.051311999559402466
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,8192,16384,0.05065600077311198
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,8192,16384,0.04001600046952566
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,8192,16384,0.037621334195137024
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,8192,16384,0.038106667498747505
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,8192,16384,0.038047999143600464
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,8192,16384,0.037685332198937736
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,8192,16384,0.03736000011364619
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,8192,16384,0.037418665985266365
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,8192,16384,0.036858665446440377
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,8192,16384,0.03694933404525121
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,8192,16384,0.0363520011305809
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,8192,16384,0.036650667587916054
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,8192,16384,0.036570665736993156
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,8192,16384,0.036943999429543815
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,8192,16384,0.03758399933576584
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,8192,16384,0.03745600084463755
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,8192,16384,0.03728533287843069
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,8192,16384,0.06595733265082042
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,8192,16384,0.06776000062624614
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,8192,16384,0.06733866532643636
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,8192,16384,0.03959999978542328
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,8192,16384,0.06617600222428639
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,8192,16384,0.06029866635799408
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,8192,16384,0.0673226664463679
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,8192,16384,0.04110399881998698
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,8192,16384,0.05782933533191681
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,8192,16384,0.0415786678592364
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,8192,16384,0.040549332896868386
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,8192,16384,0.03984533250331879
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,8192,16384,0.039493332306543984
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,8192,16384,0.040463998913764954
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,8192,16384,2.5117173194885254
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,8192,16384,0.6160933176676432
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,8192,16384,1.2226880391438801
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,8192,16384,0.3269866704940796
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,8192,16384,0.33788267771402997
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,8192,16384,0.3249386747678121
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,8192,16384,0.27110934257507324
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,8192,16384,0.30770667394002277
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,8192,16384,0.2696693340937297
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,8192,16384,0.262775997320811
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,8192,16384,0.2585600018501282
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,8192,16384,0.23214133580525717
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,8192,16384,0.22614399592081705
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,8192,16384,0.2322266697883606
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,8192,16384,0.22460800409317017
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,8192,16384,0.19804000854492188
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,8192,16384,0.19911466042200723
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,8192,16384,0.19058666626612344
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,8192,16384,0.18662667274475098
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,8192,16384,0.1543359955151876
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,8192,16384,0.16053866346677145
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,8192,16384,0.15426400303840637
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,8192,16384,0.15098399917284647
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,8192,16384,0.18371466795603433
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,8192,16384,0.14878933628400168
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,8192,16384,0.1181119978427887
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,8192,16384,0.11725333333015442
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,8192,16384,0.11493066946665446
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,8192,16384,0.0835439960161845
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,8192,16384,0.11300800244013469
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,8192,16384,0.08414666851361592
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,8192,16384,0.08402933677037557
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,8192,16384,0.07842133442560832
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,8192,16384,0.04603200157483419
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,8192,16384,0.08187466859817505
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,8192,16384,0.04338933527469635
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,8192,16384,0.04237600167592367
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,8192,16384,0.04160533348719279
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,8192,16384,0.04206133385499319
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,8192,16384,0.04171733558177948
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,8192,16384,0.041335999965667725
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,8192,16384,0.04142133394877116
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,8192,16384,0.04151733219623566
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,8192,16384,0.04221599797407786
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,8192,16384,0.04033333311478297
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,8192,16384,0.040418667097886406
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,8192,16384,0.03984266767899195
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,8192,16384,0.040391998986403145
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,8192,16384,0.040149333576361336
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,8192,16384,0.04046666622161865
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,8192,16384,0.040162667632102966
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,8192,16384,0.04021599888801575
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,8192,16384,0.040365333358446755
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,8192,16384,0.04048533240954081
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,8192,16384,0.040338667730490364
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,8192,16384,0.04052799940109253
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,8192,16384,0.03979199876387914
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,8192,16384,0.0400693342089653
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,8192,16384,0.039349332451820374
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,8192,16384,0.03927200039227804
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,8192,16384,0.039463999370733895
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,8192,16384,0.040031999349594116
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,8192,16384,0.03967199971278509
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,8192,16384,0.039330666263898216
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,8192,16384,0.03988000005483627
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,8192,16384,0.03921333452065786
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,8192,16384,0.03942666699488958
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,8192,12288,4.036181449890137
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,8192,12288,2.1598453521728516
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,8192,12288,1.0837492942810059
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,8192,12288,0.6372053225835165
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,8192,12288,0.6740586757659912
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,8192,12288,0.6209119955698649
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,8192,12288,0.6368106603622437
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,8192,12288,0.5453759829203287
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,8192,12288,0.5741653442382812
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,8192,12288,0.5758133331934611
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,8192,12288,0.4922240177790324
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,8192,12288,0.42202667395273846
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,8192,12288,0.4130186637242635
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,8192,12288,0.3856266736984253
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,8192,12288,0.3924906651178996
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,8192,12288,0.3684213161468506
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,8192,12288,0.38334401448567706
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,8192,12288,0.34413333733876544
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,8192,12288,0.32019732395807904
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,8192,16384,0.03945866723855337
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,8192,12288,0.29925866921742755
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,8192,12288,0.2669866681098938
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,8192,12288,0.2623786727587382
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,8192,12288,0.23679999510447183
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,8192,12288,0.24620266755421957
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,8192,12288,0.20609599351882935
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,8192,12288,0.20177066326141357
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,8192,12288,0.17738133668899536
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,8192,12288,0.18251200517018637
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,8192,12288,0.14435199896494547
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,8192,12288,0.13359466195106506
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,8192,12288,0.28140799204508465
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,8192,12288,0.1104693313439687
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,8192,12288,0.10312533378601074
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,8192,12288,0.08003733555475871
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,8192,12288,0.06911466519037883
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,8192,12288,0.053183997670809426
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,8192,12288,0.04567466676235199
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,8192,12288,0.05172266562779745
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,8192,12288,0.04354133208592733
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,8192,12288,0.047653332352638245
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,8192,12288,0.04171200096607208
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,8192,12288,0.0473333348830541
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,8192,12288,0.040175999204317726
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,8192,12288,0.04283200204372406
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,8192,12288,0.0397173340121905
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,8192,12288,0.039461334546407066
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,8192,12288,0.03975466638803482
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,8192,12288,0.04142933338880539
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,8192,12288,0.03977066775163015
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,8192,12288,0.038805333276589714
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,8192,12288,0.03905600061019262
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,8192,12288,0.03945599993069967
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,8192,12288,0.0352960005402565
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,8192,12288,0.039221333960692085
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,8192,12288,0.03822933385769526
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,8192,12288,0.03794133414824804
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,8192,12288,0.037621334195137024
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,8192,12288,0.03823466598987579
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,8192,12288,0.03821333249409994
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,8192,12288,0.03770133356253306
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,8192,12288,0.03772266705830892
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,8192,12288,0.03745600084463755
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,8192,12288,0.03749866783618927
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,8192,12288,0.03737066686153412
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,8192,12288,0.037647999823093414
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,8192,12288,0.03738666574160258
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,8192,12288,0.037621334195137024
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,8192,12288,0.03731200098991394
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,8192,12288,0.03714666763941447
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,8192,12288,0.037461332976818085
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,8192,12288,0.037861332297325134
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,8192,12288,0.03804266701141993
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,8192,12288,0.037776000797748566
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,8192,12288,0.03756266583998998
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,8192,12288,3.123821258544922
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,8192,12288,1.604906717936198
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,8192,12288,0.41884533564249676
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,8192,12288,0.8035360177357992
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,8192,12288,0.41735998789469403
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,8192,12288,0.3967466751734416
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,8192,12288,0.4967840115229289
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,8192,12288,0.36422932147979736
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,8192,12288,0.484991987546285
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,8192,12288,0.3407866557439168
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,8192,12288,0.40407200654347736
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,8192,12288,0.3145146568616231
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,8192,12288,0.3442986806233724
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,8192,12288,0.283461332321167
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,8192,12288,0.2984079917271932
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,8192,12288,0.26868800322214764
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,8192,12288,0.28304000695546466
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,8192,12288,0.24726933240890503
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,8192,12288,0.2340986728668213
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,8192,12288,0.21234132846196493
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,8192,12288,0.2092533310254415
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,8192,12288,0.18800000349680582
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,8192,12288,0.19071465730667114
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,8192,12288,0.1668293277422587
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,8192,12288,0.1759679913520813
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,8192,12288,0.14645600318908691
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,8192,12288,0.131221334139506
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,8192,12288,0.13318666815757751
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,8192,12288,0.10619466503461202
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,8192,12288,0.10298933585484822
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,8192,12288,0.0873199999332428
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,8192,12288,0.08372267087300618
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,8192,12288,0.06764000157515208
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,8192,12288,0.06073866784572601
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,8192,12288,0.05018133421738943
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,8192,12288,0.048488001028696694
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,8192,12288,0.049783999721209206
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,8192,12288,0.04548266530036926
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,8192,12288,0.04614666601022085
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,8192,12288,0.043549334009488426
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,8192,12288,0.04428799947102865
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,8192,12288,0.03929600119590759
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,8192,12288,0.148007998863856
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,8192,12288,0.04117600123087565
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,8192,12288,0.03882666677236557
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,8192,12288,0.03929866602023443
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,8192,12288,0.03810133288304011
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,8192,12288,0.037717332442601524
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,8192,12288,0.03719199945529302
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,8192,12288,0.037047999600569405
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,8192,12288,0.035576000809669495
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,8192,12288,0.03572800010442734
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,8192,12288,0.03374133259057999
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,8192,12288,0.03421066701412201
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,8192,12288,0.033570667107899986
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,8192,12288,0.03310933212439219
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,8192,12288,0.03138400117556254
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,8192,12288,0.030925333499908447
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,8192,12288,0.03177866588036219
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,8192,12288,0.03226399918397268
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,8192,12288,0.03327733278274536
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,8192,12288,0.0313226655125618
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,8192,12288,0.03149333347876867
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,8192,12288,0.031504000226656594
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,8192,12288,0.031119999786218006
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,8192,12288,0.03162399927775065
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,8192,12288,0.03012799968322118
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,8192,12288,0.030519999563694
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,8192,12288,0.030320001145203907
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,8192,12288,0.029650665819644928
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,8192,12288,0.030821333328882854
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,8192,12288,0.030591999491055805
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,8192,12288,0.031133333841959637
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,8192,12288,0.031109333038330078
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,8192,16384,0.03957866628964742
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,8192,16384,0.0392879992723465
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,8192,16384,0.03978933393955231
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,8192,16384,0.03915199885765711
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,8192,12288,1.7230453491210938
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,8192,12288,0.4045333464940389
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,8192,12288,0.8373440106709799
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,8192,12288,3.4939521153767905
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,8192,12288,0.39659468332926434
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,8192,12288,0.35815731684366864
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,8192,12288,0.5087360143661499
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,8192,16384,0.038503999511400856
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,8192,12288,0.3406906525293986
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,8192,12288,0.3781813383102417
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,8192,12288,0.303327997525533
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,8192,12288,0.3379146655400594
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,8192,12288,0.2904026707013448
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,8192,12288,0.2524159948031108
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,8192,12288,0.3236853281656901
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,8192,12288,0.4452960093816121
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,8192,12288,0.2812986572583516
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,8192,12288,0.2389706571896871
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,8192,12288,0.20225866635640463
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,8192,12288,0.2209226687749227
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,8192,12288,0.18796799580256143
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,8192,16384,0.03916000078121821
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,8192,12288,0.15385599931081137
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,8192,12288,0.16696800788243613
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,8192,12288,0.4933333396911621
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,8192,12288,0.10397866368293762
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,8192,12288,0.11196266611417134
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,8192,12288,0.4264880021413167
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,8192,12288,0.4443173408508301
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,8192,12288,0.05878399809201559
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,8192,12288,0.3960640033086141
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,8192,12288,0.26289333899815875
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,8192,12288,0.2039360006650289
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,8192,12288,0.151421328385671
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,8192,12288,0.1331066687901815
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,8192,12288,0.08896000186602275
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,8192,12288,0.08063733577728271
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,8192,12288,0.04443199932575226
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,8192,12288,0.04053866614898046
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,8192,12288,0.057562669118245445
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,8192,12288,0.04363999764124552
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,8192,12288,0.04454133411248525
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,8192,12288,0.04271199802557627
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,8192,12288,0.04134399940570196
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,8192,12288,0.04193066557248434
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,8192,12288,0.041221333046754204
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,8192,12288,0.03306400030851364
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,8192,12288,0.02956266701221466
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,8192,12288,0.02977866679430008
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,8192,12288,0.029093332588672638
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,8192,12288,0.02908266584078471
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,8192,12288,0.029133332272370655
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,8192,12288,0.028565332293510437
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,8192,12288,0.028031999866167705
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,8192,12288,0.028357334434986115
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,8192,12288,0.028696000576019287
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,8192,12288,0.029098667204380035
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,8192,12288,0.028562667469183605
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,8192,12288,0.028586665789286297
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,8192,12288,0.04459466536839803
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,8192,12288,0.045312002301216125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,8192,12288,0.04473866522312164
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,8192,12288,0.04540266593297323
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,8192,12288,0.0460746685663859
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,8192,12288,0.033069332440694175
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,8192,12288,0.045981332659721375
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,8192,12288,0.050754666328430176
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,8192,12288,0.045378665129343666
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,8192,12288,0.04955733319123586
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,8192,12288,0.04496799906094869
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,8192,12288,0.03305600086847941
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,8192,12288,0.03271200011173884
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,8192,12288,0.03267733256022135
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,8192,12288,0.03195200115442276
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,8192,12288,0.03268799930810928
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,8192,12288,0.032069332897663116
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,8192,12288,0.8819680213928223
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,8192,12288,1.7645333607991536
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,8192,12288,0.24836267365349662
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,8192,12288,0.24958578745524088
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,8192,12288,0.44367999500698513
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,8192,12288,0.22002132733662924
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,8192,12288,0.23805512322319877
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,8192,12288,0.20451022519005668
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,8192,12288,0.20471466912163627
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,8192,12288,0.1993831131193373
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,8192,12288,0.19765867127312553
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,8192,12288,0.18215644359588623
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,8192,12288,0.1781066656112671
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,8192,12288,0.17332088947296143
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,8192,12288,0.17035378350151908
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,8192,12288,0.15135822031233045
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,8192,12288,0.15126932991875544
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,8192,12288,0.1462791098488702
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,8192,12288,0.14345067077212864
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,8192,12288,0.14187022050221762
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,8192,12288,0.11724444230397542
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,8192,12288,0.12281421820322673
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,8192,12288,0.1147128873401218
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,8192,12288,0.11914666493733723
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,8192,12288,0.11430044968922932
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,8192,12288,0.0911982191933526
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,8192,12288,0.09032355414496528
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,8192,12288,0.0885724425315857
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,8192,12288,0.08733333481682672
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,8192,12288,0.06405866808361478
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,8192,12288,0.06515733400980632
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,8192,12288,0.06449955701828003
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,8192,12288,0.06366755565007527
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,8192,12288,0.060343113210466176
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,8192,12288,0.03659910957018534
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,8192,12288,0.03368355499373542
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,8192,12288,0.03313066562016805
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,8192,12288,0.03286577926741706
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,8192,12288,0.03313422203063965
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,8192,12288,0.03307377629809909
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,8192,12288,0.032368001010682844
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,8192,12288,0.033061332172817655
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,8192,12288,0.03267022305064731
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,8192,12288,0.03229511115286086
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,8192,12288,0.031806220610936485
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,8192,12288,0.03158400124973721
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,8192,12288,0.031573332018322416
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,8192,12288,0.03132799930042691
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,8192,12288,0.03132266799608866
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,8192,12288,0.03179555469089084
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,8192,12288,0.031038221385743883
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,8192,12288,0.03145066565937466
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,8192,12288,0.03131555517514547
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,8192,12288,0.031495110856162176
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,8192,12288,0.03106844425201416
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,8192,12288,0.030935111973020766
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,8192,12288,0.030744890371958416
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,8192,12288,0.030993776188956365
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,8192,12288,0.031054221921496924
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,8192,12288,0.031013333135181006
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,8192,12288,0.030995554394192163
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,8192,12288,0.030952887402640447
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,8192,12288,0.030647112263573542
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,8192,12288,0.03071999881002638
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,8192,12288,0.031006223625606958
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,8192,12288,0.03103111187616984
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,8192,12288,0.03092977735731337
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,8192,10240,3.476757367451986
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,8192,10240,1.9339626630147297
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,8192,12288,0.03083199924892849
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,8192,10240,1.021456003189087
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,8192,10240,0.48578135172526044
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,8192,10240,0.5570026636123657
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,8192,10240,0.4434613386789958
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,8192,10240,0.5157279968261719
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,8192,10240,0.42898134390513104
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,8192,10240,0.41092801094055176
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,8192,10240,0.5745706558227539
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,8192,10240,0.39985068639119464
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,8192,10240,0.49958932399749756
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,8192,10240,0.36452265580495197
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,8192,10240,0.3404586712519328
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,8192,10240,0.30770132939020794
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,8192,10240,0.29681599140167236
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,8192,10240,0.28991466760635376
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,8192,10240,0.2824053366978963
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,8192,10240,0.2748746673266093
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,8192,10240,0.24209066232045492
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,8192,10240,0.22193600734074911
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,8192,10240,0.22570133209228516
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,8192,10240,0.1954080065091451
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,8192,10240,0.20553600788116455
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,8192,10240,0.17061332861582437
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,8192,10240,0.1691733400026957
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,8192,10240,0.16195199886957803
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,8192,10240,0.15479466319084167
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,8192,10240,0.11992533008257548
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,8192,10240,0.11337066690127055
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,8192,10240,0.09296000003814697
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,8192,10240,0.08843732873598735
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,8192,10240,0.06637866795063019
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,8192,10240,0.05763733386993408
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,8192,10240,0.045237332582473755
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,8192,10240,0.03905066599448522
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,8192,10240,0.043493335445721946
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,8192,10240,0.03749333322048187
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,8192,10240,0.3832319974899292
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,8192,10240,0.03990933299064636
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,8192,10240,0.03566933423280716
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,8192,10240,0.039605334401130676
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,8192,10240,0.035589332381884255
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,8192,10240,0.03565866748491923
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,8192,10240,0.03402133285999298
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,8192,12288,0.030961778428819444
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,8192,10240,0.034688000877698265
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,8192,10240,0.035402665535608925
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,8192,10240,0.03329599897066752
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,8192,10240,0.03335466732581457
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,8192,10240,0.033488000432650246
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,8192,10240,0.03350399931271871
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,8192,10240,0.029861333469549816
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,8192,10240,0.03313600023587545
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,8192,10240,0.03319466610749563
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,8192,10240,0.03289066751797994
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,8192,10240,0.029440000653266907
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,8192,10240,0.029535998900731403
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,8192,10240,0.029135999580224354
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,8192,10240,0.029194665451844532
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,8192,10240,0.029088000456492107
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,8192,10240,0.029306667546431225
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,8192,10240,0.029477333029111225
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,8192,10240,0.029215998947620392
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,8192,10240,0.02916266769170761
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,8192,10240,0.02921066681543986
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,8192,10240,0.029264000554879505
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,8192,10240,0.02942933390537898
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,8192,10240,0.02917333443959554
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,8192,10240,0.029152000943819683
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,8192,10240,0.030613332986831665
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,8192,10240,0.031130666534105938
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,8192,10240,0.03163733333349228
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,8192,10240,0.031914666295051575
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,8192,10240,0.03342399994532267
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,8192,10240,1.2822373708089192
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,8192,10240,2.609970728556315
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,8192,10240,0.3415199915568034
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,8192,10240,0.6311173439025879
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,8192,10240,0.3696773449579875
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,8192,10240,0.32576266924540204
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,8192,10240,0.31756265958150226
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,8192,10240,0.3190773328145345
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,8192,10240,0.29498932758967084
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,8192,10240,0.29738134145736694
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,8192,10240,0.29394400119781494
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,8192,10240,0.2582719922065735
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,8192,10240,0.2659413417180379
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,8192,10240,0.2658133308092753
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,8192,10240,0.22395733992258707
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,8192,10240,0.21790399154027304
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,8192,10240,0.2469866673151652
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,8192,10240,0.19958666960398355
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,8192,10240,0.2013173302014669
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,8192,10240,0.19393332799275717
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,8192,10240,0.17143199841181436
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,8192,10240,0.1628213326136271
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,8192,10240,0.160178671280543
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,8192,10240,0.153848002354304
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,8192,10240,0.14152533809343973
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,8192,10240,0.13439733783404031
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,8192,10240,0.12876799702644348
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,8192,10240,0.11783199508984883
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,8192,10240,0.11054133375485738
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,8192,10240,0.09530133008956909
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,8192,10240,0.09136799971262614
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,8192,10240,0.07819466789563496
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,8192,10240,0.07443466782569885
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,8192,10240,0.05969333151976267
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,8192,10240,0.05349866549173991
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,8192,10240,0.04527466495831808
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,8192,10240,0.04121600091457367
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,8192,10240,0.04381333291530609
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,8192,10240,0.040207999447981514
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,8192,10240,0.04066666712363561
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,8192,10240,0.039677334328492485
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,8192,10240,0.03984533250331879
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,8192,10240,0.03666933377583822
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,8192,10240,0.035546667873859406
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,8192,10240,0.035160000125567116
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,8192,10240,0.033717334270477295
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,8192,10240,0.03354933361212412
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,8192,10240,0.03484000017245611
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,8192,10240,0.033344000577926636
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,8192,10240,0.031717332700888314
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,8192,10240,0.031842666367689766
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,8192,10240,0.03081333388884862
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,8192,10240,0.030631999174753826
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,8192,10240,0.03181866556406021
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,8192,10240,0.030135999123255413
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,8192,10240,0.028808000187079113
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,8192,10240,0.02980799973011017
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,8192,10240,0.029178666571776073
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,8192,10240,0.02916266769170761
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,8192,10240,0.028946665426095326
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,8192,10240,0.028607999285062153
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,8192,10240,0.028754666447639465
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,8192,10240,0.028565332293510437
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,8192,10240,0.035031999150911965
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,8192,10240,0.030432000756263733
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,8192,10240,0.028933333853880566
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,8192,10240,0.027330666780471802
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,8192,10240,0.027677332361539204
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,8192,10240,0.027503999571005504
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,8192,10240,0.026957333087921143
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,8192,10240,0.02738933265209198
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,8192,10240,0.02812266598145167
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,8192,10240,0.029080001016457874
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,8192,10240,0.026922665536403656
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,8192,12288,0.030714667505688135
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,8192,12288,0.030908445517222088
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,8192,10240,0.7466506958007812
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,8192,10240,1.527781327565511
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,8192,10240,0.36929066975911456
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,8192,10240,3.1398134231567383
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,8192,10240,0.3683333396911621
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,8192,12288,0.030403554439544678
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,8192,10240,0.31831733385721844
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,8192,10240,0.44968001047770184
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,8192,10240,0.3024959961573283
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,8192,10240,0.3302266597747803
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,8192,10240,0.27046932776769
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,8192,10240,0.30002399285634357
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,8192,10240,0.2582000096638997
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,8192,10240,0.28725866476694745
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,8192,12288,0.030974222554100886
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,8192,10240,0.22630133231480917
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,8192,10240,0.25152266025543213
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,8192,10240,0.21329333384831747
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,8192,10240,0.18200532595316568
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,8192,10240,0.1964213252067566
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,8192,10240,0.16886132955551147
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,8192,12288,0.03087110983000861
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,8192,10240,0.13778133193651834
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,8192,10240,0.14854666590690613
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,8192,10240,0.3962426582972209
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,8192,10240,0.3985866705576579
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,8192,10240,0.0950106680393219
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,8192,10240,0.09978933135668437
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,8192,10240,0.38019732634226483
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,8192,10240,0.43023733297983807
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,8192,10240,0.054546669125556946
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,8192,10240,0.3500560124715169
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,8192,10240,0.23246934016545615
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,8192,10240,0.18175466855367026
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,8192,10240,0.12105066577593486
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,8192,10240,0.13554933667182922
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,8192,10240,0.0798773318529129
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,8192,10240,0.07277066508928935
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,8192,10240,0.05007466673851013
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,8192,10240,0.039837333063284554
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,8192,10240,0.03966666758060455
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,8192,10240,0.03942666699488958
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,8192,10240,0.0393653338154157
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,8192,10240,0.03629066546758016
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,8192,10240,0.03551466763019562
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,8192,10240,0.035917334258556366
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,8192,10240,0.03509333233038584
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,8192,10240,0.02916266769170761
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,8192,10240,0.02601066728432973
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,8192,10240,0.02590133249759674
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,8192,10240,0.026261332134405773
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,8192,10240,0.02604000022013982
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,8192,10240,0.025928000609079998
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,8192,10240,0.025069333612918854
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,8192,10240,0.02515733242034912
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,8192,10240,0.025120000044504803
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,8192,10240,0.02554133286078771
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,8192,10240,0.02532000094652176
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,8192,10240,0.039333333571751915
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,8192,10240,0.03811999907096227
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,8192,10240,0.0391146664818128
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,8192,10240,0.038592000802357994
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,8192,10240,0.03845333307981491
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,8192,10240,0.03826933354139328
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,8192,10240,0.039133332669734955
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,8192,10240,0.039279999832312264
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,8192,10240,0.0395359992980957
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,8192,10240,0.03902933249870936
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,8192,10240,0.03930933276812235
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,8192,10240,0.03921866665283839
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,8192,10240,0.028944000601768494
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,8192,10240,0.02904266615708669
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,8192,10240,0.029336000482241314
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,8192,10240,0.028637332220872242
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,8192,10240,0.027994667490323383
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,8192,10240,0.027903998891512554
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,8192,10240,0.027672000229358673
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,8192,10240,0.20564667383829752
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,8192,10240,0.7181519667307535
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,8192,10240,0.3551520109176636
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,8192,10240,1.4722466468811035
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,8192,10240,0.2002399961153666
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,8192,10240,0.17354400952657065
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,8192,10240,0.19653600454330444
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,8192,10240,0.1876159906387329
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,8192,10240,0.1734373370806376
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,8192,10240,0.16802799701690674
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,8192,10240,0.1698573430379232
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,8192,10240,0.1517639954884847
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,8192,10240,0.15155333280563354
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,8192,10240,0.14706666270891824
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,8192,10240,0.1455453336238861
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,8192,10240,0.13117333253224692
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,8192,10240,0.12874000271161398
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,8192,10240,0.12233199675877889
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,8192,10240,0.1243453323841095
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,8192,10240,0.12222533424695332
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,8192,10240,0.09961199760437012
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,8192,10240,0.10080400109291077
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,8192,10240,0.10497066378593445
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,8192,10240,0.09874666730562846
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,8192,10240,0.09736667076746623
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,8192,10240,0.07887733479340871
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,8192,10240,0.07760000228881836
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,8192,10240,0.0760173350572586
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,8192,10240,0.07447066903114319
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,8192,10240,0.0566266675790151
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,8192,10240,0.055919999877611794
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,8192,10240,0.05501999954382578
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,8192,10240,0.05227733155091604
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,8192,10240,0.05463733275731405
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,8192,10240,0.03161733349164327
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,8192,10240,0.02927733212709427
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,8192,10240,0.029094666242599487
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,8192,10240,0.028570666909217834
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,8192,10240,0.028408000866572063
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,8192,10240,0.02845333268245061
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,8192,10240,0.028932000199953716
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,8192,10240,0.028488000233968098
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,8192,10240,0.028254665434360504
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,8192,10240,0.027649333079655964
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,8192,10240,0.02770400047302246
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,8192,10240,0.027273334562778473
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,8192,10240,0.027289333442846935
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,8192,10240,0.026920000712076824
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,8192,10240,0.027101332942644756
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,8192,10240,0.027165333429972332
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,8192,10240,0.02701999992132187
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,8192,10240,0.027096000810464222
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,8192,10240,0.027278666694959004
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,8192,10240,0.02678400029738744
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,8192,10240,0.02709733446439107
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,8192,10240,0.026871999104817707
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,8192,10240,0.02678533395131429
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,8192,10240,0.026918667058149975
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,8192,10240,0.02664266775051753
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,8192,10240,0.02696666618188222
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,8192,10240,0.027306665976842243
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,8192,10240,0.026340000331401825
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,8192,10240,0.02677466720342636
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,8192,10240,0.02682533363501231
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,8192,10240,0.02682933211326599
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,8192,10240,0.026945332686106365
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,8192,10240,0.026722667117913563
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,8192,8192,2.7855892181396484
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,8192,8192,1.3326026598612468
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,8192,8192,0.6710720062255859
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,8192,8192,0.40621332327524823
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,8192,8192,0.40115201473236084
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,8192,8192,0.4027786652247111
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,8192,8192,0.3617386817932129
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,8192,8192,0.3630346854527791
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,8192,8192,0.3420106569925944
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,8192,8192,0.35206933816274005
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,8192,8192,0.3107680082321167
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,8192,8192,0.3099840084711711
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,8192,8192,0.2919253309567769
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,8192,8192,0.27879999081293744
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,8192,8192,0.2735626697540283
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,8192,8192,0.2572000026702881
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,8192,8192,0.23804799715677896
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,8192,8192,0.23290133476257324
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,8192,8192,0.22483199834823608
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,8192,8192,0.21778132518132529
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,8192,8192,0.1927893360455831
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,8192,8192,0.17846399545669556
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,8192,8192,0.17883733908335367
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,8192,8192,0.15680533647537231
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,8192,8192,0.16665599743525186
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,8192,8192,0.138565331697464
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,8192,8192,0.1360640029112498
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,8192,8192,0.12904533743858337
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,8192,8192,0.12625599900881448
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,8192,8192,0.09735467036565144
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,8192,8192,0.09162132938702901
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,8192,8192,0.0748533308506012
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,8192,8192,0.07124799986680348
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,8192,8192,0.05473066866397858
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,8192,8192,0.046762665112813316
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,8192,8192,0.03802666564782461
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,8192,8192,0.03342933456103007
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,8192,8192,0.03738133360942205
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,8192,8192,0.030640001098314922
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,8192,8192,0.03398933261632919
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,8192,8192,0.029898665845394135
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,8192,8192,0.033589333295822144
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,8192,8192,0.029391999046007793
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,8192,10240,0.02683333307504654
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,8192,8192,0.031557333966096245
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,8192,8192,0.02961066613594691
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,8192,8192,0.029232000311215717
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,8192,8192,0.02942399928967158
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,8192,8192,0.029781334102153778
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,8192,8192,0.029658667743206024
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,8192,8192,0.02809600035349528
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,8192,8192,0.027893332143624622
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,8192,8192,0.02861333390076955
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,8192,8192,0.02569066733121872
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,8192,8192,0.027456000447273254
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,8192,8192,0.02794666588306427
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,8192,8192,0.027461332579453785
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,8192,8192,0.025434667865435284
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,8192,8192,0.02534399926662445
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,8192,8192,0.025397333006064098
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,8192,8192,0.027509334186712902
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,8192,8192,0.027488000690937042
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,8192,8192,0.02733866622050603
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,8192,8192,0.027274665733178455
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,8192,8192,0.027082666754722595
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,8192,8192,0.027376001079877216
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,8192,8192,0.027434666951497395
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,8192,8192,0.02553066611289978
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,8192,8192,0.025557334224383037
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,8192,8192,0.025477332373460133
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,8192,8192,0.025424001117547352
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,8192,8192,0.025413334369659424
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,8192,8192,0.025381334125995636
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,8192,8192,0.026074667771657307
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,8192,8192,0.025839999318122864
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,8192,8192,2.055954615275065
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,8192,8192,1.0464186668395996
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,8192,8192,0.49956266085306805
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,8192,8192,0.290829340616862
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,8192,8192,0.2691333293914795
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,8192,8192,0.25205065806706745
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,8192,8192,0.2482853333155314
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,8192,8192,0.2399253249168396
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,8192,8192,0.22659466663996378
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,8192,8192,0.21381866931915283
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,8192,8192,0.21104266246159872
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,8192,8192,0.2021013299624125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,8192,8192,0.19245600700378418
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,8192,8192,0.2647119959195455
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,8192,8192,0.18791999419530234
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,8192,8192,0.17973866065343222
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,8192,8192,0.16864800453186035
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,8192,8192,0.16050933798154196
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,8192,8192,0.15996266404787698
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,8192,8192,0.1556106706460317
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,8192,8192,0.14036267002423605
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,8192,8192,0.13060533006985983
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,8192,8192,0.12998132904370627
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,8192,8192,0.11933066447575887
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,8192,8192,0.12367467085520427
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,8192,8192,0.10686399539311726
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,8192,8192,0.10306666294733684
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,8192,8192,0.10411999622980754
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,8192,8192,0.09146666526794434
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,8192,8192,0.07769866784413655
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,8192,8192,0.0755599985520045
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,8192,8192,0.06588000059127808
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,8192,8192,0.06388799846172333
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,8192,8192,0.04574666420618693
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,8192,8192,0.03855466594298681
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,8192,8192,0.03628266602754593
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,8192,8192,0.03737066686153412
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,8192,8192,0.03570933391650518
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,8192,8192,0.034904000659783684
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,8192,8192,0.03440266599257787
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,8192,8192,0.035487999518712364
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,8192,8192,0.03209600100914637
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,8192,8192,0.03183466692765554
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,8192,8192,0.030258665482203167
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,8192,8192,0.0310506671667099
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,8192,8192,0.030002666016419727
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,8192,8192,0.030623999734719593
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,8192,8192,0.03018666555484136
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,8192,8192,0.028786666691303253
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,8192,8192,0.02958666781584422
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,8192,8192,0.028733332951863606
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,8192,8192,0.026911998788515728
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,8192,8192,0.028117333849271137
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,8192,8192,0.027855999767780304
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,8192,8192,0.02694133420785268
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,8192,8192,0.02573866645495097
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,8192,8192,0.049400001764297485
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,8192,8192,0.02554133286078771
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,8192,8192,0.026199998954931896
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,8192,8192,0.026634665826956432
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,8192,8192,0.026687999566396076
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,8192,8192,0.02769600103298823
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,8192,8192,0.026176000634829204
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,8192,8192,0.025045332809289295
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,8192,8192,0.025173333783944447
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,8192,8192,0.025242666403452556
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,8192,8192,0.02510400116443634
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,8192,8192,0.0258266677459081
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,8192,8192,0.02611200014750163
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,8192,8192,0.024858665963013966
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,8192,8192,0.024845334390799206
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,8192,8192,0.02513333410024643
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,8192,8192,0.024919999142487843
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,8192,8192,0.024893333514531452
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,8192,10240,0.02686266601085663
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,8192,10240,0.0268546665708224
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,8192,10240,0.026846667130788166
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,8192,8192,2.7445281346639
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,8192,8192,1.3296879927317302
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,8192,8192,0.3200106620788574
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,8192,10240,0.026842666169007618
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,8192,8192,0.30566932757695514
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,8192,8192,0.6496133406956991
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,8192,8192,0.27954665819803876
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,8192,8192,0.3943706750869751
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,8192,8192,0.2683146595954895
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,8192,8192,0.2916640043258667
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,8192,8192,0.24077334006627402
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,8192,8192,0.26233333349227905
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,8192,8192,0.22803199291229248
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,8192,8192,0.24896266063054404
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,8192,8192,0.20087732871373495
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,8192,8192,0.21850667397181192
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,8192,8192,0.1903760035832723
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,8192,10240,0.026842666169007618
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,8192,8192,0.16087200244267783
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,8192,8192,0.1722266674041748
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,8192,8192,0.1495253344376882
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,8192,10240,0.026817334194978077
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,8192,8192,0.34936265150705975
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,8192,8192,0.12310666839281718
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,8192,8192,0.13061599930127463
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,8192,8192,0.3723626534144084
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,8192,8192,0.08581067125002544
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,8192,8192,0.08728266755739848
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,8192,8192,0.34595465660095215
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,8192,8192,0.3270639975865682
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,8192,8192,0.04823199907938639
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,8192,8192,0.30350132783253986
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,8192,8192,0.20226933558781943
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,8192,8192,0.15814666946729025
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,8192,8192,0.10725333293279012
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,8192,8192,0.11733599503835042
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,8192,8192,0.07043733199437459
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,8192,8192,0.060637334982554116
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,8192,8192,0.04037066549062729
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,8192,8192,0.03279199947913488
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,8192,8192,0.03214666744073232
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,8192,8192,0.030605333546797436
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,8192,8192,0.030784000953038532
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,8192,8192,0.031034665803114574
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,8192,8192,0.028994667033354442
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,8192,8192,0.030997333427270252
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,8192,8192,0.028738667567571003
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,8192,8192,0.023247999449570973
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,8192,8192,0.022634667654832203
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,8192,8192,0.021882665654023487
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,8192,8192,0.021810665726661682
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,8192,8192,0.022242667774359386
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,8192,8192,0.021888000269730885
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,8192,8192,0.022141332427660625
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,8192,8192,0.021714667479197185
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,8192,8192,0.03626933445533117
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,8192,8192,0.03625066578388214
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,8192,8192,0.035949334502220154
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,8192,8192,0.03615200022856394
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,8192,8192,0.035986666878064476
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,8192,8192,0.036090667049090065
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,8192,8192,0.036274666587511696
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,8192,8192,0.03617066641648611
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,8192,8192,0.036330667634805046
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,8192,8192,0.03712533414363861
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,8192,8192,0.03682133307059606
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,8192,8192,0.03625333309173584
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,8192,8192,0.037117332220077515
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,8192,8192,0.03612266729275385
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,8192,8192,0.03608533243338267
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,8192,8192,0.02611733227968216
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,8192,8192,0.024298667907714844
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,8192,8192,0.02386666586001714
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,8192,8192,0.023002666731675465
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,8192,8192,0.02229333420594533
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,8192,8192,0.022962667047977448
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,8192,8192,0.02312266578276952
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,8192,8192,1.1649920145670574
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,8192,8192,0.5739519993464152
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,8192,8192,0.1664906640847524
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,8192,8192,0.16114399830500284
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,8192,8192,0.2841479976971944
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,8192,8192,0.15849066774050394
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,8192,8192,0.14775333801905313
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,8192,8192,0.14192133148511252
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,8192,8192,0.14096800486246744
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,8192,8192,0.12393200397491455
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,8192,8192,0.13832933704058328
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,8192,8192,0.12364666660626729
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,8192,8192,0.13927599787712097
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,8192,8192,0.1201306680838267
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,8192,8192,0.11877466241518657
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,8192,8192,0.10548399885495503
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,8192,8192,0.10165733098983765
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,8192,8192,0.10487733284632365
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,8192,8192,0.09905866781870525
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,8192,8192,0.10083333651224773
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,8192,8192,0.08589599529902141
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,8192,8192,0.08337600032488506
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,8192,8192,0.08257066706816356
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,8192,8192,0.081537331144015
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,8192,8192,0.08079199989636739
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,8192,8192,0.0646640012661616
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,8192,8192,0.06440000236034393
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,8192,8192,0.06285333136717479
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,8192,8192,0.06262666483720143
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,8192,8192,0.04606533547242483
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,8192,8192,0.046084001660346985
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,8192,8192,0.04526400069395701
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,8192,8192,0.0435640017191569
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,8192,8192,0.04508399963378906
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,8192,8192,0.026865333318710327
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,8192,8192,0.024775999287764233
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,8192,8192,0.024294666945934296
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,8192,8192,0.024326667189598083
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,8192,8192,0.024058667321999867
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,8192,8192,0.02426799883445104
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,8192,8192,0.024296000599861145
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,8192,8192,0.023938665787378948
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,8192,8192,0.02367999901374181
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,8192,8192,0.024274667104085285
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,8192,8192,0.023237332701683044
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,8192,8192,0.023178666830062866
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,8192,8192,0.02325200041135152
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,8192,8192,0.02306533356507619
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,8192,8192,0.023266665637493134
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,8192,8192,0.023232000569502514
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,8192,8192,0.023226665953795116
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,8192,8192,0.023227999607721966
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,8192,8192,0.023197333017985027
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,8192,8192,0.023042666415373485
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,8192,8192,0.022811998923619587
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,8192,8192,0.023102665940920513
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,8192,8192,0.02328400065501531
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,8192,8192,0.02274266630411148
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,8192,8192,0.022785333295663197
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,8192,8192,0.022835999727249146
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,8192,8192,0.02277066558599472
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,8192,8192,0.022685334086418152
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,8192,8192,0.02277333289384842
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,8192,8192,0.022789334257443745
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,8192,8192,0.022769334415594738
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,8192,8192,0.022710666060447693
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,8192,8192,0.023150667548179626
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,8192,7168,2.462480068206787
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,8192,7168,1.3290133476257324
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,8192,8192,0.022860000530878704
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,8192,7168,0.6819252967834473
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,8192,7168,0.34143467744191486
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,8192,7168,0.39315466086069745
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,8192,7168,0.3151893417040507
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,8192,7168,0.34557334582010907
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,8192,7168,0.3022106687227885
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,8192,7168,0.3047386606534322
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,8192,7168,0.28465867042541504
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,8192,8192,0.022842665513356526
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,8192,7168,0.27447734276453656
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,8192,7168,0.2602906624476115
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,8192,7168,0.22840799887975058
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,8192,7168,0.24251999457677206
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,8192,7168,0.23066933949788412
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,8192,7168,0.2134853402773539
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,8192,7168,0.2009999950726827
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,8192,7168,0.20156532526016235
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,8192,7168,0.19810932874679565
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,8192,7168,0.17413600285847983
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,8192,7168,0.1661359965801239
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,8192,7168,0.16190133492151895
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,8192,7168,0.14553333322207132
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,8192,7168,0.1495306690533956
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,8192,7168,0.12500266234079996
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,8192,7168,0.12125866611798604
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,8192,7168,0.1318933367729187
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,8192,7168,0.11223199963569641
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,8192,7168,0.09269866347312927
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,8192,7168,0.08169066905975342
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,8192,7168,0.07225599884986877
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,8192,7168,0.06389866769313812
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,8192,7168,0.050200000405311584
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,8192,7168,0.03403999904791514
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,8192,7168,0.028949332733949024
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,8192,7168,0.033160001039505005
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,8192,7168,0.027191999057928722
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,8192,7168,0.029930666089057922
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,8192,7168,0.026602665583292644
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,8192,7168,0.029976000388463337
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,8192,7168,0.2725386619567871
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,8192,7168,0.025186667839686077
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,8192,7168,0.025655999779701233
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,8192,7168,0.02481866627931595
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,8192,7168,0.023754666248957317
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,8192,7168,0.024170666933059692
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,8192,7168,0.02518933266401291
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,8192,7168,0.024477332830429077
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,8192,7168,0.02378133436044057
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,8192,7168,0.02346399923165639
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,8192,7168,0.023800000548362732
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,8192,7168,0.021410666406154633
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,8192,7168,0.022944000860055287
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,8192,7168,0.02295999974012375
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,8192,7168,0.022869333624839783
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,8192,7168,0.020754666378100712
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,8192,7168,0.021272001167138416
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,8192,7168,0.020784000555674236
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,8192,7168,0.021909333765506744
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,8192,7168,0.021776000658671062
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,8192,7168,0.021733333667119343
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,8192,7168,0.021770666042963665
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,8192,7168,0.021770666042963665
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,8192,7168,0.02179733415444692
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,8192,7168,0.021744000415007275
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,8192,7168,0.020759999752044678
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,8192,7168,0.02077866718173027
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,8192,7168,0.0207013338804245
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,8192,7168,0.04171200096607208
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,8192,7168,0.020794666061798733
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,8192,7168,0.02128266543149948
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,8192,7168,0.02184533327817917
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,8192,7168,0.0217573344707489
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,8192,7168,0.022874665757020313
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,8192,7168,0.8903715345594617
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,8192,7168,0.44776354895697695
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,8192,7168,1.8347163730197484
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,8192,7168,0.23882844712999132
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,8192,7168,0.2329066594441732
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,8192,7168,0.26937956280178493
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,8192,7168,0.21144355667961967
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,8192,7168,0.21975821918911406
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,8192,7168,0.20605156156751844
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,8192,7168,0.21089777681562635
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,8192,7168,0.19108800093332926
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,8192,7168,0.18652799394395617
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,8192,7168,0.1794311073091295
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,8192,7168,0.17095288965437147
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,8192,7168,0.1702808936436971
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,8192,7168,0.15889422098795572
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,8192,7168,0.15304711129930285
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,8192,7168,0.14384355809953478
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,8192,7168,0.14584710862901476
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,8192,7168,0.1369368897544013
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,8192,7168,0.12357689274681939
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,8192,7168,0.1181031068166097
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,8192,7168,0.11875732739766438
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,8192,7168,0.10408355792363484
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,8192,7168,0.10760533147388035
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,8192,7168,0.09829155604044597
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,8192,7168,0.09508799844317967
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,8192,7168,0.09158044391208225
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,8192,7168,0.08266844352086385
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,8192,7168,0.07230933507283528
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,8192,7168,0.07062221897972955
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,8192,7168,0.06015288829803467
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,8192,7168,0.057054221630096436
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,8192,7168,0.04560000035497877
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,8192,7168,0.034972445832358465
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,8192,7168,0.03297422329584757
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,8192,7168,0.03475911087459988
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,8192,7168,0.03103999959097968
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,8192,7168,0.03259733319282532
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,8192,7168,0.030319998661677044
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,8192,7168,0.031011554929945204
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,8192,7168,0.028997331857681274
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,8192,7168,0.030033777157465618
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,8192,7168,0.02791822287771437
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,8192,7168,0.028775112496482
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,8192,7168,0.028424888849258423
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,8192,7168,0.027066666218969557
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,8192,7168,0.026661333110597398
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,8192,7168,0.02681244413057963
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,8192,7168,0.026679111851586237
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,8192,7168,0.027057778504159715
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,8192,7168,0.0262435558769438
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,8192,7168,0.02626488937271966
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,8192,7168,0.02477866742346022
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,8192,7168,0.024647111694018047
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,8192,7168,0.023767110374238756
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,8192,7168,0.04327822062704298
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,8192,7168,0.024124445186720953
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,8192,7168,0.024840889705551997
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,8192,7168,0.02443733314673106
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,8192,7168,0.02495999965402815
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,8192,7168,0.024549333585633173
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,8192,7168,0.02461333407296075
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,8192,7168,0.02440533373090956
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,8192,7168,0.024488889508777197
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,8192,7168,0.022835556003782485
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,8192,7168,0.024170666933059692
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,8192,7168,0.022808889547983806
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,8192,7168,0.023041778140597876
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,8192,7168,0.022851554883850947
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,8192,7168,0.024638222323523626
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,8192,7168,0.02272533377011617
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,8192,7168,0.02769600020514594
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,8192,7168,0.02275377843115065
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,8192,7168,1.2461493810017903
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,8192,7168,2.545461230807834
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,8192,7168,0.3310364352332221
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,8192,7168,0.613841798570421
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,8192,7168,0.3056960105895996
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,8192,8192,0.02293999989827474
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,8192,7168,0.2931857903798421
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,8192,8192,0.02324400097131729
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,8192,7168,0.26617421044243705
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,8192,8192,0.022562667727470398
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,8192,7168,0.2546079953511556
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,8192,8192,0.023061332603295643
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,8192,7168,0.22505601247151694
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,8192,8192,0.02276666710774104
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,8192,7168,0.21787377198537192
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,8192,7168,0.372142235438029
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,8192,7168,0.19233066505855986
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,8192,7168,0.20562667316860625
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,8192,7168,0.18153956201341417
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,8192,7168,0.35101689232720273
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,8192,7168,0.1513919962777032
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,8192,7168,0.1606631146536933
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,8192,7168,0.13976532883114284
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,8192,7168,0.32901154624091256
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,8192,7168,0.11914843983120388
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,8192,7168,0.12162489361233181
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,8192,7168,0.31163377232021755
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,8192,7168,0.28851376639472115
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,8192,7168,0.08251733250088163
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,8192,7168,0.07937066422568427
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,8192,7168,0.27246933513217503
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,8192,7168,0.24318401018778482
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,8192,7168,0.043859554661644824
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,8192,7168,0.2345066600375705
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,8192,7168,0.1906275616751777
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,8192,7168,0.14612800545162624
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,8192,7168,0.10782400104734634
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,8192,7168,0.10345600048700969
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,8192,7168,0.06775466601053874
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,8192,7168,0.05458844370312161
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,8192,7168,0.03576177689764235
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,8192,7168,0.028268443213568792
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,8192,7168,0.02682488825586107
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,8192,7168,0.027495111028353374
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,8192,7168,0.026700443691677515
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,8192,7168,0.02689244515366024
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,8192,7168,0.025198222862349615
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,8192,7168,0.026750221848487854
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,8192,7168,0.02488533324665493
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,8192,7168,0.021420444051424663
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,8192,7168,0.01945955554644267
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,8192,7168,0.018485332528750103
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,8192,7168,0.018671999375025432
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,8192,7168,0.018586667047606576
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,8192,7168,0.018343110879262287
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,8192,7168,0.018600889378123812
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,8192,7168,0.02959644463327196
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,8192,7168,0.029045333464940388
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,8192,7168,0.02958933181232876
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,8192,7168,0.029704888661702473
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,8192,7168,0.02996444371011522
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,8192,7168,0.029626667499542236
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,8192,7168,0.0303111109468672
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,8192,7168,0.030600888861550227
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,8192,7168,0.030078222354253132
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,8192,7168,0.0296088887585534
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,8192,7168,0.03223111232121786
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,8192,7168,0.030976000759336684
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,8192,7168,0.030993776188956365
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,8192,7168,0.030176000462638006
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,8192,7168,0.030415998564826116
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,8192,7168,0.028225776222017076
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,8192,7168,0.03110399842262268
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,8192,7168,0.02001422146956126
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,8192,7168,0.0199946661790212
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,8192,7168,0.021328000558747187
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,8192,7168,0.01998933321899838
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,8192,7168,0.020074667202101815
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,8192,7168,0.02008888953261905
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,8192,7168,0.5035018603006999
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,8192,7168,1.0322325388590494
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,8192,7168,0.14277440706888836
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,8192,7168,0.14488746325174967
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,8192,7168,0.14367574055989582
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,8192,7168,0.25949014027913414
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,8192,7168,0.131550931930542
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,8192,7168,0.12728746732076007
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,8192,7168,0.12630506356557208
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,8192,7168,0.12527999877929688
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,8192,7168,0.12452692985534668
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,8192,7168,0.1079744021097819
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,8192,7168,0.11163626511891682
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,8192,7168,0.11137386957804363
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,8192,7168,0.1071893294652303
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,8192,7168,0.09524693489074706
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,8192,7168,0.09184640248616537
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,8192,7168,0.09520746866861979
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,8192,7168,0.09103786945343018
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,8192,7168,0.08971839745839437
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,8192,7168,0.0783466657002767
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,8192,7168,0.07523946762084961
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,8192,7168,0.07464746634165445
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,8192,7168,0.07397119998931885
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,8192,7168,0.07300480206807455
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,8192,7168,0.0591317335764567
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,8192,7168,0.05773760080337524
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,8192,7168,0.05618133147557577
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,8192,7168,0.0561408003171285
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,8192,7168,0.0415338675181071
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,8192,7168,0.041492267449696855
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,8192,7168,0.04172799984614055
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,8192,7168,0.039511466026306154
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,8192,7168,0.04057706594467163
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,8192,7168,0.022316799561182658
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,8192,7168,0.024294400215148927
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,8192,7168,0.02230400045712789
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,8192,7168,0.022105600436528525
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,8192,7168,0.02211093306541443
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,8192,7168,0.022181334098180135
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,8192,7168,0.022076799472173055
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,8192,7168,0.022377600272496544
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,8192,7168,0.02230186661084493
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,8192,7168,0.021898667017618813
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,8192,7168,0.021079466740290324
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,8192,7168,0.021347200870513915
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,8192,7168,0.021105066935221354
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,8192,7168,0.021026132504145305
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,8192,7168,0.02114880084991455
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,8192,7168,0.02104426622390747
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,8192,7168,0.0210698664188385
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,8192,7168,0.021036799748738608
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,8192,7168,0.021387734015782676
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,8192,7168,0.021156267325083414
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,8192,7168,0.02107093334197998
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,8192,7168,0.02105813423792521
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,8192,7168,0.02109760046005249
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,8192,7168,0.021121066808700562
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,8192,7168,0.020968532562255858
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,8192,7168,0.020643200476964316
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,8192,7168,0.0210207998752594
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,8192,7168,0.020733867088953653
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,8192,7168,0.02101866602897644
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,8192,7168,0.020819199085235596
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,8192,7168,0.020787199338277183
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,8192,7168,0.0206496000289917
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,8192,7168,0.020654932657877604
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,8192,6144,2.047071933746338
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,8192,6144,1.0988266468048096
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,8192,6144,0.5512933333714803
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,8192,6144,0.305458664894104
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,8192,6144,0.2998773256937663
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,8192,6144,0.3026026686032613
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,8192,6144,0.268501341342926
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,8192,6144,0.2693679928779602
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,8192,6144,0.2643893361091614
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,8192,6144,0.26523999373118085
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,8192,6144,0.22631200154622397
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,8192,6144,0.23146400849024454
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,8192,6144,0.21539467573165894
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,8192,6144,0.22352266311645508
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,8192,6144,0.21001867453257242
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,8192,6144,0.19542932510375977
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,8192,6144,0.17545600732167563
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,8192,6144,0.1725813349088033
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,8192,6144,0.1721386710802714
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,8192,6144,0.17261866728464761
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,8192,6144,0.14362399776776633
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,8192,6144,0.13618399699529013
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,8192,6144,0.13561333219210306
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,8192,6144,0.11910133560498555
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,8192,6144,0.12787200013796488
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,8192,6144,0.10391199588775635
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,8192,6144,0.10261066754659016
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,8192,6144,0.09876799583435059
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,8192,6144,0.0944640040397644
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,8192,6144,0.07549066841602325
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,8192,6144,0.06991999844710033
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,8192,6144,0.0572266678015391
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,8192,6144,0.054976001381874084
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,8192,6144,0.042175998290379844
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,8192,6144,0.035749333600203194
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,8192,6144,0.028541333973407745
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,8192,6144,0.024850666522979736
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,8192,6144,0.028045333921909332
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,8192,6144,0.022837333381175995
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,8192,6144,0.025674665967623394
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,8192,6144,0.022682666778564453
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,8192,6144,0.025293332835038502
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,8192,6144,0.02192266782124837
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,8192,6144,0.02295999974012375
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,8192,6144,0.02128800004720688
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,8192,6144,0.021272001167138416
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,8192,6144,0.021040000021457672
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,8192,6144,0.021858667333920796
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,8192,6144,0.02106933295726776
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,8192,6144,0.020802666743596394
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,8192,6144,0.020813333491484325
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,8192,6144,0.02086399992307027
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,8192,6144,0.01879199966788292
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,8192,6144,0.020146666715542477
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,8192,6144,0.02080800011754036
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,8192,6144,0.02011200040578842
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,8192,6144,0.018754666050275166
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,8192,6144,0.018778666853904724
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,8192,6144,0.01854666694998741
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,8192,6144,0.018922666708628338
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,8192,6144,0.019199999670187633
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,8192,6144,0.01875999942421913
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,8192,6144,0.018911999960740406
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,8192,6144,0.019159999986489613
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,8192,6144,0.019178666174411774
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,8192,6144,0.018989333262046177
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,8192,6144,0.01869333287080129
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,8192,6144,0.01878400022784869
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,8192,6144,0.01877066617210706
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,8192,6144,0.018599999447663624
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,8192,6144,0.018610666195551556
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,8192,6144,0.018640000373125076
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,8192,6144,0.018823999911546707
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,8192,6144,0.018701333552598953
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,8192,6144,1.556899600558811
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,8192,6144,0.7970488866170248
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,8192,6144,0.39807287851969403
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,8192,6144,0.2188213268915812
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,8192,6144,0.20738311608632407
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,8192,6144,0.20083199607001412
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,8192,6144,0.18652444415622285
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,8192,6144,0.18582044707404244
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,8192,7168,0.02100800077120463
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,8192,6144,0.17650311523013643
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,8192,6144,0.16939200295342338
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,8192,6144,0.16173156102498373
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,8192,6144,0.16240533192952475
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,8192,6144,0.1527644395828247
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,8192,6144,0.1497688823276096
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,8192,6144,0.14605511559380427
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,8192,6144,0.13783821794721815
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,8192,6144,0.12859022617340088
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,8192,6144,0.1277973386976454
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,8192,6144,0.12611377239227295
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,8192,6144,0.12078755431705052
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,8192,6144,0.10817066828409831
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,8192,6144,0.10320711135864258
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,8192,6144,0.10260978009965684
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,8192,6144,0.09470755524105495
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,8192,6144,0.09745955467224121
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,8192,6144,0.08558044168684219
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,8192,6144,0.08275377750396729
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,8192,6144,0.08242666721343994
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,8192,6144,0.07320177555084229
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,8192,6144,0.06413155794143677
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,8192,6144,0.06182577874925402
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,8192,6144,0.05276088913281759
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,8192,6144,0.050275554259618126
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,8192,6144,0.03973333372010125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,8192,6144,0.0412124428484175
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,8192,6144,0.03182222114668952
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,8192,6144,0.030371556679407757
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,8192,6144,0.03158933255407546
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,8192,6144,0.029754665162828233
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,8192,6144,0.029169778029123943
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,8192,6144,0.028268443213568792
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,8192,6144,0.029514667060640123
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,8192,6144,0.02696711156103346
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,8192,6144,0.02735288937886556
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,8192,6144,0.026211554805437725
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,8192,6144,0.025719111164410908
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,8192,6144,0.02622755534119076
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,8192,6144,0.02667377723587884
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,8192,6144,0.02491377790768941
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,8192,6144,0.0247715562582016
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,8192,6144,0.025514667232831318
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,8192,6144,0.025075554847717285
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,8192,6144,0.02473066747188568
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,8192,6144,0.024737776981459722
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,8192,6144,0.024855110380384658
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,8192,6144,0.024508444799317256
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,8192,6144,0.023102222217453852
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,8192,6144,0.022828444838523865
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,8192,6144,0.022807111342748005
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,8192,6144,0.022700443863868713
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,8192,6144,0.02385777731736501
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,8192,6144,0.024616888827747766
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,8192,6144,0.022830223043759663
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,8192,6144,0.022796443767017786
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,8192,6144,0.023299554983774822
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,8192,6144,0.022808889547983806
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,8192,6144,0.022620444496472675
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,8192,6144,0.02283199959331089
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,8192,6144,0.023324444890022278
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,8192,6144,0.022675555613305833
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,8192,6144,0.022711111439598933
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,8192,6144,0.022648889157507155
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,8192,6144,0.022828444838523865
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,8192,6144,0.022693332698610093
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,8192,7168,0.021062399943669638
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,8192,7168,0.02104533314704895
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,8192,6144,1.1550898022121854
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,8192,6144,0.30809421009487575
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,8192,6144,2.34859381781684
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,8192,6144,0.28135289086235893
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,8192,6144,0.5624231232537164
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,8192,6144,0.26963376998901367
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,8192,7168,0.020832000176111858
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,8192,6144,0.3406044377221002
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,8192,6144,0.24791110886467826
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,8192,6144,0.23487999704149035
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,8192,6144,0.2648586697048611
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,8192,6144,0.21437866157955596
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,8192,6144,0.2513457669152154
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,8192,6144,0.2264160050286187
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,8192,6144,0.20333511299557158
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,8192,6144,0.1798702213499281
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,8192,6144,0.21300800641377768
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,8192,6144,0.16793066925472686
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,8192,6144,0.18680889076656768
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,8192,6144,0.14359466234842935
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,8192,6144,0.1493297815322876
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,8192,6144,0.13313244448767766
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,8192,7168,0.020795732736587524
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,8192,6144,0.1097724437713623
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,8192,6144,0.10924088954925537
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,8192,7168,0.021051732699076335
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,8192,7168,0.02061226765314738
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,8192,6144,0.07522133323881361
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,8192,6144,0.0685280031628079
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,8192,6144,0.3273244433932834
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,8192,6144,0.3002755641937256
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,8192,6144,0.037765334049860634
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,8192,6144,0.2825937800937229
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,8192,6144,0.13615466488732234
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,8192,6144,0.17344710561964247
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,8192,6144,0.0950488911734687
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,8192,6144,0.0939555565516154
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,8192,6144,0.06090844339794583
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,8192,6144,0.04592533244027031
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,8192,6144,0.03225422236654494
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,8192,6144,0.024216888679398432
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,8192,6144,0.02510044475396474
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,8192,6144,0.02464888824356927
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,8192,6144,0.0228426671690411
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,8192,6144,0.023708444502618577
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,8192,6144,0.02327999969323476
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,8192,6144,0.02312533391846551
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,8192,6144,0.022408889399634466
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,8192,6144,0.019098665979173448
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,8192,6144,0.01761244402991401
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,8192,6144,0.017297777864668105
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,8192,6144,0.017352888981501263
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,8192,6144,0.017224889662530687
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,8192,6144,0.017109332813156974
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,8192,6144,0.02663644486003452
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,8192,6144,0.02664888898531596
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,8192,6144,0.02748799986309475
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,8192,6144,0.026943999860021803
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,8192,6144,0.026929777529504564
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,8192,6144,0.02760533326201969
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,8192,6144,0.028279112444983587
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,8192,6144,0.027239110734727647
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,8192,6144,0.027594667341974046
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,8192,6144,0.027591110931502447
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,8192,6144,0.029301332102881536
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,8192,6144,0.02755733331044515
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,8192,6144,0.028247111373477515
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,8192,6144,0.028167112006081477
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,8192,6144,0.0288426677385966
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,8192,6144,0.02823644545343187
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,8192,6144,0.02880711025661892
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,8192,6144,0.018912000788582694
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,8192,6144,0.01882844501071506
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,8192,6144,0.018983110785484314
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,8192,6144,0.018264888061417472
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,8192,6144,0.01864177816443973
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,8192,6144,0.018616888258192275
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,8192,6144,0.018750222192870248
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,8192,6144,0.9319487889607748
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,8192,6144,0.22566293080647787
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,8192,6144,0.445906130472819
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,8192,6144,0.1283733367919922
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,8192,6144,0.1262997309366862
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,8192,6144,0.11294079621632894
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,8192,6144,0.11729386647542317
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,8192,6144,0.12565333048502605
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,8192,6144,0.1120575984319051
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,8192,6144,0.11065920193990071
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,8192,6144,0.09840959707895915
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,8192,6144,0.09948480129241943
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,8192,6144,0.11028266747792562
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,8192,6144,0.09538773695627847
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,8192,6144,0.09600746631622314
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,8192,6144,0.0846880038579305
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,8192,6144,0.08171306451161703
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,8192,6144,0.08378880023956299
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,8192,6144,0.08016533056894938
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,8192,6144,0.08127146561940511
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,8192,6144,0.06715413729349771
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,8192,6144,0.06920533180236817
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,8192,6144,0.06666560173034668
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,8192,6144,0.06551680167516073
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,8192,6144,0.05176533460617065
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,8192,6144,0.06549973487854004
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,8192,6144,0.051742935180664064
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,8192,6144,0.050475732485453284
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,8192,6144,0.050163201491038
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,8192,6144,0.03749013344446818
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,8192,6144,0.03734079996744792
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,8192,6144,0.036849065621693926
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,8192,6144,0.03545920054117839
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,8192,6144,0.03436586856842041
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,8192,6144,0.0220960001150767
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,8192,6144,0.020653865734736123
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,8192,6144,0.020253866910934448
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,8192,6144,0.019885865847269694
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,8192,6144,0.020449066162109376
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,8192,6144,0.020198400815327963
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,8192,6144,0.01991999944051107
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,8192,6144,0.020156800746917725
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,8192,6144,0.020244266589482626
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,8192,6144,0.019671465953191122
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,8192,6144,0.019370667139689126
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,8192,6144,0.019411200284957887
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,8192,6144,0.019409066438674925
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,8192,6144,0.019350399573644005
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,8192,6144,0.019357866048812865
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,8192,6144,0.01899306575457255
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,8192,6144,0.019437867403030395
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,8192,6144,0.019356799125671387
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,8192,6144,0.019115734100341796
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,8192,6144,0.018992000818252565
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,8192,6144,0.019048533837000527
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,8192,6144,0.018998400370279948
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,8192,6144,0.01924053430557251
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,8192,6144,0.01915093262990316
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,8192,6144,0.019102933009465535
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,8192,6144,0.019011199474334717
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,8192,6144,0.019080533583958944
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,8192,6144,0.019348265727361043
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,8192,6144,0.018964266777038573
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,8192,6144,0.01937920053799947
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,8192,6144,0.018764799833297728
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,8192,6144,0.01877760092417399
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,8192,6144,0.019214934110641478
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,8192,5120,1.6712239583333333
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,8192,5120,0.8876453240712484
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,8192,5120,0.4481946627298991
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,8192,5120,0.25991467634836835
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,8192,5120,0.25572800636291504
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,8192,5120,0.2560879985491435
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,8192,5120,0.2256586750348409
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,8192,5120,0.22612800200780234
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,8192,5120,0.21619733174641928
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,8192,5120,0.21080267429351807
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,8192,5120,0.1885813275973002
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,8192,5120,0.19458933671315512
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,8192,5120,0.18367733558019003
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,8192,5120,0.18891467650731406
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,8192,5120,0.17920267581939697
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,8192,5120,0.1631226638952891
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,8192,5120,0.14858667055765787
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,8192,5120,0.1483733355998993
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,8192,5120,0.14799466729164124
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,8192,5120,0.1378586689631144
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,8192,5120,0.11848800381024678
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,8192,5120,0.11310133337974548
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,8192,5120,0.11237866679827373
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,8192,5120,0.09976266821225484
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,8192,5120,0.1075546642144521
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,8192,5120,0.09599733352661133
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,8192,5120,0.08474666873613994
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,8192,5120,0.08144799868265788
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,8192,5120,0.07917066911856334
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,8192,5120,0.061994666854540505
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,8192,5120,0.05805333455403646
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,8192,5120,0.04837866624196371
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,8192,5120,0.04563733438650767
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,8192,5120,0.03527999917666117
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,8192,5120,0.030397333204746246
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,8192,5120,0.024114665885766346
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,8192,5120,0.020717332760492962
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,8192,5120,0.02381066729625066
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,8192,5120,0.019901332755883534
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,8192,6144,0.01940586765607198
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,8192,5120,0.021888000269730885
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,8192,5120,0.02170666555563609
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,8192,5120,0.01867466668287913
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,8192,5120,0.01923466722170512
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,8192,5120,0.018141333013772964
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,8192,5120,0.017877332866191864
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,8192,5120,0.017826666434605915
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,8192,5120,0.018698666244745255
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,8192,5120,0.018072000394264858
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,8192,5120,0.01764800027012825
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,8192,5120,0.017639999588330586
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,8192,5120,0.017634666214386623
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,8192,5120,0.01634399965405464
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,8192,5120,0.017658667018016178
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,8192,5120,0.01728533332546552
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,8192,5120,0.01966133341193199
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,8192,6144,0.018968532482782997
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,8192,5120,0.017621333400408428
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,8192,5120,0.015813333292802174
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,8192,5120,0.015765332927306492
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,8192,5120,0.01568266625205676
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,8192,5120,0.0167173333466053
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,8192,5120,0.016682667036851246
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,8192,5120,0.016730666160583496
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,8192,5120,0.016666666915019352
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,8192,5120,0.016688000410795212
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,8192,5120,0.016837333639462788
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,8192,5120,0.016688000410795212
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,8192,5120,0.01582666610678037
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,8192,5120,0.01580799991885821
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,8192,5120,0.01582666610678037
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,8192,5120,0.01574133336544037
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,8192,5120,0.01586666703224182
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,8192,5120,0.016109333684047062
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,8192,5120,0.016336000214020412
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,8192,5120,0.016773333152135212
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,8192,5120,0.6304226716359457
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,8192,5120,0.31248267491658527
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,8192,5120,1.311788002649943
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,8192,5120,0.17398399114608765
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,8192,5120,0.166402667760849
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,8192,5120,0.18714932600657144
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,8192,5120,0.1545413335164388
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,8192,5120,0.16482266783714294
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,8192,5120,0.1526253322760264
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,8192,5120,0.15447333455085754
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,8192,5120,0.13937066992123923
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,8192,5120,0.13862133026123047
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,8192,5120,0.1326693296432495
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,8192,5120,0.13319466511408487
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,8192,5120,0.13157600164413452
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,8192,5120,0.11727866530418396
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,8192,5120,0.11254133780797322
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,8192,5120,0.10740666588147481
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,8192,5120,0.1053493320941925
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,8192,5120,0.10535333553949992
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,8192,5120,0.09457199772198994
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,8192,5120,0.09094666441281636
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,8192,5120,0.09052000443140666
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,8192,5120,0.07991733153661092
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,8192,5120,0.08305866519610088
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,8192,5120,0.0748559981584549
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,8192,5120,0.07226400077342987
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,8192,5120,0.07181600232919057
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,8192,5120,0.06623066465059917
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,8192,5120,0.05539200206597646
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,8192,5120,0.05288533369700114
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,8192,5120,0.044881333907445274
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,8192,5120,0.037022667626539864
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,8192,5120,0.036831999818483986
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,8192,5120,0.029310666024684906
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,8192,5120,0.027823999524116516
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,8192,5120,0.02861066659291585
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,8192,5120,0.028165332973003387
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,8192,5120,0.026857333878676098
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,8192,5120,0.025762667258580525
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,8192,5120,0.026843999822934467
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,8192,5120,0.025418666501839954
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,8192,5120,0.024792000651359558
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,8192,5120,0.02462266633907954
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,8192,5120,0.02402266611655553
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,8192,5120,0.024941332638263702
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,8192,5120,0.024357333779335022
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,8192,5120,0.023761334518591564
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,8192,5120,0.02384000023206075
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,8192,5120,0.023017334441343944
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,8192,5120,0.022863999009132385
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,8192,5120,0.022780001163482666
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,8192,5120,0.023953333497047424
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,8192,5120,0.022757334013779957
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,8192,5120,0.023195999364058178
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,8192,5120,0.021905332803726196
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,8192,5120,0.022242667774359386
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,8192,5120,0.02079733336965243
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,8192,5120,0.022332000235716503
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,8192,5120,0.021373334030310314
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,8192,5120,0.022672000030676525
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,8192,5120,0.021906666457653046
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,8192,5120,0.022318666179974873
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,8192,5120,0.021203999718030293
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,8192,5120,0.04688533147176107
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,8192,5120,0.020986666282018025
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,8192,5120,0.020605333149433136
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,8192,5120,0.020665333916743595
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,8192,5120,0.020946666598320007
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,8192,5120,0.02094266563653946
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,8192,5120,0.020854666829109192
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,8192,5120,0.020897333820660908
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,8192,5120,0.020603999495506287
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,8192,5120,0.021040000021457672
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,8192,6144,0.01903146704037984
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,8192,6144,0.01900906761487325
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,8192,5120,0.282642662525177
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,8192,5120,1.0487133661905925
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,8192,5120,0.2610200047492981
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,8192,5120,0.520143985748291
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,8192,5120,2.131831963857015
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,8192,5120,0.25086265802383423
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,8192,6144,0.019059199094772338
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,8192,5120,0.3115680019060771
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,8192,5120,0.26128266255060834
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,8192,5120,0.22873733441034952
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,8192,5120,0.21732399861017862
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,8192,5120,0.2431373397509257
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,8192,6144,0.01900586684544881
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,8192,5120,0.2272826631863912
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,8192,5120,0.19650532801946005
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,8192,5120,0.20699065923690796
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,8192,5120,0.18646534283955893
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,8192,5120,0.19572399059931436
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,8192,5120,0.16539466381072998
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,8192,5120,0.17492800951004028
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,8192,5120,0.15671199560165405
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,8192,5120,0.1314960022767385
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,8192,5120,0.13771999875704447
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,8192,5120,0.1242959996064504
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,8192,5120,0.10350799560546875
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,8192,5120,0.09244267145792644
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,8192,5120,0.06610266864299774
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,8192,5120,0.054201334714889526
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,8192,6144,0.01899519960085551
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,8192,5120,0.29886533816655475
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,8192,5120,0.03212133298317591
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,8192,5120,0.27641600370407104
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,8192,5120,0.15967999895413718
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,8192,5120,0.07775599757830302
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,8192,5120,0.12018533547719319
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,8192,5120,0.0870039959748586
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,8192,5120,0.04954800009727478
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,8192,5120,0.039064000050226845
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,8192,5120,0.02812399963537852
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,8192,5120,0.021673334141572315
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,8192,5120,0.02042666698495547
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,8192,5120,0.02181866765022278
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,8192,5120,0.021801332632700603
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,8192,5120,0.02165200064579646
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,8192,5120,0.020705333600441616
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,8192,5120,0.020558666437864304
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,8192,5120,0.02032666653394699
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,8192,5120,0.01653066650032997
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,8192,5120,0.01498666654030482
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,8192,5120,0.014886666089296341
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,8192,5120,0.016594666987657547
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,8192,5120,0.0150839996834596
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,8192,5120,0.015077333897352219
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,8192,5120,0.014979999512434006
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,8192,5120,0.022679999470710754
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,8192,5120,0.02216399957736333
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,8192,5120,0.023381332556406658
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,8192,5120,0.021718665957450867
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,8192,5120,0.0229093333085378
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,8192,5120,0.02273466686407725
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,8192,5120,0.023761334518591564
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,8192,5120,0.02192266782124837
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,8192,5120,0.023606665432453156
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,8192,5120,0.022687998910744984
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,8192,5120,0.023778667052586872
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,8192,5120,0.02218533307313919
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,8192,5120,0.023258666197458904
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,8192,5120,0.022704000274340313
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,8192,5120,0.024512000381946564
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,8192,5120,0.022757334013779957
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,8192,5120,0.023207999765872955
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,8192,5120,0.017025332897901535
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,8192,5120,0.016285333782434464
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,8192,5120,0.016545332968235016
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,8192,5120,0.016066666692495346
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,8192,5120,0.016120000431934994
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,8192,5120,0.01608133316040039
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,8192,5120,0.19517226219177247
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,8192,5120,0.3858506520589193
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,8192,5120,0.11130452950795491
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,8192,5120,0.7758922576904297
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,8192,5120,0.11311786969502766
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,8192,5120,0.11065493424733479
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,8192,5120,0.10238826274871826
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,8192,5120,0.09926079909006755
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,8192,5120,0.09903786977132162
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,8192,5120,0.09748160044352214
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,8192,5120,0.09633813699086508
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,8192,5120,0.08713173071543376
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,8192,5120,0.08698026339213052
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,8192,5120,0.08457919756571451
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,8192,5120,0.08389226595560709
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,8192,5120,0.07511359850565592
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,8192,5120,0.07430400053660074
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,8192,5120,0.07175040245056152
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,8192,5120,0.07142933209737143
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,8192,5120,0.070413867632548
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,8192,5120,0.05889706611633301
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,8192,5120,0.06107519865036011
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,8192,5120,0.058457601070404056
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,8192,5120,0.05730346838633219
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,8192,5120,0.056626133124033605
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,8192,5120,0.04416000048319499
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,8192,5120,0.04561920166015625
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,8192,5120,0.04550400177637736
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,8192,5120,0.032738133271535234
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,8192,5120,0.04351679881413777
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,8192,5120,0.03311786651611328
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,8192,5120,0.03204266627629598
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,8192,5120,0.03126613299051921
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,8192,5120,0.019895466168721516
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,8192,5120,0.031379199028015135
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,8192,5120,0.018730666240056357
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,8192,5120,0.018205867211023966
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,8192,5120,0.018170666694641114
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,8192,5120,0.018284799655278523
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,8192,5120,0.01827733318010966
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,8192,5120,0.01829119920730591
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,8192,5120,0.01818986733754476
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,8192,5120,0.018283732732137046
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,8192,5120,0.018104533354441323
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,8192,5120,0.01758079926172892
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,8192,5120,0.01771413286526998
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,8192,5120,0.01752106746037801
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,8192,5120,0.017453867197036742
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,8192,5120,0.0174453337987264
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,8192,5120,0.017672532796859743
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,8192,5120,0.01736746629079183
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,8192,5120,0.01734613378842672
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,8192,5120,0.017359999815622966
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,8192,5120,0.01732053359349569
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,8192,5120,0.01723946730295817
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,8192,5120,0.01729066570599874
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,8192,5120,0.017027199268341064
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,8192,5120,0.017402666807174682
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,8192,5120,0.0173632005850474
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,8192,5120,0.017322667439778647
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,8192,5120,0.0172437330087026
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,8192,5120,0.017332265774408974
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,8192,5120,0.017127466201782227
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,8192,5120,0.01722666621208191
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,8192,5120,0.017034665743509928
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,8192,5120,0.01741546591122945
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,8192,5120,0.0170197327931722
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,8192,4096,1.34606138865153
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,8192,5120,0.017538134256998697
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,8192,4096,0.33925867080688477
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,8192,4096,0.6716960271199545
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,8192,4096,0.18913066387176514
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,8192,4096,0.19726665814717612
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,8192,4096,0.18203733364741007
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,8192,4096,0.1752773324648539
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,8192,4096,0.16744265953699747
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,8192,4096,0.17407200733820596
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,8192,4096,0.16029333074887595
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,8192,4096,0.15903199712435404
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,8192,4096,0.1506106654802958
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,8192,4096,0.14302666982014975
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,8192,4096,0.15421332915623984
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,8192,4096,0.13352266947428384
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,8192,4096,0.13248533010482788
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,8192,4096,0.11714933315912883
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,8192,4096,0.12638133764266968
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,8192,4096,0.11181066433588664
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,8192,4096,0.09512799978256226
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,8192,4096,0.11868799726168315
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,8192,4096,0.09162132938702901
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,8192,4096,0.09131733576456706
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,8192,4096,0.08027733365694682
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,8192,4096,0.08646933237711589
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,8192,4096,0.07085333267847697
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,8192,4096,0.07310933371384938
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,8192,4096,0.062165334820747375
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,8192,4096,0.05036800106366476
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,8192,4096,0.047600001096725464
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,8192,4096,0.040336000422636666
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,8192,4096,0.03722399969895681
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,8192,4096,0.02917066713174184
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,8192,4096,0.0252986674507459
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,8192,4096,0.02088533341884613
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,8192,4096,0.018021332720915478
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,8192,4096,0.02056266615788142
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,8192,4096,0.01765599971016248
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,8192,4096,0.018837332725524902
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,8192,4096,0.016754666964213055
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,8192,4096,0.01887200027704239
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,8192,4096,0.01677600045998891
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,8192,4096,0.017015999803940456
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,8192,4096,0.01624533285697301
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,8192,4096,0.016122666498025257
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,8192,4096,0.015813333292802174
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,8192,4096,0.016832000265518825
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,8192,4096,0.01594666639963786
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,8192,4096,0.015735999991496403
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,8192,4096,0.0156613327562809
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,8192,4096,0.015671999504168827
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,8192,4096,0.01469333345691363
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,8192,4096,0.015791999797026317
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,8192,4096,0.015530666957298914
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,8192,4096,0.015381333728631338
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,8192,4096,0.07642933229605357
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,8192,4096,0.013946666071812311
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,8192,4096,0.01365600029627482
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,8192,4096,0.013591999808947245
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,8192,4096,0.014287999520699183
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,8192,4096,0.014240000396966934
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,8192,4096,0.014594666659832
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,8192,4096,0.0145066666106383
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,8192,4096,0.014445333431164423
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,8192,4096,0.014616000155607859
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,8192,4096,0.01462399959564209
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,8192,4096,0.013738666971524557
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,8192,4096,0.013629333426554998
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,8192,4096,0.01387999951839447
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,8192,4096,0.013637332866589228
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,8192,4096,0.013594667116800943
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,8192,4096,0.013616000612576803
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,8192,4096,0.014709333578745524
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,8192,4096,0.01469066614905993
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,8192,4096,1.0350813070933025
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,8192,5120,0.01731626590092977
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,8192,4096,0.24157599608103433
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,8192,4096,0.5454493363698324
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,8192,4096,0.13668266932169595
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,8192,4096,0.1305946707725525
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,8192,4096,0.12354666988054912
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,8192,4096,0.12315066655476888
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,8192,4096,0.12303599715232849
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,8192,4096,0.11912799874941508
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,8192,4096,0.11309199531873067
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,8192,4096,0.1109773317972819
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,8192,4096,0.10651999711990356
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,8192,4096,0.1030346651871999
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,8192,4096,0.10133066773414612
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,8192,4096,0.15424799919128418
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,8192,4096,0.09798799951871236
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,8192,4096,0.0945520003636678
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,8192,4096,0.09051733215649922
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,8192,4096,0.08981066942214966
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,8192,4096,0.08635200063387553
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,8192,4096,0.0740559995174408
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,8192,4096,0.07323599855105083
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,8192,4096,0.0699319988489151
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,8192,4096,0.07196266452471416
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,8192,4096,0.06247733533382416
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,8192,4096,0.06054133176803589
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,8192,4096,0.0590386688709259
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,8192,4096,0.05346666773160299
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,8192,4096,0.04735333224137624
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,8192,4096,0.04494800170262655
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,8192,4096,0.04196666677792867
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,8192,4096,0.03990533451239268
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,8192,4096,0.0326093335946401
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,8192,4096,0.02683066576719284
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,8192,4096,0.024865334232648213
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,8192,4096,0.026261332134405773
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,8192,4096,0.024665333330631256
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,8192,4096,0.025038667023181915
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,8192,4096,0.024665333330631256
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,8192,4096,0.07813866436481476
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,8192,4096,0.02478666603565216
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,8192,4096,0.025172000130017597
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,8192,4096,0.023076000312964123
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,8192,4096,0.022411999603112537
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,8192,4096,0.023922666907310486
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,8192,4096,0.024519999821980793
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,8192,4096,0.023009332517782848
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,8192,4096,0.022667999068895977
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,8192,4096,0.021523999671141308
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,8192,4096,0.023017334441343944
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,8192,4096,0.02186266581217448
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,8192,4096,0.022315998872121174
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,8192,4096,0.021625332534313202
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,8192,4096,0.020686666170756023
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,8192,4096,0.0217573344707489
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,8192,4096,0.020615999897321064
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,8192,4096,0.03369066615899404
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,8192,4096,0.02027999982237816
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,8192,4096,0.020561333745718002
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,8192,4096,0.019551999866962433
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,8192,4096,0.020541333903868992
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,8192,4096,0.02046533301472664
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,8192,4096,0.021029333273569744
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,8192,4096,0.02045733357469241
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,8192,4096,0.020537332942088444
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,8192,4096,0.019766667236884434
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,8192,4096,0.020510666072368622
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,8192,4096,0.01969066634774208
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,8192,4096,0.0201733335852623
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,8192,4096,0.020515999446312588
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,8192,4096,0.02030533303817113
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,8192,4096,0.020185332745313644
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,8192,4096,0.02009466663002968
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,8192,5120,0.01694933374722799
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,8192,4096,0.02004133289059003
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,8192,5120,0.016898133357365928
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,8192,5120,0.017038933436075845
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,8192,5120,0.01713706652323405
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,8192,4096,0.47592135270436603
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,8192,4096,0.2795640031496684
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,8192,4096,0.9560973644256592
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,8192,4096,0.24782266219456991
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,8192,4096,1.9410306612650554
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,8192,4096,0.22772934039433798
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,8192,4096,0.23480665683746338
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,8192,4096,0.20956399043401083
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,8192,4096,0.21569599707921347
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,8192,4096,0.1986400087674459
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,8192,4096,0.20517067114512125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,8192,4096,0.18052266041437784
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,8192,4096,0.18593599398930868
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,8192,4096,0.1697373390197754
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,8192,4096,0.17188533147176108
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,8192,4096,0.15156933665275574
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,8192,4096,0.1546839972337087
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,8192,4096,0.13939066727956137
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,8192,4096,0.11998800436655681
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,8192,4096,0.11289999882380168
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,8192,4096,0.10762133200963338
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,8192,4096,0.08707333604494731
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,8192,4096,0.07519599795341492
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,8192,5120,0.017366399367650352
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,8192,4096,0.05163066585858663
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,8192,4096,0.046734665830930076
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,8192,4096,0.2582906683286031
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,8192,4096,0.26605866352717084
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,8192,4096,0.027905332545439403
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,8192,4096,0.2381053368250529
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,8192,4096,0.13886933525403342
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,8192,4096,0.09599066774050395
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,8192,4096,0.07009466489156087
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,8192,4096,0.06423999865849812
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,8192,4096,0.040576001008351646
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,8192,4096,0.03452266752719879
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,8192,4096,0.024262666702270508
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,8192,4096,0.019685332973798115
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,8192,4096,0.019885333875815075
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,8192,4096,0.019685332973798115
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,8192,4096,0.019731999685366947
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,8192,4096,0.018673333028952282
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,8192,4096,0.018329333513975143
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,8192,4096,0.01823466643691063
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,8192,4096,0.018275999774535496
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,8192,4096,0.01509333277742068
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,8192,4096,0.013494666665792465
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,8192,4096,0.013992000371217728
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,8192,4096,0.013552000125249227
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,8192,4096,0.013440000514189402
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,8192,4096,0.013715999821821848
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,8192,4096,0.01968266690770785
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,8192,4096,0.019094667086998623
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,8192,4096,0.019587999830643337
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,8192,4096,0.019161333640416462
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,8192,4096,0.019665333131949108
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,8192,4096,0.019681333253781002
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,8192,4096,0.01959199955066045
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,8192,4096,0.019607999672492344
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,8192,4096,0.019590667138497036
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,8192,4096,0.01960399995247523
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,8192,4096,0.020182666679223377
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,8192,4096,0.020107999444007874
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,8192,4096,0.019630666822195053
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,8192,4096,0.019686666627724964
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,8192,4096,0.019421332826217014
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,8192,4096,0.02004533385237058
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,8192,4096,0.01958533376455307
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,8192,4096,0.015000000596046448
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,8192,4096,0.01533866673707962
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,8192,4096,0.014766667038202286
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,8192,4096,0.015017333130041758
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,8192,4096,0.015133333702882132
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,8192,4096,0.01469066614905993
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,8192,4096,0.01489733283718427
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,8192,4096,0.6285098393758137
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,8192,4096,0.3141546567281087
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,8192,4096,0.09311573505401612
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,8192,4096,0.09133973121643066
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,8192,4096,0.09313173294067383
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,8192,4096,0.1587157408396403
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,8192,4096,0.08434666792551676
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,8192,4096,0.08208426634470621
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,8192,4096,0.08208320140838624
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,8192,4096,0.07268160184224447
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,8192,4096,0.0796021302541097
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,8192,4096,0.07231573263804117
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,8192,4096,0.07919360001881917
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,8192,4096,0.06980693340301514
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,8192,4096,0.07004053592681884
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,8192,4096,0.061410133043924967
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,8192,4096,0.06215360164642334
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,8192,4096,0.05954986810684204
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,8192,4096,0.05942720174789429
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,8192,4096,0.05790293216705322
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,8192,4096,0.05056213140487671
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,8192,4096,0.04932693243026733
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,8192,4096,0.048241066932678225
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,8192,4096,0.0491104006767273
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,8192,4096,0.04727146625518799
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,8192,4096,0.03895999987920125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,8192,4096,0.03846186796824137
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,8192,4096,0.03778133392333984
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,8192,4096,0.036765865484873456
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,8192,4096,0.028227200110753376
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,8192,4096,0.02804800073305766
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,8192,4096,0.027167999744415285
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,8192,4096,0.026804266373316447
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,8192,4096,0.02720746596654256
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,8192,4096,0.0173909326394399
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,8192,4096,0.016131200393040977
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,8192,4096,0.015770666797955833
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,8192,4096,0.01623679995536804
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,8192,4096,0.016145066420237223
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,8192,4096,0.015773866573969522
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,8192,4096,0.016053332885106405
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,8192,4096,0.01597760021686554
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,8192,4096,0.015922133127848306
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,8192,4096,0.014915200074513755
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,8192,4096,0.015309866269429526
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,8192,4096,0.014987732966740927
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,8192,4096,0.014995200435320535
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,8192,4096,0.015317333738009134
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,8192,4096,0.014993066589037577
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,8192,4096,0.015299200018246969
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,8192,4096,0.014937600493431092
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,8192,4096,0.014915200074513755
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,8192,4096,0.014519466956456503
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,8192,4096,0.015016532937685647
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,8192,4096,0.014866133530934652
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,8192,4096,0.015019733707110086
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,8192,4096,0.014893866578737893
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,8192,4096,0.01458133359750112
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,8192,4096,0.014872533082962037
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,8192,4096,0.014922666549682616
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,8192,4096,0.014900267124176025
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,8192,4096,0.015205333630243937
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,8192,4096,0.015341867009798685
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,8192,4096,0.015334399541219077
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,8192,4096,0.01460906664530436
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,8192,4096,0.014486400286356607
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,8192,4096,0.014452266693115234
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,8192,3584,1.1750737296210396
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,8192,3584,0.5761049058702257
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,8192,3584,0.30224355061848956
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,8192,3584,0.19105422496795654
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,8192,3584,0.18775288263956705
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,8192,3584,0.1882773372862074
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,8192,4096,0.01453439990679423
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,8192,3584,0.16621866491105822
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,8192,3584,0.16817243893941244
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,8192,3584,0.17854577965206572
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,8192,3584,0.1307822200987074
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,8192,3584,0.13380089071061876
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,8192,3584,0.12380622492896186
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,8192,3584,0.12526933352152506
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,8192,3584,0.1173048946592543
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,8192,3584,0.1470951106813219
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,8192,3584,0.10367466343773736
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,8192,3584,0.10049600071377224
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,8192,3584,0.0983768900235494
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,8192,3584,0.0952906674808926
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,8192,3584,0.08426844411426121
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,8192,3584,0.0810862249798245
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,8192,3584,0.07900089025497437
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,8192,3584,0.07125688923729791
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,8192,3584,0.07445333401362102
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,8192,3584,0.06731555859247844
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,8192,3584,0.05991466840108236
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,8192,3584,0.06083199712965223
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,8192,3584,0.0554275545809004
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,8192,3584,0.04370133413208855
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,8192,3584,0.0410755541589525
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,8192,3584,0.11444444126553005
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,8192,3584,0.03432710965474447
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,8192,3584,0.024757333927684363
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,8192,3584,0.02180800007449256
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,8192,3584,0.01742755538887448
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,8192,3584,0.015230221880806817
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,8192,3584,0.017255110873116385
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,8192,3584,0.014392889208263822
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,8192,3584,0.015882665912310284
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,8192,3584,0.013911111487282647
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,8192,3584,0.01564800077014499
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,8192,3584,0.013249778085284762
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,8192,3584,0.014126222994592456
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,8192,3584,0.012519111235936483
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,8192,3584,0.012485333614879184
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,8192,3584,0.013370667066839008
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,8192,3584,0.013360000318951078
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,8192,3584,0.013153778182135688
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,8192,3584,0.012904889053768583
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,8192,3584,0.012801777985360889
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,8192,3584,0.013034666577974955
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,8192,3584,0.012849777936935425
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,8192,3584,0.012643555800120035
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,8192,3584,0.012501333322789935
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,8192,3584,0.012552888856993781
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,8192,3584,0.03244444396760728
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,8192,3584,0.011761777930789523
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,8192,3584,0.01182755579551061
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,8192,3584,0.01240533341964086
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,8192,3584,0.012248888611793518
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,8192,3584,0.01223288890388277
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,8192,3584,0.012149333126015134
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,8192,3584,0.01180622229973475
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,8192,3584,0.012170666621790992
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,8192,3584,0.012142221960756512
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,8192,3584,0.012190221912331052
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,8192,3584,0.011576889289749993
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,8192,3584,0.011560888753996955
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,8192,3584,0.011777777638700275
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,8192,3584,0.011420444481902652
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,8192,3584,0.012014221813943652
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,8192,3584,0.012268444730175866
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,8192,3584,0.012455110748608908
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,8192,3584,0.012855110896958245
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,8192,3584,0.9139200210571289
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,8192,3584,0.4721034685770671
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,8192,3584,0.23405653635660806
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,8192,3584,0.1355423927307129
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,8192,3584,0.12273600101470947
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,8192,3584,0.13144426345825194
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,8192,3584,0.11227093537648518
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,8192,3584,0.1140437364578247
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,8192,3584,0.10810986359914143
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,8192,3584,0.10679999987284343
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,8192,3584,0.10001920064290364
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,8192,3584,0.10249280134836833
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,8192,3584,0.09675947030385336
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,8192,3584,0.09687679608662923
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,8192,3584,0.09355200131734212
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,8192,3584,0.0877621332804362
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,8192,3584,0.08326186339060465
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,8192,3584,0.08065173625946045
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,8192,3584,0.07971946398417154
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,8192,3584,0.06976746718088786
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,8192,3584,0.07785279750823974
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,8192,3584,0.06855786641438802
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,8192,3584,0.06941119829813638
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,8192,3584,0.06268053452173869
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,8192,3584,0.06386773188908895
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,8192,3584,0.05432853301366171
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,8192,3584,0.05559786558151245
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,8192,3584,0.05333760182062784
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,8192,3584,0.04741119941075643
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,8192,3584,0.04281813303629557
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,8192,3584,0.04380799929300944
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,8192,3584,0.03914773464202881
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,8192,3584,0.03684693177541097
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,8192,3584,0.03205440044403076
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,8192,3584,0.030771199862162275
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,8192,3584,0.0247871994972229
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,8192,3584,0.023458133141199745
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,8192,3584,0.02597759962081909
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,8192,3584,0.022754132747650146
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,8192,3584,0.023853866259257
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,8192,3584,0.022851200898488362
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,8192,3584,0.022951465845108033
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,8192,3584,0.0219541331132253
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,8192,3584,0.02255786657333374
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,8192,3584,0.020863999923070274
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,8192,3584,0.02193066676457723
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,8192,3584,0.021308799584706627
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,8192,3584,0.022284799814224245
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,8192,3584,0.022307199239730836
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,8192,3584,0.021268266439437866
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,8192,3584,0.020677334070205687
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,8192,3584,0.022083199024200438
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,8192,3584,0.0211626668771108
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,8192,3584,0.020709333817164104
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,8192,3584,0.020461867252985634
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,8192,3584,0.02040106654167175
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,8192,3584,0.01917120019594828
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,8192,3584,0.018539732694625853
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,8192,3584,0.020592000087102255
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,8192,3584,0.020077866315841675
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,8192,3584,0.020520534118016562
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,8192,3584,0.019471999009450278
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,8192,3584,0.01994880040486654
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,8192,3584,0.02120959957440694
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,8192,3584,0.01874879995981852
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,8192,3584,0.01899519960085551
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,8192,3584,0.018628267447153728
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,8192,3584,0.019189333915710448
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,8192,3584,0.018902399142583213
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,8192,3584,0.0186463991800944
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,8192,3584,0.01883626580238342
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,8192,3584,0.018675200144449868
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,8192,3584,0.018522665898005167
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,8192,3584,0.018702934185663857
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,8192,4096,0.014879999558130899
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,8192,4096,0.0149536003669103
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,8192,4096,0.014866133530934652
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,8192,4096,0.014944000045458474
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,8192,4096,0.014924800395965577
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,8192,4096,0.014890666802724203
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,8192,3584,1.8672042846679688
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,8192,3584,0.2250943978627523
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,8192,3584,0.924725341796875
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,8192,3584,0.20631680488586426
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,8192,3584,0.46083841323852537
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,8192,3584,0.19644266764322918
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,8192,3584,0.2722069422403971
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,8192,3584,0.1789013385772705
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,8192,3584,0.24673919677734374
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,8192,3584,0.17851093610127766
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,8192,3584,0.16538346608479818
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,8192,3584,0.16898454030354818
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,8192,3584,0.14704532623291017
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,8192,3584,0.14785706202189128
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,8192,3584,0.1352575937906901
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,8192,3584,0.11212159792582195
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,8192,3584,0.10023679733276367
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,8192,3584,0.09650346438090006
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,8192,3584,0.2605301380157471
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,8192,3584,0.07626346747080484
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,8192,3584,0.06675946712493896
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,8192,3584,0.23502186139424644
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,8192,3584,0.24048852920532227
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,8192,3584,0.04872213204701741
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,8192,3584,0.04314560095469157
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,8192,3584,0.22933972676595055
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,8192,3584,0.20995093981424967
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,8192,3584,0.026514132817586262
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,8192,3584,0.19884799321492513
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,8192,3584,0.12978239854176837
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,8192,3584,0.08412586847941081
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,8192,3584,0.061278935273488364
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,8192,3584,0.05609920024871826
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,8192,3584,0.036975999673207596
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,8192,3584,0.022695465882619222
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,8192,3584,0.03248746593793233
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,8192,3584,0.01874133348464966
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,8192,3584,0.018602667252222697
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,8192,3584,0.018617600202560425
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,8192,3584,0.01829973260561625
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,8192,3584,0.017053866386413576
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,8192,3584,0.017373865842819212
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,8192,3584,0.017036799589792886
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,8192,3584,0.016965333620707193
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,8192,3584,0.01402453382809957
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,8192,3584,0.012519466876983642
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,8192,3584,0.01267519990603129
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,8192,3584,0.012400000294049581
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,8192,3584,0.019003732999165853
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,8192,3584,0.017848533391952515
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,8192,3584,0.019348265727361043
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,8192,3584,0.019000534216562906
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,8192,3584,0.017854932943979898
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,8192,3584,0.018572799364725747
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,8192,3584,0.018883200486501057
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,8192,3584,0.019418666760126747
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,8192,3584,0.019409066438674925
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,8192,3584,0.02051946719487508
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,8192,3584,0.01983786622683207
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,8192,3584,0.018663465976715088
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,8192,3584,0.01981226603190104
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,8192,3584,0.01850879987080892
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,8192,3584,0.018639999628067016
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,8192,3584,0.01920959949493408
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,8192,3584,0.02021119991938273
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,8192,3584,0.019897600015004478
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,8192,3584,0.020913066466649373
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,8192,3584,0.01404800017674764
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,8192,3584,0.014104533195495605
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,8192,3584,0.014055466651916504
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,8192,3584,0.013852799932161966
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,8192,3584,0.013715199629465737
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,8192,3584,0.01384106675783793
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,8192,3584,0.013643733660380044
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,8192,3584,0.5721397399902344
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,8192,3584,0.27932586669921877
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,8192,3584,0.14416853586832684
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,8192,3584,0.08456853230794271
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,8192,3584,0.08435200055440267
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,8192,3584,0.07724586327870687
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,8192,3584,0.08371626536051432
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,8192,3584,0.07482240200042725
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,8192,3584,0.07313600381215414
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,8192,3584,0.07417386372884115
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,8192,3584,0.07191572984059652
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,8192,3584,0.06532586812973022
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,8192,3584,0.06517759958902994
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,8192,3584,0.06430506706237793
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,8192,3584,0.06372586488723755
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,8192,3584,0.0562175989151001
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,8192,3584,0.05650346676508585
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,8192,3584,0.05368533531824747
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,8192,3584,0.04620586633682251
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,8192,3584,0.05251413186391195
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,8192,3584,0.054294399420420324
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,8192,3584,0.04479039907455444
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,8192,3584,0.04490346511205037
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,8192,3584,0.04380586544672648
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,8192,3584,0.04319039980570476
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,8192,3584,0.035076268513997394
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,8192,3584,0.03561919927597046
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,8192,3584,0.03442773421605428
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,8192,3584,0.02613653341929118
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,8192,3584,0.03391253153483073
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,8192,3584,0.026019199689229326
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,8192,3584,0.024757333596547446
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,8192,3584,0.02488853335380554
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,8192,3584,0.024282666047414143
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,8192,3584,0.016216533382733662
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,8192,3584,0.015312000115712484
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,8192,3584,0.014857600132624308
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,8192,3584,0.014499200383822122
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,8192,3584,0.014896000425020853
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,8192,3584,0.014648532867431641
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,8192,3584,0.014518400033315023
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,8192,3584,0.01464959979057312
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,8192,3584,0.013985066612561544
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,8192,3584,0.014850133657455444
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,8192,3584,0.014648532867431641
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,8192,3584,0.014095999797185264
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,8192,3584,0.013756799697875976
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,8192,3584,0.013722667098045349
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,8192,3584,0.01378986636797587
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,8192,3584,0.013689600427945457
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,8192,3584,0.013979732990264893
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,8192,3584,0.013657599687576294
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,8192,3584,0.01362559994061788
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,8192,3584,0.01365013321240743
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,8192,3584,0.013714133699735006
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,8192,3584,0.013678933183352152
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,8192,3584,0.01365226705869039
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,8192,3584,0.013605333367983499
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,8192,3584,0.013781332969665527
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,8192,3584,0.013301333785057068
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,8192,3584,0.01370133360226949
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,8192,3584,0.013767466942469279
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,8192,3584,0.014148267110188803
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,8192,3584,0.013595733046531677
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,8192,3584,0.013302399714787801
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,8192,3584,0.013646933436393737
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,8192,3584,0.013637333114941915
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,8192,3072,1.00947199927436
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,8192,3072,0.5299999978807237
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,8192,3072,0.27036799324883354
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,8192,3072,0.15896711084577772
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,8192,3072,0.15619022316402859
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,8192,3072,0.16316621833377415
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,8192,3072,0.14537066883511013
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,8192,3072,0.14583644602033827
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,8192,3072,0.1441884438196818
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,8192,3072,0.13537600305345324
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,8192,3072,0.11946845054626465
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,8192,3072,0.12196977933247884
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,8192,3072,0.11809955702887641
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,8192,3072,0.12172977129618327
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,8192,3072,0.1166951126522488
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,8192,3072,0.10348800155851577
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,8192,3072,0.09921777910656399
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,8192,3584,0.013704533378283182
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,8192,3072,0.0988337794939677
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,8192,3072,0.08470044533411662
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,8192,3072,0.09873244497511123
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,8192,3072,0.07281777593824598
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,8192,3072,0.08279999759462145
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,8192,3072,0.06823111242718168
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,8192,3072,0.07243200143178304
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,8192,3072,0.06397866540484957
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,8192,3072,0.05670577949947781
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,8192,3072,0.05166577630572849
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,8192,3072,0.05613333649105496
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,8192,3072,0.03850311040878296
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,8192,3072,0.03661688831117418
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,8192,3072,0.031324442889955305
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,8192,3072,0.028728889094458684
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,8192,3072,0.022554667459593877
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,8192,3072,0.01978844404220581
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,8192,3072,0.01555022266176012
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,8192,3072,0.013964444398880005
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,8192,3072,0.01585244470172458
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,8192,3072,0.013164444102181328
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,8192,3072,0.014163555370436775
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,8192,3072,0.012689777546458773
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,8192,3072,0.014076444837782117
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,8192,3072,0.012442666623327466
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,8192,3072,0.01292266696691513
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,8192,3072,0.011114666859308878
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,8192,3072,0.01112711098459032
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,8192,3072,0.012460444536474017
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,8192,3072,0.012442666623327466
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,8192,3072,0.011615999870830111
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,8192,3072,0.011703111231327057
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,8192,3072,0.011761777930789523
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,8192,3072,0.011758222348160215
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,8192,3072,0.011212444139851464
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,8192,3072,0.01111288865407308
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,8192,3072,0.011100444528791638
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,8192,3072,0.011100444528791638
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,8192,3072,0.010488889283604093
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,8192,3072,0.0105262224872907
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,8192,3072,0.010419555836253695
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,8192,3072,0.01107377807299296
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,8192,3072,0.011095110740926532
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,8192,3072,0.011061333119869232
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,8192,3072,0.0477439992957645
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,8192,3072,0.011036444041464063
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,8192,3072,0.01110400011142095
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,8192,3072,0.011160888605647616
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,8192,3072,0.010499555203649731
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,8192,3584,0.013700266679128012
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,8192,3072,0.010481778118345471
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,8192,3072,0.010519111322032081
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,8192,3072,0.010504888991514841
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,8192,3072,0.010634666515721215
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,8192,3072,0.010652444428867765
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,8192,3072,0.011189333266682096
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,8192,3072,0.011155555645624796
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,8192,3072,0.01111822244193819
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,8192,3072,0.7699914932250976
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,8192,3584,0.013702399532000222
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,8192,3072,0.10666986306508382
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,8192,3072,0.1957599957784017
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,8192,3072,0.10650346279144288
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,8192,3072,0.37864745457967125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,8192,3072,0.11525866985321045
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,8192,3072,0.09798826376597086
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,8192,3072,0.09845226605733236
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,8192,3072,0.10891626675923664
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,8192,3072,0.0952672004699707
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,8192,3072,0.0902677297592163
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,8192,3072,0.09432213306427002
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,8192,3072,0.0860479990641276
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,8192,3072,0.0824448029200236
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,8192,3072,0.07608319918314616
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,8192,3072,0.07711679935455322
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,8192,3072,0.07315946420033773
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,8192,3072,0.07283413410186768
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,8192,3584,0.01383680005868276
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,8192,3072,0.07043200333913167
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,8192,3072,0.06486506859461466
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,8192,3072,0.06067519982655843
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,8192,3072,0.05613439877827962
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,8192,3072,0.06084160010019938
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,8192,3072,0.05619733333587647
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,8192,3072,0.050894931952158606
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,8192,3072,0.04753066698710124
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,8192,3072,0.049319465955098465
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,8192,3072,0.04506986538569133
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,8192,3072,0.039605331420898435
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,8192,3072,0.0411296010017395
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,8192,3072,0.03681173324584961
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,8192,3072,0.03374079863230388
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,8192,3072,0.028782933950424194
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,8192,3072,0.029564799865086873
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,8192,3072,0.0243776003519694
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,8192,3072,0.02363626758257548
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,8192,3072,0.02256106734275818
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,8192,3072,0.02152000069618225
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,8192,3072,0.022641066710154215
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,8192,3072,0.020920532941818237
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,8192,3072,0.021950932343800862
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,8192,3072,0.0855018695195516
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,8192,3072,0.020562134186426797
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,8192,3072,0.020539732774098714
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,8192,3072,0.020595200856526694
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,8192,3072,0.021741867065429688
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,8192,3072,0.020461867252985634
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,8192,3072,0.020169599850972494
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,8192,3072,0.020230400562286376
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,8192,3072,0.019578667481740315
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,8192,3072,0.0191594660282135
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,8192,3072,0.019090133905410766
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,8192,3072,0.01984000007311503
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,8192,3072,0.019449599583943687
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,8192,3072,0.01853333314259847
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,8192,3072,0.018600533405939736
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,8192,3072,0.018593066930770875
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,8192,3072,0.01916586756706238
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,8192,3072,0.019950934251149497
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,8192,3072,0.020016000668207804
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,8192,3072,0.01908479928970337
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,8192,3072,0.01854506731033325
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,8192,3072,0.018594133853912353
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,8192,3072,0.01912426749865214
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,8192,3072,0.019335466623306274
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,8192,3072,0.01856000026067098
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,8192,3072,0.01857173244158427
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,8192,3072,0.01916266679763794
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,8192,3072,0.01854613423347473
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,8192,3072,0.022882133722305298
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,8192,3072,0.018554667631785073
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,8192,3072,0.01858666737874349
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,8192,3072,0.020437333981196085
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,8192,3072,0.022626133759816487
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,8192,3584,0.01369599997997284
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,8192,3584,0.013677866260210673
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,8192,3584,0.013398399949073792
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,8192,3072,0.44085013071695967
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,8192,3072,0.25324586232503254
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,8192,3072,0.870855458577474
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,8192,3072,0.20981760025024415
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,8192,3072,0.21499093373616537
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,8192,3072,0.1996821403503418
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,8192,3072,0.18519147237141925
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,8192,3072,0.18730986913045247
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,8192,3072,0.16832639376322428
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,8192,3072,0.16896212895711263
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,8192,3072,0.1565685272216797
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,8192,3072,0.23975787162780762
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,8192,3072,1.745019785563151
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,8192,3072,0.1374176025390625
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,8192,3072,0.15693653424580892
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,8192,3072,0.1202133337656657
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,8192,3072,0.1291584014892578
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,8192,3072,0.09714453220367432
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,8192,3072,0.08794240156809488
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,8192,3072,0.08235627015431722
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,8192,3072,0.0654368003209432
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,8192,3072,0.19818239212036132
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,8192,3072,0.05920213460922241
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,8192,3072,0.2399818738301595
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,8192,3072,0.042985598246256515
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,8192,3072,0.039877335230509445
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,8192,3072,0.22461867332458496
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,8192,3072,0.025300266345342
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,8192,3072,0.2280778725941976
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,8192,3072,0.11587200164794922
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,8192,3072,0.07320426305135092
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,8192,3072,0.0539957324663798
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,8192,3072,0.052093867460886636
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,8192,3072,0.034970664978027345
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,8192,3072,0.029978666702906293
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,8192,3072,0.021613866090774536
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,8192,3072,0.017362133661905924
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,8192,3072,0.017334399620691936
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,8192,3072,0.01735146641731262
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,8192,3072,0.017199999094009398
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,8192,3072,0.016233600179354348
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,8192,3072,0.016082132856051125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,8192,3072,0.016203733285268147
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,8192,3072,0.015337600310643514
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,8192,3072,0.013327999909718832
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,8192,3072,0.011587199568748475
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,8192,3072,0.011497599879900615
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,8192,3072,0.011971199512481689
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,8192,3072,0.016190933187802632
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,8192,3072,0.015451733271280924
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,8192,3072,0.01693120002746582
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,8192,3072,0.01609173317750295
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,8192,3072,0.015599999825159708
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,8192,3072,0.016125866770744325
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,8192,3072,0.01688533425331116
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,8192,3072,0.016344533363978068
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,8192,3072,0.01567466656366984
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,8192,3072,0.016277333100636802
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,8192,3072,0.0177130659421285
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,8192,3072,0.016521599888801575
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,8192,3072,0.015660799543062844
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,8192,3072,0.015862400333086647
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,8192,3072,0.01669013301531474
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,8192,3072,0.016477866967519125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,8192,3072,0.015705600380897522
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,8192,3072,0.01653866668542226
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,8192,3072,0.01780479947725932
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,8192,3072,0.012936533490816752
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,8192,3072,0.013274666666984559
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,8192,3072,0.012873599926630655
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,8192,3072,0.01316373348236084
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,8192,3072,0.012800000111262002
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,8192,3072,0.013066666324933371
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,8192,3072,0.012840533256530761
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,8192,3072,0.4902336120605469
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,8192,3072,0.24613119761149088
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,8192,3072,0.07517546812693278
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,8192,3072,0.07470293045043945
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,8192,3072,0.12752853234608968
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,8192,3072,0.0739413340886434
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,8192,3072,0.066102401415507
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,8192,3072,0.06815040111541748
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,8192,3072,0.06592746575673422
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,8192,3072,0.0580842653910319
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,8192,3072,0.057581865787506105
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,8192,3072,0.06464853286743164
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,8192,3072,0.056562133630116786
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,8192,3072,0.0640714685122172
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,8192,3072,0.05709226528803507
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,8192,3072,0.04951680103937785
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,8192,3072,0.0496832013130188
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,8192,3072,0.04087893168131511
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,8192,3072,0.04842133522033691
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,8192,3072,0.048241066932678225
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,8192,3072,0.04666453202565511
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,8192,3072,0.03977813323338826
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,8192,3072,0.04003626505533854
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,8192,3072,0.03791466554005941
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,8192,3072,0.03873279889424642
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,8192,3072,0.03208000063896179
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,8192,3072,0.0317738672097524
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,8192,3072,0.030820266405741377
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,8192,3072,0.02272426684697469
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,8192,3072,0.031126399834950764
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,8192,3072,0.023710934321085612
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,8192,3072,0.023110399643580117
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,8192,3072,0.02216213345527649
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,8192,3072,0.021547732750574748
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,8192,3072,0.01535146633783976
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,8192,3072,0.013645866513252258
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,8192,3072,0.014009599884351095
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,8192,3072,0.013622400164604188
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,8192,3072,0.013266133268674216
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,8192,3072,0.01328426698843638
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,8192,3072,0.013461333513259888
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,8192,3072,0.013633066415786743
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,8192,3072,0.013303466637929282
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,8192,3072,0.01320746640364329
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,8192,3072,0.012916266918182373
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,8192,3072,0.0129013329744339
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,8192,3072,0.012838400403658547
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,8192,3072,0.012865066528320312
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,8192,3072,0.012530133128166199
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,8192,3072,0.012825600306193032
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,8192,3072,0.012616533041000366
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,8192,3072,0.012495999534924824
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,8192,3072,0.012756266196568809
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,8192,3072,0.01252906620502472
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,8192,3072,0.012406399846076966
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,8192,3072,0.012329600254694621
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,8192,3072,0.012453333536783854
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,8192,3072,0.01286186675230662
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,8192,3072,0.01213653286298116
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,8192,3072,0.01237333317597707
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,8192,3072,0.012645333011945089
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,8192,3072,0.012556800246238708
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,8192,3072,0.012467199563980102
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,8192,3072,0.01246399978796641
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,8192,3072,0.01242026686668396
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,8192,3072,0.012495999534924824
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,8192,3072,0.012422399719556172
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,8192,2560,0.8433039983113607
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,8192,2560,0.45379865169525146
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,8192,2560,0.2269386649131775
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,8192,2560,0.13372533520062765
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,8192,2560,0.13157332936922708
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,8192,2560,0.13214666644732156
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,8192,2560,0.10954266786575317
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,8192,2560,0.10677199562390645
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,8192,2560,0.10152799884478252
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,8192,2560,0.10084399580955505
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,8192,2560,0.09505599737167358
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,8192,2560,0.0958959956963857
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,8192,2560,0.08942799766858418
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,8192,2560,0.09027466177940369
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,8192,2560,0.08467333515485127
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,8192,2560,0.08152000109354655
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,8192,2560,0.07411199808120728
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,8192,2560,0.07260533173878987
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,8192,2560,0.0708453357219696
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,8192,2560,0.06889600058396657
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,8192,2560,0.0605426679054896
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,8192,2560,0.058837334314982094
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,8192,2560,0.05738666653633118
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,8192,2560,0.051244000593821205
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,8192,2560,0.053929333885510765
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,8192,2560,0.047681331634521484
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,8192,2560,0.04371866583824158
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,8192,2560,0.044612000385920204
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,8192,2560,0.039890666802724205
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,8192,2560,0.032272001107533775
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,8192,2560,0.03031333287556966
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,8192,2560,0.025626666843891144
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,8192,2560,0.024117333193620045
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,8192,2560,0.018624000251293182
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,8192,2560,0.01647333304087321
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,8192,2560,0.012960000584522883
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,8192,2560,0.01163866619269053
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,8192,2560,0.013013333082199097
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,8192,2560,0.010944000134865442
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,8192,2560,0.01190533364812533
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,8192,2560,0.01089599976936976
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,8192,2560,0.011891999592383703
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,8192,2560,0.010361333067218462
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,8192,2560,0.0107893335322539
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,8192,2560,0.009546666716535887
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,8192,2560,0.009663999701539675
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,8192,2560,0.010351999973257383
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,8192,2560,0.01045733317732811
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,8192,2560,0.009865333636601767
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,8192,2560,0.009862666949629784
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,8192,2560,0.009821333612004915
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,8192,2560,0.009885333478450775
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,8192,2560,0.009858666608730951
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,8192,2560,0.009897333259383837
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,8192,2560,0.009645333513617516
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,8192,2560,0.009681333477298418
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,8192,3072,0.01243839959303538
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,8192,2560,0.008842666943868002
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,8192,2560,0.008909333497285843
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,8192,2560,0.009354666496316591
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,8192,2560,0.00934266671538353
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,8192,2560,0.009348000089327494
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,8192,2560,0.009251999979217848
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,8192,2560,0.009348000089327494
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,8192,2560,0.009358666837215424
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,8192,2560,0.009214666361610094
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,8192,2560,0.008822666481137276
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,8192,2560,0.008840000256896019
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,8192,2560,0.00883866660296917
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,8192,2560,0.008870666846632957
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,8192,2560,0.008937333400050798
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,8192,2560,0.008874666566650072
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,8192,2560,0.009359999870260557
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,8192,2560,0.009508000065883001
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,8192,2560,0.00984666682779789
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,8192,2560,0.6556437174479167
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,8192,2560,0.3332490603129069
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,8192,2560,0.1636917273203532
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,8192,2560,0.1041962703069051
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,8192,2560,0.09881599744160971
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,8192,2560,0.09453866481781006
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,8192,2560,0.08843093713124593
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,8192,2560,0.0850325345993042
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,8192,2560,0.084279465675354
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,8192,2560,0.08199679851531982
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,8192,2560,0.0772117296854655
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,8192,2560,0.07561386426289876
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,8192,2560,0.07268266677856446
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,8192,2560,0.0720800002415975
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,8192,2560,0.0696341355641683
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,8192,2560,0.06923627058664958
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,8192,2560,0.06577066580454508
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,8192,2560,0.06335039933522543
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,8192,2560,0.0631989320119222
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,8192,2560,0.06030933459599813
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,8192,2560,0.054790401458740236
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,8192,2560,0.051910400390625
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,8192,2560,0.05197333494822184
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,8192,2560,0.04810773531595866
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,8192,2560,0.048926933606465654
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,8192,2560,0.045110400517781576
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,8192,2560,0.04336106777191162
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,8192,2560,0.04509653250376384
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,8192,2560,0.04094613393147786
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,8192,2560,0.037405868371327713
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,8192,2560,0.0362826665242513
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,8192,2560,0.03295893271764119
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,8192,2560,0.0308896005153656
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,8192,2560,0.026826665798823042
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,8192,2560,0.02678826649983724
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,8192,2560,0.023386667172114052
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,8192,2560,0.021105066935221354
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,8192,2560,0.022375466426213582
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,8192,2560,0.02058666745821635
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,8192,2560,0.02104640007019043
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,8192,2560,0.021345067024230956
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,8192,2560,0.020974934101104736
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,8192,2560,0.01975040038426717
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,8192,2560,0.021077332894007365
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,8192,2560,0.019550933440526327
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,8192,2560,0.01864853302637736
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,8192,2560,0.02018986741701762
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,8192,2560,0.018679465850194296
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,8192,2560,0.019195733467737834
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,8192,2560,0.020257065693537392
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,8192,2560,0.01916159987449646
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,8192,2560,0.019707733392715455
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,8192,2560,0.0191103994846344
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,8192,2560,0.018122667074203493
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,8192,2560,0.01837973395983378
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,8192,2560,0.018408532937367758
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,8192,2560,0.018550399939219156
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,8192,2560,0.018611200650533042
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,8192,2560,0.01845546762148539
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,8192,2560,0.01725013256072998
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,8192,2560,0.0172437330087026
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,8192,2560,0.016708266735076905
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,8192,2560,0.017527467012405394
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,8192,2560,0.018832000096638997
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,8192,2560,0.01853760083516439
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,8192,2560,0.018212266763051353
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,8192,2560,0.017653334140777587
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,8192,2560,0.016506666938463845
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,8192,2560,0.017182934284210204
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,8192,2560,0.01738986571629842
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,8192,2560,0.017080533504486083
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,8192,2560,0.01652479966481527
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,8192,2560,0.016615466276804606
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,8192,2560,0.01691840092341105
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,8192,3072,0.012423466642697651
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,8192,3072,0.012418133020401002
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,8192,3072,0.01255466639995575
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,8192,3072,0.012878933548927307
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,8192,3072,0.012268799543380737
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,8192,3072,0.012408533692359924
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,8192,2560,0.8269738515218099
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,8192,2560,0.2676597277323405
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,8192,2560,1.670921579996745
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,8192,2560,0.19060053825378417
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,8192,2560,0.24421332677205404
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,8192,2560,0.18853866259257
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,8192,2560,0.17487893104553223
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,8192,2560,0.17497706413269043
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,8192,2560,0.15862186749776203
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,8192,2560,0.15251839955647786
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,8192,2560,0.14120319684346516
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,8192,2560,0.13706453641255695
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,8192,2560,0.42414080301920576
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,8192,2560,0.12076373100280761
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,8192,2560,0.11278826395670574
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,8192,2560,0.10391360123952229
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,8192,2560,0.08489706516265869
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,8192,2560,0.07355733712514242
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,8192,2560,0.06979946295420328
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,8192,2560,0.056764801343282066
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,8192,2560,0.05410240093866984
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,8192,2560,0.23250773747762046
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,8192,2560,0.23466453552246094
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,8192,2560,0.039946667353312176
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,8192,2560,0.03720426559448242
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,8192,2560,0.21956480344136559
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,8192,2560,0.21614507039388023
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,8192,2560,0.023727999130884806
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,8192,2560,0.19975679715474445
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,8192,2560,0.09357120196024576
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,8192,2560,0.06537919839223226
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,8192,2560,0.04948693513870239
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,8192,2560,0.04814293384552002
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,8192,2560,0.03336853186289469
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,8192,2560,0.027963733673095702
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,8192,2560,0.019825067122777304
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,8192,2560,0.016017066438992818
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,8192,2560,0.016088533401489257
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,8192,2560,0.016151466965675355
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,8192,2560,0.014940800269444785
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,8192,2560,0.016104533274968465
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,8192,2560,0.014912000298500061
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,8192,2560,0.014947199821472168
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,8192,2560,0.014856533209482829
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,8192,2560,0.012351999680201214
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,8192,2560,0.010753066341082255
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,8192,2560,0.013635200262069703
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,8192,2560,0.013364266355832419
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,8192,2560,0.014450132846832275
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,8192,2560,0.01409173309803009
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,8192,2560,0.01546239952246348
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,8192,2560,0.014513066411018372
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,8192,2560,0.014088533322016396
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,8192,2560,0.014900267124176025
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,8192,2560,0.01390720009803772
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,8192,2560,0.014918399850527444
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,8192,2560,0.012455466389656066
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,8192,2560,0.015346133708953857
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,8192,2560,0.014098133643468222
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,8192,2560,0.01575040022532145
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,8192,2560,0.014491732915242514
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,8192,2560,0.014039466778437296
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,8192,2560,0.014838400483131408
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,8192,2560,0.01369599997997284
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,8192,2560,0.01532373329003652
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,8192,2560,0.015386666854222616
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,8192,2560,0.014008532961209616
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,8192,2560,0.016157866517702738
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,8192,2560,0.01200320025285085
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,8192,2560,0.01193386713663737
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,8192,2560,0.012425600488980611
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,8192,2560,0.01206719974676768
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,8192,2560,0.01186240017414093
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,8192,2560,0.011622400085131327
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,8192,2560,0.4220042546590169
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,8192,2560,0.21467307408650718
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,8192,2560,0.11094293594360352
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,8192,2560,0.06550933519999186
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,8192,2560,0.06613759994506836
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,8192,2560,0.0592960000038147
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,8192,2560,0.0637824018796285
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,8192,2560,0.058215467135111484
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,8192,2560,0.05811413526535034
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,8192,2560,0.0563754677772522
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,8192,2560,0.05146133502324422
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,8192,2560,0.056284801165262854
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,8192,2560,0.051096534729003905
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,8192,2560,0.049235200881958006
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,8192,2560,0.048930132389068605
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,8192,2560,0.04405119816462199
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,8192,2560,0.043668266137441
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,8192,2560,0.04233920176823934
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,8192,2560,0.04255359967549642
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,8192,2560,0.03613760073979695
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,8192,2560,0.035548798243204754
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,8192,2560,0.04099306662877401
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,8192,2560,0.03477546771367391
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,8192,2560,0.03511253197987874
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,8192,2560,0.034007465839385985
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,8192,2560,0.028602667649586994
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,8192,2560,0.028505599498748778
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,8192,2560,0.02733333309491475
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,8192,2560,0.02775040070215861
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,8192,2560,0.020256000757217407
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,8192,2560,0.0209824005762736
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,8192,2560,0.021288534005482994
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,8192,2560,0.020707199970881142
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,8192,2560,0.019522132476170857
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,8192,2560,0.013730133573214212
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,8192,2560,0.012313600381215413
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,8192,2560,0.012471466263135274
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,8192,2560,0.012435199817021687
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,8192,2560,0.012013866504033407
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,8192,2560,0.012087466319402058
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,8192,2560,0.01218666632970174
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,8192,2560,0.012502400080362954
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,8192,2560,0.012435199817021687
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,8192,2560,0.012010666728019714
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,8192,2560,0.011878400047620138
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,8192,2560,0.011632000406583149
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,8192,2560,0.011787733435630799
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,8192,2560,0.011613866686820984
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,8192,2560,0.01167466640472412
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,8192,2560,0.011640533804893494
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,8192,2560,0.011606400211652119
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,8192,2560,0.0116266667842865
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,8192,2560,0.011622400085131327
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,8192,2560,0.011332266529401143
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,8192,2560,0.011609599987665812
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,8192,2560,0.011270399888356526
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,8192,2560,0.011628799637158712
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,8192,2560,0.011662933230400085
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,8192,2560,0.011240532994270325
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,8192,2560,0.011187199751536052
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,8192,2560,0.011595732967058818
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,8192,2560,0.011255466938018798
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,8192,2560,0.01160533328851064
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,8192,2560,0.011636267105738323
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,8192,2560,0.011267200112342834
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,8192,2560,0.011517866452534994
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,8192,2560,0.01165226697921753
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,8192,2048,0.6914546489715576
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,8192,2048,0.34629468123118085
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,8192,2048,0.1689293384552002
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,8192,2048,0.0995746652285258
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,8192,2048,0.09854799509048462
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,8192,2048,0.09854132930437724
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,8192,2048,0.08858399589856465
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,8192,2048,0.08854933579762776
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,8192,2048,0.08444266517957051
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,8192,2048,0.08421599864959717
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,8192,2048,0.07684133450190227
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,8192,2048,0.079134667913119
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,8192,2048,0.07168399790922801
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,8192,2048,0.07032266755898793
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,8192,2048,0.06820000211397807
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,8192,2048,0.06611066559950511
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,8192,2048,0.05972266693909963
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,8192,2048,0.058289334177970886
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,8192,2048,0.057274664441744484
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,8192,2048,0.056020001570383705
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,8192,2048,0.04907600084940592
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,8192,2048,0.04744799931844076
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,8192,2048,0.046124001344045006
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,8192,2048,0.04141733298699061
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,8192,2048,0.04351333280404409
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,8192,2048,0.038401332994302116
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,8192,2048,0.0353973334034284
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,8192,2048,0.03639066716035207
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,8192,2048,0.032027999560038246
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,8192,2048,0.02630533277988434
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,8192,2048,0.02494800090789795
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,8192,2048,0.021789332230885822
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,8192,2048,0.019881332914034527
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,8192,2048,0.015822666386763256
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,8192,2048,0.014050666242837906
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,8192,2048,0.01094666620095571
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,8192,2048,0.009925333162148794
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,8192,2048,0.010949333508809408
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,8192,2048,0.009381333366036415
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,8192,2048,0.010337333505352339
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,8192,2048,0.009390666459997496
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,8192,2048,0.010071999703844389
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,8192,2048,0.008922666932145754
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,8192,2048,0.009446666886409124
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,8192,2048,0.008310666928688685
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,8192,2048,0.008385333543022474
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,8192,2048,0.00892666665216287
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,8192,2048,0.008909333497285843
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,8192,2048,0.008378666515151659
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,8192,2048,0.008386666576067606
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,8192,2048,0.00853066643079122
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,8192,2048,0.00854533351957798
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,8192,2048,0.008377333482106527
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,8192,2048,0.008321333055694899
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,8192,2048,0.008365333080291748
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,8192,2048,0.008289333432912827
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,8192,2048,0.007838666439056396
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,8192,2048,0.007813333223263422
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,8192,2048,0.007681333149472873
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,8192,2048,0.007820000251134237
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,8192,2048,0.007773333539565404
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,8192,2048,0.007842666779955229
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,8192,2048,0.00790933333337307
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,8192,2048,0.007848000153899193
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,8192,2048,0.007882666463653246
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,8192,2048,0.007861333588759104
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,8192,2048,0.007443999871611595
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,8192,2048,0.007361333196361859
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,8192,2048,0.007427999749779701
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,8192,2048,0.007608000189065933
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,8192,2048,0.007790666694442431
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,8192,2048,0.007874666402737299
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,8192,2048,0.007857333247860273
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,8192,2048,0.007870666682720184
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,8192,2048,0.5155392011006673
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,8192,2560,0.011589333415031433
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,8192,2048,0.24906880060831704
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,8192,2048,0.12687466939290365
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,8192,2048,0.07689599990844727
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,8192,2048,0.0774346669514974
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,8192,2048,0.0739573319753011
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,8192,2048,0.07095466454823812
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,8192,2048,0.07315519650777182
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,8192,2048,0.07122346560160318
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,8192,2560,0.011339733004570007
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,8192,2048,0.06993493239084879
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,8192,2048,0.0674623966217041
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,8192,2048,0.06809173425038656
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,8192,2048,0.06391893227895101
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,8192,2048,0.06154773235321045
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,8192,2048,0.059005868434906
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,8192,2048,0.058525868256886805
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,8192,2048,0.054656000932057705
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,8192,2048,0.05252586603164673
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,8192,2048,0.052142934004465735
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,8192,2048,0.050611201922098795
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,8192,2048,0.0469215989112854
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,8192,2048,0.04429546594619751
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,8192,2048,0.044327465693155925
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,8192,2048,0.043969066937764485
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,8192,2048,0.04092906713485718
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,8192,2048,0.03914453188578288
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,8192,2048,0.03674026727676392
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,8192,2048,0.03670186599095662
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,8192,2048,0.03403626680374146
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,8192,2048,0.032714666922887166
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,8192,2048,0.030738133192062377
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,8192,2048,0.025803732872009277
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,8192,2048,0.025012266635894776
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,8192,2048,0.020850133895874024
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,8192,2048,0.020308266083399452
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,8192,2048,0.020786132415135702
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,8192,2048,0.019448532660802206
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,8192,2048,0.020913066466649373
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,8192,2048,0.018713599443435668
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,8192,2048,0.04383680025736491
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,8192,2048,0.01906026601791382
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,8192,2048,0.018268799781799315
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,8192,2048,0.018413867553075156
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,8192,2048,0.017089066902796428
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,8192,2560,0.01160533328851064
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,8192,2048,0.01813760002454122
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,8192,2048,0.017336533466974894
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,8192,2048,0.016714666287104288
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,8192,2048,0.01702400048573812
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,8192,2048,0.016523733735084534
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,8192,2048,0.01808213392893473
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,8192,2048,0.017992534240086875
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,8192,2048,0.016503467162450155
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,8192,2048,0.01664959987004598
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,8192,2048,0.01667840083440145
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,8192,2048,0.016544000307718913
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,8192,2048,0.01726079980532328
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,8192,2048,0.01623146633307139
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,8192,2048,0.02930240035057068
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,8192,2048,0.01601920028527578
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,8192,2048,0.01623253325621287
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,8192,2048,0.015585066874821982
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,8192,2048,0.016544000307718913
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,8192,2048,0.016296533743540446
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,8192,2048,0.016375466187795003
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,8192,2048,0.016562133034070333
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,8192,2048,0.014999467134475707
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,8192,2048,0.014659200112024942
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,8192,2048,0.015897599856058757
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,8192,2048,0.014522666732470194
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,8192,2048,0.014461867014567056
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,8192,2048,0.015338666240374246
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,8192,2048,0.016450132926305136
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,8192,2048,0.015677866339683533
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,8192,2048,0.014536533753077188
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,8192,2560,0.011725866794586181
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,8192,2560,0.01163093348344167
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,8192,2560,0.01118293305238088
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,8192,2560,0.01144426663716634
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,8192,2048,0.785100809733073
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,8192,2048,0.1883285363515218
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,8192,2048,0.22750399907430013
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,8192,2048,0.18395946820576986
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,8192,2048,0.17128106753031414
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,8192,2048,0.16259093284606935
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,8192,2048,0.15835946400960285
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,8192,2048,1.5717173258463542
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,8192,2048,0.14903146425882977
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,8192,2048,0.13899946212768555
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,8192,2048,0.12850133577982586
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,8192,2048,0.1198463996251424
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,8192,2048,0.11427199840545654
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,8192,2048,0.39510720570882163
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,8192,2048,0.0933888037999471
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,8192,2048,0.0887615998586019
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,8192,2048,0.0731829325358073
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,8192,2048,0.06727573076883951
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,8192,2048,0.06394346555074057
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,8192,2048,0.0522709329922994
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,8192,2048,0.10232426325480144
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,8192,2048,0.05041386683781942
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,8192,2048,0.21445760726928711
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,8192,2048,0.21601600646972657
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,8192,2048,0.03742506504058838
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,8192,2048,0.03463040192921956
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,8192,2048,0.2001194636027018
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,8192,2048,0.022654932737350465
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,8192,2048,0.19899306297302247
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,8192,2048,0.08049066861470541
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,8192,2048,0.05948266585667929
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,8192,2048,0.04372373421986898
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,8192,2048,0.045499734083811444
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,8192,2048,0.030856533845265703
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,8192,2048,0.0255786657333374
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,8192,2048,0.017171200116475424
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,8192,2048,0.014853333433469137
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,8192,2048,0.01414293348789215
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,8192,2048,0.014113066593805948
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,8192,2048,0.014381866653760275
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,8192,2048,0.013296000162760415
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,8192,2048,0.013222400347391763
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,8192,2048,0.012459733088811238
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,8192,2048,0.01309866706530253
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,8192,2048,0.010823466380437215
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,8192,2048,0.009506133198738099
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,8192,2048,0.011850666999816895
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,8192,2048,0.011543466647466024
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,8192,2048,0.01246506671110789
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,8192,2048,0.011994666854540507
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,8192,2048,0.013211733102798462
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,8192,2048,0.012405332922935487
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,8192,2048,0.01275200049082438
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,8192,2048,0.012444800138473511
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,8192,2048,0.012862933675448099
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,8192,2048,0.012805333733558655
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,8192,2048,0.013680000106493631
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,8192,2048,0.012107732892036437
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,8192,2048,0.013671466708183288
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,8192,2048,0.012402133146921793
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,8192,2048,0.013260799646377563
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,8192,2048,0.012421333789825439
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,8192,2048,0.012935466567675271
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,8192,2048,0.012796800335248312
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,8192,2048,0.013350400328636169
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,8192,2048,0.012459733088811238
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,8192,2048,0.013633066415786743
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,8192,2048,0.35224641164143883
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,8192,2048,0.010393599669138592
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,8192,2048,0.01042560040950775
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,8192,2048,0.010633599758148194
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,8192,2048,0.010513066252072652
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,8192,2048,0.010798933108647664
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,8192,2048,0.010019200046857198
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,8192,2048,0.010249599814414978
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,8192,2048,0.17910614013671874
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,8192,2048,0.055661865075429286
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,8192,2048,0.09390506744384766
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,8192,2048,0.054517332712809244
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,8192,2048,0.050006401538848874
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,8192,2048,0.049991468588511154
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,8192,2048,0.05506346623102824
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,8192,2048,0.05079466501871745
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,8192,2048,0.048613333702087404
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,8192,2048,0.048259198665618896
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,8192,2048,0.04347199996312459
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,8192,2048,0.042115199565887454
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,8192,2048,0.04331839879353841
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,8192,2048,0.04203733205795288
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,8192,2048,0.03785173495610555
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,8192,2048,0.03746453523635864
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,8192,2048,0.036728533109029134
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,8192,2048,0.036287999153137206
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,8192,2048,0.031729066371917726
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,8192,2048,0.035624531904856364
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,8192,2048,0.030949334303538006
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,8192,2048,0.030961066484451294
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,8192,2048,0.029927466313044233
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,8192,2048,0.02483946681022644
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,8192,2048,0.029217066367467244
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,8192,2048,0.02421226700146993
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,8192,2048,0.023851732412974037
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,8192,2048,0.023960532744725545
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,8192,2048,0.018926932414372762
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,8192,2048,0.017731199661890663
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,8192,2048,0.018407466014226277
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,8192,2048,0.017774933576583864
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,8192,2048,0.01699519952138265
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,8192,2048,0.012054399649302164
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,8192,2048,0.011190399527549744
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,8192,2048,0.010807466506958009
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,8192,2048,0.011223466197649638
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,8192,2048,0.011006933450698853
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,8192,2048,0.010828800002733866
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,8192,2048,0.011220266421635944
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,8192,2048,0.011250133315722149
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,8192,2048,0.011168000102043153
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,8192,2048,0.01079360047976176
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,8192,2048,0.010839466253916423
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,8192,2048,0.010603732864061991
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,8192,2048,0.01084266702334086
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,8192,2048,0.010806399583816528
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,8192,2048,0.010406399766604107
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,8192,2048,0.010823466380437215
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,8192,2048,0.0107914666334788
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,8192,2048,0.01076693336168925
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,8192,2048,0.010404266913731893
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,8192,2048,0.010419199864069622
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,8192,2048,0.010784000158309937
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,8192,2048,0.010426666339238484
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,8192,2048,0.010405332843462626
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,8192,2048,0.010773332913716634
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,8192,2048,0.010424533486366272
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,8192,2048,0.010362666845321656
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,8192,2048,0.010413866241772969
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,8192,2048,0.010859733819961548
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,8192,2048,0.010583466291427613
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,8192,2048,0.010346666971842448
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,8192,2048,0.010449066758155823
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,8192,2048,0.010360532999038696
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,8192,2048,0.010386133193969726
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,8192,1536,0.5254709243774414
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,8192,1536,0.25708799362182616
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,8192,1536,0.1307861328125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,8192,1536,0.07773760159810385
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,8192,2048,0.010754133264223736
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,8192,1536,0.0792095979054769
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,8192,1536,0.07144532998402914
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,8192,1536,0.07085440158843995
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,8192,1536,0.06562133232752482
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,8192,1536,0.06951253414154053
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,8192,1536,0.06243840058644613
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,8192,1536,0.06235306660334269
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,8192,1536,0.06061226526896159
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,8192,1536,0.0631711999575297
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,8192,1536,0.053607467810312906
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,8192,1536,0.056866133213043214
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,8192,1536,0.048979198932647704
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,8192,1536,0.04846293528874715
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,8192,1536,0.04858133395512899
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,8192,1536,0.04586133162180583
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,8192,1536,0.03821226755777995
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,8192,1536,0.038173866271972653
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,8192,1536,0.03819520076115926
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,8192,1536,0.03553066651026408
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,8192,1536,0.03616213401158651
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,8192,1536,0.029419734080632524
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,8192,1536,0.02749226689338684
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,8192,1536,0.028988800446192425
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,8192,1536,0.024320000410079957
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,8192,1536,0.02121386726697286
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,8192,1536,0.01981653372446696
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,8192,1536,0.01784106691678365
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,8192,1536,0.015256533026695251
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,8192,1536,0.013000532984733582
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,8192,1536,0.011587199568748475
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,8192,1536,0.009131733576456707
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,8192,1536,0.05160106817881266
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,8192,1536,0.007876266539096833
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,8192,1536,0.008772266904513042
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,8192,1536,0.007916800181070964
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,8192,1536,0.007965866724650066
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,8192,1536,0.008288000027338665
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,8192,1536,0.00746559997399648
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,8192,1536,0.00765119989713033
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,8192,1536,0.006862933437029521
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,8192,1536,0.006676266590754191
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,8192,1536,0.007331199944019318
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,8192,1536,0.007258666555086772
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,8192,1536,0.007077333331108093
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,8192,1536,0.0070698668559392285
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,8192,1536,0.007063466807206471
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,8192,1536,0.0069482664267222095
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,8192,1536,0.006856533388296763
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,8192,1536,0.0067445332805315655
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,8192,1536,0.006684799989064534
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,8192,1536,0.006671999891599019
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,8192,1536,0.0066655998428662615
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,8192,1536,0.006301866471767425
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,8192,1536,0.0067007998625437425
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,8192,1536,0.006605866551399231
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,8192,1536,0.006545066833496094
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,8192,1536,0.0066336000959078475
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,8192,1536,0.006664533416430156
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,8192,1536,0.006660266717274983
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,8192,1536,0.006542933483918508
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,8192,1536,0.006492800017197926
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,8192,1536,0.006312533219655354
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,8192,1536,0.006251733501752217
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,8192,1536,0.006247466802597046
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,8192,1536,0.00621973325808843
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,8192,1536,0.007551999886830647
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,8192,1536,0.006362666686375936
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,8192,1536,0.006681600213050842
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,8192,1536,0.006676266590754191
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,8192,1536,0.38779306411743164
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,8192,1536,0.18971625963846844
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,8192,1536,0.10448746681213379
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,8192,1536,0.06674133141835531
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,8192,1536,0.06615039904912313
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,8192,1536,0.00628053347269694
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,8192,2048,0.010203733046849569
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,8192,1536,0.061867733796437584
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,8192,1536,0.059639465808868405
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,8192,1536,0.05817386706670126
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,8192,1536,0.0578442653020223
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,8192,1536,0.056150400638580324
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,8192,1536,0.05720106760660807
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,8192,1536,0.053780265649159754
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,8192,1536,0.049600001176198324
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,8192,1536,0.047738667329152426
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,8192,1536,0.04703573385874431
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,8192,1536,0.04392533302307129
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,8192,1536,0.043570133050282796
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,8192,1536,0.043834666411081954
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,8192,1536,0.041960533459981283
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,8192,1536,0.040142933527628585
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,8192,1536,0.038998401165008544
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,8192,1536,0.03934613466262817
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,8192,1536,0.03794986804326375
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,8192,1536,0.05096533298492432
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,8192,1536,0.039350398381551105
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,8192,1536,0.035224533081054686
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,8192,1536,0.034756267070770265
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,8192,1536,0.032477867603302
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,8192,1536,0.03124693234761556
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,8192,1536,0.029524266719818115
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,8192,1536,0.028675200541814168
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,8192,1536,0.02672106623649597
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,8192,1536,0.02759573260943095
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,8192,1536,0.02298240065574646
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,8192,1536,0.01900586684544881
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,8192,1536,0.018526933590571084
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,8192,1536,0.018333866198857626
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,8192,1536,0.017307732502619425
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,8192,1536,0.01731946667035421
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,8192,1536,0.017933867375055947
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,8192,1536,0.01718719998995463
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,8192,1536,0.017063466707865398
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,8192,1536,0.016521599888801575
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,8192,1536,0.016617600123087564
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,8192,1536,0.016633599996566772
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,8192,1536,0.01690559983253479
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,8192,1536,0.016504533092180886
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,8192,1536,0.016266666849454246
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,8192,1536,0.01633280018965403
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,8192,1536,0.02285333275794983
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,8192,1536,0.016341333587964378
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,8192,1536,0.0172437330087026
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,8192,1536,0.015408000349998474
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,8192,1536,0.015532799561818442
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,8192,1536,0.016827734311421712
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,8192,1536,0.01492693324883779
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,8192,1536,0.01628266672293345
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,8192,1536,0.014716800053914389
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,8192,1536,0.019008000691731773
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,8192,1536,0.015013333161671957
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,8192,1536,0.01446399986743927
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,8192,1536,0.014535466829935709
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,8192,1536,0.014456533392270408
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,8192,1536,0.014473600188891092
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,8192,1536,0.015929599603017174
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,8192,1536,0.015889066457748412
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,8192,1536,0.014509866635004679
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,8192,1536,0.014526933431625366
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,8192,1536,0.014435199896494546
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,8192,1536,0.014521599809328715
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,8192,1536,0.0144896000623703
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,8192,1536,0.014512000481287637
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,8192,1536,0.01456000010172526
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,8192,1536,0.014643200238545737
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,8192,2048,0.010435199737548828
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,8192,2048,0.010827733079592387
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,8192,2048,0.010368000467618306
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,8192,2048,0.010428800185521444
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,8192,2048,0.010364799698193868
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,8192,1536,0.2119274616241455
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,8192,1536,0.3775861422220866
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,8192,1536,0.17004693349202474
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,8192,1536,0.1519434611002604
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,8192,1536,0.16251840591430664
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,8192,1536,0.7518730799357096
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,8192,1536,0.13880319595336915
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,8192,1536,0.13641600608825682
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,8192,1536,0.11318399906158447
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,8192,1536,0.10760213534037273
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,8192,1536,0.097597869237264
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,8192,1536,0.09327893257141114
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,8192,1536,0.08123199939727783
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,8192,1536,0.08031253019968668
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,8192,1536,0.07284266948699951
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,8192,1536,1.5047412872314454
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,8192,1536,0.06394879817962647
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,8192,1536,0.06106453339258829
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,8192,1536,0.05705066521962484
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,8192,1536,0.04883306821187337
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,8192,1536,0.046665600935618085
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,8192,1536,0.12381440003712971
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,8192,1536,0.2056287924448649
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,8192,1536,0.03492159843444824
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,8192,1536,0.19699519475301105
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,8192,1536,0.030802132685979207
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,8192,1536,0.18737173080444336
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,8192,1536,0.18531840642293293
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,8192,1536,0.020843732357025146
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,8192,1536,0.07068373362223307
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,8192,1536,0.05395733515421549
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,8192,1536,0.04277546803156535
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,8192,1536,0.039539198080698654
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,8192,1536,0.02892906665802002
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,8192,1536,0.015334399541219077
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,8192,1536,0.023129600286483764
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,8192,1536,0.012500266234079996
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,8192,1536,0.012422399719556172
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,8192,1536,0.012797866264979044
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,8192,1536,0.012482133507728577
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,8192,1536,0.01125759979089101
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,8192,1536,0.011242666840553283
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,8192,1536,0.011197866996129353
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,8192,1536,0.011194666226704914
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,8192,1536,0.009390933314959209
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,8192,1536,0.009913600484530131
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,8192,1536,0.010407466689745586
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,8192,1536,0.010402133067448933
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,8192,1536,0.010955733060836793
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,8192,1536,0.010804266730944315
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,8192,1536,0.011611732840538024
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,8192,1536,0.010851200421651204
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,8192,1536,0.01163093348344167
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,8192,1536,0.010420266787211101
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,8192,1536,0.011306666334470113
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,8192,1536,0.011641599734624227
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,8192,1536,0.010838400324185688
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,8192,1536,0.0116565336783727
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,8192,1536,0.011655466755231221
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,8192,1536,0.011228799819946289
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,8192,1536,0.01165226697921753
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,8192,1536,0.010813867052396137
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,8192,1536,0.011662933230400085
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,8192,1536,0.012035199999809265
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,8192,1536,0.010410666465759277
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,8192,1536,0.01206933359305064
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,8192,1536,0.012051199873288471
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,8192,1536,0.28618132273356117
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,8192,1536,0.00923520028591156
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,8192,1536,0.009193600217501322
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,8192,1536,0.00960533320903778
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,8192,1536,0.009547733267148336
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,8192,1536,0.010382933417956035
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,8192,1536,0.010804266730944315
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,8192,1536,0.010822400450706482
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,8192,1536,0.1474784056345622
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,8192,1536,0.046751999855041505
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,8192,1536,0.07786880334218343
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,8192,1536,0.046597333749135335
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,8192,1536,0.045287466049194335
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,8192,1536,0.041393065452575685
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,8192,1536,0.041351465384165446
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,8192,1536,0.040490667025248214
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,8192,1536,0.0424885352452596
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,8192,1536,0.04031466643015544
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,8192,1536,0.03659093379974365
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,8192,1536,0.03687040011088054
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,8192,1536,0.035675732294718425
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,8192,1536,0.035894401868184406
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,8192,1536,0.03178880016009013
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,8192,1536,0.030936533212661745
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,8192,1536,0.0317194660504659
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,8192,1536,0.03067626754442851
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,8192,1536,0.029844266176223756
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,8192,1536,0.02645333409309387
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,8192,1536,0.02641493280728658
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,8192,1536,0.02590506672859192
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,8192,1536,0.02558506727218628
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,8192,1536,0.025245867172876996
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,8192,1536,0.02103360096613566
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,8192,1536,0.020923733711242676
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,8192,1536,0.02069546580314636
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,8192,1536,0.020103466510772706
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,8192,1536,0.016223999857902526
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,8192,1536,0.015958399573961893
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,8192,1536,0.015347199638684592
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,8192,1536,0.015275733669598899
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,8192,1536,0.014582399527231851
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,8192,1536,0.010388267040252686
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,8192,1536,0.010408533612887065
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,8192,1536,0.010214400291442872
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,8192,1536,0.010016000270843506
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,8192,1536,0.010103467106819152
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,8192,1536,0.010019200046857198
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,8192,1536,0.010001066327095031
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,8192,1536,0.010025599598884582
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,8192,1536,0.00998293360074361
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,8192,1536,0.009994666775067646
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,8192,1536,0.009585066636403402
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,8192,1536,0.009946667154630025
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,8192,1536,0.009592533111572266
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,8192,1536,0.00962666670481364
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,8192,1536,0.009574400385220845
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,8192,1536,0.010014933347702027
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,8192,1536,0.009546666344006857
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,8192,1536,0.00965013305346171
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,8192,1536,0.009541333715120951
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,8192,1536,0.009556266665458679
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,8192,1536,0.009596799810727436
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,8192,1536,0.009545600414276123
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,8192,1536,0.009190400441487629
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,8192,1536,0.009620267152786254
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,8192,1536,0.009270399808883667
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,8192,1536,0.009598933657010396
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,8192,1536,0.009612799684206644
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,8192,1536,0.009628799557685853
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,8192,1536,0.009583999713261921
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,8192,1536,0.009204266468683879
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,8192,1536,0.009585066636403402
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,8192,1536,0.00962773362795512
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,8192,1536,0.009577600161234538
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,8192,1024,0.36215359369913735
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,8192,1536,0.00960106650988261
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,8192,1024,0.1828565279642741
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,8192,1024,0.05124799807866415
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,8192,1024,0.05113173325856527
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,8192,1024,0.04891626834869385
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,8192,1024,0.050348798433939614
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,8192,1024,0.05008960167566935
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,8192,1024,0.04993706544240316
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,8192,1024,0.049329066276550294
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,8192,1024,0.04750719865163167
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,8192,1024,0.049054932594299314
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,8192,1024,0.03933440049489339
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,8192,1024,0.03883093198140462
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,8192,1024,0.09022719860076904
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,8192,1024,0.03574826717376709
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,8192,1024,0.03455466826756795
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,8192,1024,0.03361173470815022
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,8192,1024,0.029922133684158324
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,8192,1024,0.03340693314870198
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,8192,1024,0.028887466589609785
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,8192,1024,0.028253867228825884
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,8192,1024,0.024547199408213295
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,8192,1024,0.02474453250567118
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,8192,1024,0.0233024001121521
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,8192,1024,0.0232149342695872
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,8192,1024,0.020577067136764528
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,8192,1024,0.01920426686604818
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,8192,1024,0.017505067586898803
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,8192,1024,0.015852800011634825
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,8192,1024,0.017334399620691936
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,8192,1024,0.014570666352907815
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,8192,1024,0.013347199559211731
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,8192,1024,0.012444800138473511
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,8192,1024,0.010002133250236512
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,8192,1024,0.00897173285484314
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,8192,1024,0.006095999975999197
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,8192,1024,0.00689386675755183
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,8192,1024,0.00705813318490982
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,8192,1024,0.006186666587988535
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,8192,1024,0.006340266764163971
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,8192,1024,0.006279466549555461
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,8192,1024,0.005671466886997223
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,8192,1024,0.005434666574001312
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,8192,1024,0.005606399973233541
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,8192,1024,0.004628266890843709
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,8192,1024,0.004801066716512045
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,8192,1024,0.005383466680844625
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,8192,1024,0.004962133367856344
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,8192,1024,0.0046410664916038515
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,8192,1024,0.00472320020198822
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,8192,1024,0.004748799900213877
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,8192,1024,0.004658133288224538
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,8192,1024,0.004633600016434988
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,8192,1024,0.004605866471926371
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,8192,1024,0.0046410664916038515
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,8192,1024,0.0044832001129786175
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,8192,1024,0.003857066730658213
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,8192,1024,0.004145066688458125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,8192,1024,0.0042133331298828125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,8192,1024,0.004249600072701773
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,8192,1024,0.004539733131726583
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,8192,1024,0.0042026668787002565
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,8192,1024,0.004240000247955322
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,8192,1024,0.004283733169237773
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,8192,1024,0.004278400043646494
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,8192,1024,0.003705599904060364
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,8192,1024,0.003790933390458425
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,8192,1024,0.003505066782236099
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,8192,1024,0.0038122666378815973
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,8192,1024,0.003786666691303253
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,8192,1024,0.0038549333810806276
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,8192,1024,0.004187733431657155
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,8192,1536,0.009598933657010396
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,8192,1024,0.004357333481311798
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,8192,1024,0.13930026690165204
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,8192,1536,0.00962666670481364
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,8192,1024,0.2720810572306315
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,8192,1024,0.04908586740493774
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,8192,1024,0.04926720062891642
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,8192,1024,0.047278932730356854
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,8192,1024,0.0456714669863383
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,8192,1024,0.04539733330408732
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,8192,1024,0.045296001434326175
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,8192,1024,0.046349867184956865
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,8192,1024,0.047627735137939456
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,8192,1024,0.044350934028625486
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,8192,1024,0.04142826795578003
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,8192,1024,0.04119999806086223
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,8192,1024,0.03955093224843343
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,8192,1024,0.04072213172912598
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,8192,1024,0.0372927983601888
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,8192,1024,0.036985599994659425
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,8192,1024,0.005559466779232025
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,8192,1024,0.07562452952067057
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,8192,1024,0.037033601601918535
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,8192,1024,0.03339200019836426
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,8192,1024,0.032943999767303465
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,8192,1024,0.03264426589012146
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,8192,1024,0.031012266874313354
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,8192,1024,0.034739200274149576
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,8192,1024,0.029572266340255737
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,8192,1024,0.028802132606506346
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,8192,1024,0.027074132363001508
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,8192,1024,0.026765867074330645
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,8192,1024,0.02469653288523356
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,8192,1536,0.009851732850074768
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,8192,1024,0.024756266673405965
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,8192,1024,0.02358186642328898
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,8192,1024,0.022833067178726196
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,8192,1024,0.01890346606572469
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,8192,1024,0.016645333170890807
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,8192,1024,0.020422399044036865
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,8192,1024,0.016966400543848674
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,8192,1024,0.016595199704170227
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,8192,1024,0.01651306649049123
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,8192,1024,0.016547200083732606
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,8192,1024,0.016619732975959776
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,8192,1024,0.01747200091679891
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,8192,1024,0.01753386656443278
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,8192,1024,0.016433067123095193
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,8192,1024,0.01753386656443278
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,8192,1024,0.016497066617012023
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,8192,1024,0.016317866245905557
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,8192,1024,0.015843199690183003
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,8192,1024,0.014443733294804893
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,8192,1024,0.014498133460680643
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,8192,1024,0.014512000481287637
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,8192,1024,0.016635732849438985
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,8192,1024,0.034949334462483723
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,8192,1024,0.015702399611473083
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,8192,1024,0.014549332857131957
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,8192,1024,0.014473600188891092
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,8192,1024,0.0157258669535319
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,8192,1024,0.015129599968592325
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,8192,1024,0.0144896000623703
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,8192,1024,0.014502400159835815
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,8192,1024,0.01451520025730133
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,8192,1024,0.014477866888046264
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,8192,1024,0.014506666858990987
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,8192,1024,0.014570666352907815
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,8192,1024,0.014427733421325684
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,8192,1024,0.014386133352915446
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,8192,1024,0.014441600441932679
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,8192,1024,0.0144405335187912
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,8192,1024,0.01430506706237793
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,8192,1024,0.014503467082977294
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,8192,1024,0.014516266187032065
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,8192,1024,0.014497066537539164
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,8192,1536,0.009523199995358785
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,8192,1024,0.014531200130780539
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,8192,1024,0.01454080045223236
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,8192,1024,0.014407466848691305
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,8192,1536,0.00943893293539683
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,8192,1536,0.009544533491134644
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,8192,1024,0.19328640302022299
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,8192,1024,0.17201600074768067
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,8192,1024,0.13975359598795573
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,8192,1024,0.131822935740153
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,8192,1024,0.35905065536499026
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,8192,1024,0.7120885213216146
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,8192,1024,0.12084480126698811
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,8192,1024,0.11550186475118
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,8192,1024,0.11240106423695881
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,8192,1024,0.09470826784769694
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,8192,1024,0.18367573420206706
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,8192,1024,0.09583786328633627
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,8192,1024,0.08570666313171386
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,8192,1024,0.0834549347559611
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,8192,1024,0.07801067034403483
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,8192,1024,0.07286612987518311
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,8192,1024,0.06945066452026367
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,8192,1024,1.4233951568603516
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,8192,1024,0.058316799004872646
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,8192,1024,0.052269868055979406
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,8192,1024,0.05463893413543701
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,8192,1024,0.04516373475392659
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,8192,1024,0.04154239892959595
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,8192,1024,0.03183146715164185
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,8192,1024,0.027628799279530842
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,8192,1024,0.1552629311879476
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,8192,1024,0.16232105890909831
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,8192,1024,0.018972800175348917
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,8192,1024,0.06661119858423868
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,8192,1024,0.06244053443272909
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,8192,1024,0.0491210659344991
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,8192,1024,0.0350816011428833
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,8192,1024,0.03904213507970174
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,8192,1024,0.02555840015411377
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,8192,1024,0.02027626633644104
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,8192,1024,0.013923199971516928
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,8192,1024,0.011657599608103435
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,8192,1024,0.012020267049471537
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,8192,1024,0.011615999539693196
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,8192,1024,0.011603200435638427
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,8192,1024,0.010397866368293762
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,8192,1024,0.010437333583831787
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,8192,1024,0.010358400146166484
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,8192,1024,0.010368000467618306
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,8192,1024,0.008780800302823384
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,8192,1024,0.008057599763075511
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,8192,1024,0.008771199981371562
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,8192,1024,0.008344533046086629
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,8192,1024,0.008724266290664673
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,8192,1024,0.008718933661778767
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,8192,1024,0.009139200051625569
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,8192,1024,0.009118933478991191
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,8192,1024,0.008750933408737182
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,8192,1024,0.009173333644866943
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,8192,1024,0.009527466694513957
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,8192,1024,0.00874773363272349
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,8192,1024,0.009170132875442504
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,8192,1024,0.009175466497739156
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,8192,1024,0.009549867113431294
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,8192,1024,0.008779733379681905
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,8192,1024,0.008967467149098714
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,8192,1024,0.009166933099428813
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,8192,1024,0.00920853316783905
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,8192,1024,0.00913706620534261
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,8192,1024,0.009511466821034749
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,8192,1024,0.009603200356165568
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,8192,1024,0.009169066945711773
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,8192,1024,0.2159104029337565
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,8192,1024,0.11225706736246746
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,8192,1024,0.00921066701412201
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,8192,1024,0.009155199925104777
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,8192,1024,0.009522133072217305
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,8192,1024,0.009597866733868917
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,8192,1024,0.009181867043177288
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,8192,1024,0.009979733824729919
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,8192,1024,0.008806399504343669
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,8192,1024,0.05995839834213257
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,8192,1024,0.03626453479131063
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,8192,1024,0.03623893260955811
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,8192,1024,0.032890667517979935
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,8192,1024,0.03351039886474609
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,8192,1024,0.03144320050875346
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,8192,1024,0.032338132460912064
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,8192,1024,0.03592746655146281
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,8192,1024,0.03272959987322489
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,8192,1024,0.029653332630793255
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,8192,1024,0.029388799269994097
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,8192,1024,0.02860906720161438
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,8192,1024,0.028495999177296956
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,8192,1024,0.025715200106302898
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,8192,1024,0.02529173294703166
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,8192,1024,0.02500159939130147
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,8192,1024,0.02481386661529541
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,8192,1024,0.024477867285410564
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,8192,1024,0.021539199352264404
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,8192,1024,0.021626667181650797
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,8192,1024,0.020374399423599244
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,8192,1024,0.020935465892155967
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,8192,1024,0.01989333430926005
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,8192,1024,0.017334399620691936
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,8192,1024,0.016902399063110352
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,8192,1024,0.016562133034070333
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,8192,1024,0.01650773286819458
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,8192,1024,0.013109333316485085
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,8192,1024,0.012865066528320312
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,8192,1024,0.012488533059755962
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,8192,1024,0.01241919994354248
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,8192,1024,0.01204159955183665
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,8192,1024,0.009564800063769023
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,8192,1024,0.00916266640027364
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,8192,1024,0.00918826659520467
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,8192,1024,0.008782933155695598
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,8192,1024,0.008758399883906047
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,8192,1024,0.008794666330019633
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,8192,1024,0.009089066584904989
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,8192,1024,0.008828799923261006
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,8192,1024,0.008897067109743754
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,8192,1024,0.00879039963086446
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,8192,1024,0.008731733759244282
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,8192,1024,0.008794666330019633
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,8192,1024,0.008782933155695598
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,8192,1024,0.008788266777992248
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,8192,1024,0.008804266651471455
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,8192,1024,0.008830933769543966
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,8192,1024,0.008782933155695598
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,8192,1024,0.008780800302823384
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,8192,1024,0.008709333340326945
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,8192,1024,0.008718933661778767
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,8192,1024,0.008716799815495809
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,8192,1024,0.008391466736793519
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,8192,1024,0.008342400193214417
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,8192,1024,0.00837546686331431
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,8192,1024,0.008404266834259034
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,8192,1024,0.008345599969228108
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,8192,1024,0.008732799688975017
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,8192,1024,0.008301866551240284
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,8192,1024,0.008738133311271667
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,8192,1024,0.008372267087300617
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,8192,1024,0.008714666962623597
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,8192,1024,0.008363733688990276
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,8192,1024,0.008321066697438557
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,8192,768,0.2789408047993978
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,8192,768,0.14051307042439778
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,8192,768,0.07118826707204183
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,8192,768,0.03935786485671997
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,8192,768,0.03935360113779704
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,8192,768,0.03807146549224853
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,8192,768,0.03520426750183105
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,8192,768,0.03466026782989502
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,8192,768,0.033617067337036136
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,8192,768,0.03427199920018514
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,8192,768,0.034093864758809406
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,8192,768,0.03241066733996074
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,8192,768,0.0286954661210378
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,8192,768,0.027687466144561766
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,8192,768,0.026576000452041625
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,8192,768,0.026927999655405682
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,8192,768,0.02418559988339742
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,8192,768,0.023782400290171306
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,8192,768,0.023397332429885863
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,8192,768,0.022125866015752158
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,8192,768,0.020141865809758505
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,8192,768,0.018981333573659262
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,8192,768,0.019357866048812865
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,8192,768,0.01857066750526428
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,8192,768,0.020623999834060668
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,8192,768,0.016505600015322367
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,8192,768,0.01550933321317037
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,8192,768,0.01409173309803009
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,8192,768,0.013885866602261862
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,8192,768,0.013075199723243714
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,8192,768,0.011685333649317424
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,8192,768,0.010804266730944315
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,8192,768,0.010401067137718201
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,8192,768,0.008294400076071422
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,8192,768,0.007483733197053273
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,8192,768,0.0054400001962979635
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,8192,768,0.004683733483155568
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,8192,768,0.005070933202902476
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,8192,768,0.004982399940490723
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,8192,768,0.00508480022350947
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,8192,1024,0.008772266904513042
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,8192,768,0.004671999812126159
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,8192,768,0.0044159998496373495
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,8192,768,0.005026133358478546
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,8192,768,0.004690133531888326
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,8192,768,0.004030933231115341
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,8192,768,0.0042250668009122215
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,8192,768,0.004578133424123129
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,8192,768,0.00462719996770223
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,8192,768,0.003979733337958654
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,8192,768,0.004040533304214477
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,8192,768,0.004196266829967499
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,8192,768,0.004203733305136363
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,8192,768,0.0038399999340375268
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,8192,768,0.0038581334054470064
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,8192,768,0.0038304001092910765
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,8192,768,0.0035957333942254386
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,8192,1024,0.008385066191355388
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,8192,768,0.00340693344672521
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,8192,768,0.003651199986537298
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,8192,768,0.003738666574160258
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,8192,768,0.0035317334036032355
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,8192,768,0.003836799909671148
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,8192,768,0.003789866715669632
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,8192,768,0.0036277333895365395
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,8192,768,0.0037952000896135964
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,8192,768,0.0035455999275048576
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,8192,768,0.0030773334205150605
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,8192,768,0.0030464000999927522
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,8192,768,0.0030261332790056865
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,8192,768,0.003099733342727025
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,8192,768,0.0033589333295822145
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,8192,768,0.003443199892838796
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,8192,768,0.003420799970626831
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,8192,768,0.003572266548871994
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,8192,768,0.11309973398844402
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,8192,768,0.22098560333251954
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,8192,768,0.06685547033945718
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,8192,768,0.0452949325243632
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,8192,768,0.04521600008010864
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,8192,768,0.044278399149576826
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,8192,768,0.043347199757893876
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,8192,1024,0.008739200234413148
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,8192,768,0.0412778655687968
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,8192,768,0.0413269321123759
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,8192,768,0.041384534041086836
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,8192,768,0.04315626621246338
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,8192,768,0.03914560079574585
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,8192,768,0.0038293334345022834
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,8192,768,0.036190934975941974
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,8192,768,0.035396265983581546
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,8192,768,0.03514240185419719
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,8192,768,0.03304106593132019
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,8192,768,0.03299199938774109
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,8192,768,0.032892799377441405
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,8192,1024,0.008753066261609394
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,8192,1024,0.00869866708914439
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,8192,768,0.03017279903093974
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,8192,768,0.02903466622034709
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,8192,768,0.03031466603279114
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,8192,768,0.02871999939282735
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,8192,768,0.026819199323654175
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,8192,768,0.027738666534423827
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,8192,768,0.02518293261528015
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,8192,768,0.02459519902865092
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,8192,768,0.022731733322143555
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,8192,768,0.02062293291091919
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,8192,768,0.02131519913673401
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,8192,768,0.019268266359965005
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,8192,768,0.018937599658966065
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,8192,768,0.016482133666674295
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,8192,768,0.03708693186442057
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,8192,768,0.01684266726175944
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,8192,768,0.016498133540153503
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,8192,768,0.016286933422088624
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,8192,1024,0.00874133308728536
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,8192,768,0.015878400206565856
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,8192,768,0.015316266814867655
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,8192,768,0.01641493340333303
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,8192,768,0.014870400230089823
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,8192,768,0.015894400080045064
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,8192,768,0.0163263996442159
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,8192,768,0.01569493313630422
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,8192,768,0.015989333391189575
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,8192,768,0.015667200088500977
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,8192,768,0.03156053423881531
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,8192,768,0.01446399986743927
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,8192,768,0.015624533096949259
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,8192,768,0.016669867436091106
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,8192,768,0.014478933811187745
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,8192,768,0.014525866508483887
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,8192,768,0.030453334252039593
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,8192,768,0.014504533012708029
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,8192,768,0.01446293294429779
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,8192,768,0.014517333110173544
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,8192,768,0.014498133460680643
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,8192,768,0.014849066734313965
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,8192,768,0.014428800344467163
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,8192,768,0.014385066429773965
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,8192,768,0.014452266693115234
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,8192,768,0.014876799782117209
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,8192,768,0.01444586714108785
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,8192,768,0.01469013293584188
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,8192,768,0.02373653252919515
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,8192,768,0.014387200276056925
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,8192,768,0.014435199896494546
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,8192,768,0.01430506706237793
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,8192,768,0.01411733329296112
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,8192,768,0.014452266693115234
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,8192,768,0.014383999506632486
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,8192,768,0.014428800344467163
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,8192,768,0.014433067043622336
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,8192,1024,0.008355200290679932
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,8192,768,0.014833066860834757
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,8192,768,0.014455466469128927
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,8192,768,0.16558186213175458
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,8192,768,0.17045547167460123
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,8192,768,0.12871039708455403
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,8192,768,0.11082026958465577
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,8192,768,0.349833615620931
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,8192,768,0.11544960339864094
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,8192,768,0.09503680070241292
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,8192,768,0.09857493241628011
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,8192,768,0.09759573141733804
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,8192,768,0.0829045295715332
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,8192,768,0.07994133631388346
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,8192,768,0.17159147262573243
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,8192,768,0.6968394597371419
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,8192,768,0.0800874630610148
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,8192,768,0.07335680325826009
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,8192,768,0.06899733543395996
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,8192,768,0.06671040058135987
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,8192,768,0.06420480012893677
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,8192,768,0.05623146692911783
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,8192,768,0.05230293273925781
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,8192,768,0.05066986481348673
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,8192,768,0.039486932754516604
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,8192,768,1.4098431905110678
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,8192,768,0.030508800347646074
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,8192,768,0.13640106519063314
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,8192,768,0.02616320053736369
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,8192,768,0.15003306070963543
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,8192,768,0.018206934134165444
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,8192,768,0.043332266807556155
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,8192,768,0.05889279842376709
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,8192,768,0.03294826745986938
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,8192,768,0.036583467324574785
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,8192,768,0.04603093465169271
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,8192,768,0.019396267334620156
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,8192,768,0.02428800066312154
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,8192,768,0.01118933359781901
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,8192,768,0.010769066214561463
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,8192,768,0.010410666465759277
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,8192,768,0.013375999530156455
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,8192,768,0.011264000336329143
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,8192,768,0.010844799876213073
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,8192,768,0.01125333309173584
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,8192,768,0.010361599922180175
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,8192,768,0.010063999891281128
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,8192,768,0.0082997332016627
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,8192,768,0.008779733379681905
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,8192,768,0.007580799857775371
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,8192,768,0.008380800485610962
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,8192,768,0.007915733257929485
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,8192,768,0.008748799562454224
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,8192,768,0.008298666775226593
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,8192,768,0.008770133058230083
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,8192,768,0.008309333523114523
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,8192,768,0.00844053328037262
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,8192,768,0.008316799998283386
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,8192,768,0.008347733815511068
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,8192,768,0.008346666892369587
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,8192,768,0.008014933268229166
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,8192,768,0.00836906631787618
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,8192,768,0.00878613293170929
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,8192,768,0.0083146666487058
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,8192,768,0.008782933155695598
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,8192,768,0.00788800021012624
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,8192,768,0.008371200164159138
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,8192,768,0.008376533786455791
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,8192,768,0.00918293297290802
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,8192,768,0.008692266543706258
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,8192,768,0.008813866972923278
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,8192,768,0.008360532919565837
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,8192,768,0.1849621295928955
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,8192,768,0.09652907053629557
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,8192,768,0.051376001040140784
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,8192,768,0.03224640091260274
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,8192,768,0.032252800464630124
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,8192,768,0.031724800666173295
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,8192,768,0.029436800877253217
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,8192,768,0.029226666688919066
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,8192,768,0.029329067468643187
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,8192,768,0.02829119960467021
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,8192,768,0.028700800736745198
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,8192,768,0.02610879937807719
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,8192,768,0.008875733613967896
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,8192,768,0.008787199854850769
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,8192,768,0.009565866986910502
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,8192,768,0.008808533350626629
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,8192,768,0.009332266449928284
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,8192,768,0.025988266865412397
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,8192,768,0.025548799832661943
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,8192,768,0.025354667504628496
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,8192,768,0.02269759972890218
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,8192,768,0.02290560007095337
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,8192,768,0.02228906750679016
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,8192,768,0.021463465690612794
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,8192,768,0.022310400009155275
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,8192,768,0.01895466645558675
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,8192,768,0.018793600797653198
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,8192,768,0.018247467279434205
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,8192,768,0.018553600708643595
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,8192,768,0.017874133586883546
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,8192,768,0.01529706617196401
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,8192,768,0.015127467115720114
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,8192,768,0.014884266257286071
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,8192,768,0.014518400033315023
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,8192,768,0.012023466825485229
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,8192,768,0.011693867047627766
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,8192,768,0.011239467064539592
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,8192,768,0.011277866363525391
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,8192,768,0.010789333780606588
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,8192,768,0.00876586635907491
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,8192,768,0.008313600222269695
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,8192,768,0.008362666765848795
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,8192,768,0.008795733253161114
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,8192,768,0.008433066805203756
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,8192,768,0.008402132987976074
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,8192,768,0.008356266220410665
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,8192,768,0.00871573289235433
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,8192,768,0.008709333340326945
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,8192,768,0.008746666709582011
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,8192,768,0.008387200037638346
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,8192,768,0.008344533046086629
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,8192,768,0.008291199803352356
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,8192,768,0.008371200164159138
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,8192,768,0.008360532919565837
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,8192,768,0.008056533336639405
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,8192,768,0.008357333143552144
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,8192,768,0.008322133123874665
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,8192,768,0.008372267087300617
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,8192,768,0.007996800045172375
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,8192,768,0.008297599852085114
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,8192,768,0.008282666901747386
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,8192,768,0.008393599589665731
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,8192,768,0.007947733501593272
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,8192,768,0.008164266745249431
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,8192,768,0.008051200211048127
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,8192,768,0.007913599908351897
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,8192,768,0.008345599969228108
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,8192,768,0.00796693315108617
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,8192,768,0.00832426647345225
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,8192,768,0.008354133367538452
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,8192,768,0.008303999900817871
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,8192,768,0.007886933286984761
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,8192,512,0.2065183957417806
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,8192,512,0.10422399838765461
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,8192,512,0.05199786822001139
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,8192,512,0.02882453401883443
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,8192,512,0.028853332996368407
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,8192,512,0.028034132719039918
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,8192,512,0.025778132677078246
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,8192,768,0.008291199803352356
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,8192,768,0.008389332890510559
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,8192,512,0.02528853416442871
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,8192,512,0.024547199408213295
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,8192,512,0.026683733860651655
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,8192,512,0.023268266518910726
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,8192,512,0.021112533410390218
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,8192,512,0.020595200856526694
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,8192,512,0.019910399119059244
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,8192,512,0.018127999703089395
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,8192,512,0.017918932437896728
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,8192,512,0.018447999159495035
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,8192,512,0.016645333170890807
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,8192,512,0.01511573294798533
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,8192,512,0.014377599954605103
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,8192,512,0.014487466216087342
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,8192,512,0.013684266805648803
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,8192,512,0.01723519961039225
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,8192,512,0.012680533528327941
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,8192,512,0.01183786690235138
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,8192,512,0.01118933359781901
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,8192,512,0.010548266768455505
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,8192,512,0.009950932860374451
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,8192,512,0.008759466807047527
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,8192,512,0.007893333335717519
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,8192,512,0.008285866677761078
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,8192,512,0.006332799792289734
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,8192,512,0.005907199780146281
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,8192,512,0.004624000191688538
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,8192,512,0.004175999760627746
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,8192,512,0.0042026668787002565
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,8192,512,0.0038442666331926978
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,8192,512,0.004170666635036469
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,8192,512,0.003807999938726425
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,8192,512,0.00421013335386912
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,8192,512,0.024903466304143272
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,8192,512,0.0036298667391141256
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,8192,512,0.003841066608826319
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,8192,512,0.003419733295838038
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,8192,512,0.003443199892838796
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,8192,512,0.003853866706291834
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,8192,512,0.01981226603190104
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,8192,512,0.003841066608826319
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,8192,512,0.0034143999218940735
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,8192,512,0.0034143999218940735
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,8192,512,0.003425066669782003
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,8192,512,0.0031008000175158186
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,8192,512,0.0031615999837716425
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,8192,512,0.0033610666791598
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,8192,512,0.0030421334008375804
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,8192,512,0.0029365333418051405
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,8192,512,0.0029994666576385496
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,8192,512,0.003033600002527237
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,8192,512,0.0030261332790056865
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,8192,512,0.003020799905061722
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,8192,512,0.0030165334542592366
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,8192,512,0.0030165334542592366
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,8192,512,0.0032831999162832894
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,8192,512,0.0030464000999927522
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,8192,512,0.002998399982849757
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,8192,512,0.0026101333399613695
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,8192,512,0.002678400029738744
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,8192,512,0.002624000112215678
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,8192,768,0.007944533228874206
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,8192,512,0.0026133333643277483
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,8192,512,0.002985599885384242
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,8192,512,0.0029845332105954488
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,8192,512,0.0030218665798505146
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,8192,512,0.00315733328461647
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,8192,768,0.008293333152929943
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,8192,512,0.05563520193099976
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,8192,512,0.09256746768951415
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,8192,512,0.17424426078796387
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,8192,512,0.0394048015276591
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,8192,512,0.03906879822413127
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,8192,512,0.03874986569086711
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,8192,512,0.0370527982711792
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,8192,512,0.035860268274943034
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,8192,512,0.03675093253453572
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,8192,512,0.03677866856257121
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,8192,512,0.03449173370997111
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,8192,512,0.03264853358268738
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,8192,768,0.007942399879296621
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,8192,512,0.03435306549072266
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,8192,512,0.032484267155329385
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,8192,512,0.029049599170684816
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,8192,512,0.03171626726786296
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,8192,512,0.028875732421875
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,8192,512,0.028433066606521607
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,8192,512,0.02687573234240214
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,8192,512,0.026317866643269856
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,8192,512,0.02661760052045186
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,8192,512,0.029193600018819172
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,8192,512,0.026951466004053754
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,8192,512,0.024628265698750814
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,8192,512,0.022631466388702393
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,8192,512,0.0263264000415802
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,8192,512,0.02228800058364868
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,8192,512,0.020987733205159505
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,8192,768,0.007968000074227651
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,8192,512,0.01873813271522522
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,8192,512,0.020173867543538414
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,8192,512,0.019427200158437095
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,8192,512,0.018556799491246542
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,8192,512,0.017273600896199545
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,8192,512,0.016511999567349753
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,8192,512,0.015527466932932535
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,8192,512,0.015513599912325541
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,8192,512,0.014501333236694336
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,8192,512,0.039002664883931476
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,8192,512,0.014491732915242514
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,8192,512,0.014656000336011252
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,8192,512,0.015103999773661295
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,8192,512,0.014533332983652749
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,8192,768,0.008318933347860973
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,8192,512,0.014966400464375815
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,8192,512,0.030743465820948286
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,8192,512,0.014499200383822122
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,8192,512,0.016226133704185484
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,8192,512,0.014493866761525472
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,8192,512,0.014975999792416891
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,8192,512,0.014455466469128927
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,8192,512,0.014452266693115234
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,8192,512,0.01451520025730133
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,8192,512,0.014482133587201438
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,8192,512,0.0034293333689371743
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,8192,512,0.014301866292953491
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,8192,512,0.014380799730618796
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,8192,512,0.01439573367436727
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,8192,512,0.014260266224543253
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,8192,512,0.014342400431632995
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,8192,512,0.014121599992116294
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,8192,512,0.014038399855295817
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,8192,512,0.01423893372217814
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,8192,512,0.014360533157984415
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,8192,512,0.013826133807500205
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,8192,512,0.01372160017490387
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,8192,512,0.013217066725095114
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,8192,512,0.014227199554443359
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,8192,512,0.014387200276056925
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,8192,512,0.014252799749374389
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,8192,512,0.014381866653760275
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,8192,512,0.014361600081125895
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,8192,512,0.014255999525388082
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,8192,512,0.018351999918619792
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,8192,512,0.016511999567349753
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,8192,512,0.015396266182263692
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,8192,512,0.014351999759674073
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,8192,512,0.1635210673014323
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,8192,512,0.3416384061177572
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,8192,512,0.11941973368326823
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,8192,512,0.10015467007954915
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,8192,512,0.14919360478719074
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,8192,512,0.10652480125427247
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,8192,512,0.08816533088684082
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,8192,512,0.6793546676635742
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,8192,512,0.08839999834696452
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,8192,512,0.08400213718414307
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,8192,512,0.07833279768625895
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,8192,512,0.07502506573994955
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,8192,512,0.0728874683380127
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,8192,512,0.06530346473058066
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,8192,512,0.06928426424662272
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,8192,512,0.12431466579437256
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,8192,512,0.06216426690419515
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,8192,512,0.060619731744130455
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,8192,512,0.05360106627146403
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,8192,512,0.04830613136291504
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,8192,512,0.04110720157623291
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,8192,512,0.037436799208323164
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,8192,512,0.12945386568705242
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,8192,512,1.356439463297526
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,8192,512,0.1126144011815389
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,8192,512,0.029335467020670573
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,8192,512,0.02469759980837504
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,8192,512,0.017729065815607705
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,8192,512,0.04968213240305583
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,8192,512,0.05419626633326212
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,8192,512,0.03130559921264649
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,8192,512,0.03498773177464803
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,8192,512,0.019019732872645058
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,8192,512,0.023060266176859537
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,8192,512,0.04272319873174031
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,8192,512,0.012411733468373615
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,8192,512,0.011009066303571065
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,8192,512,0.009991466999053955
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,8192,512,0.010843732953071594
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,8192,512,0.011244799693425496
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,8192,512,0.009737599889437358
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,8192,512,0.011155200004577637
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,8192,512,0.009964799880981446
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,8192,512,0.010009599725405376
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,8192,512,0.008010666569073994
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,8192,512,0.00705813318490982
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,8192,512,0.00713919997215271
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,8192,512,0.007136000196139018
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,8192,512,0.007494399944941203
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,8192,512,0.007133866846561432
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,8192,512,0.007482666770617168
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,8192,512,0.007528533538182576
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,8192,512,0.0076789334416389465
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,8192,512,0.007533866663773854
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,8192,512,0.007485866546630859
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,8192,512,0.007645866771539052
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,8192,512,0.007523199915885926
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,8192,512,0.007539199789365132
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,8192,512,0.007464533547560374
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,8192,512,0.007593599955240886
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,8192,512,0.007925333579381307
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,8192,512,0.007574399809042613
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,8192,512,0.007799466451009114
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,8192,512,0.007540266712506611
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,8192,512,0.007898666461308797
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,8192,512,0.007592533528804779
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,8192,512,0.007886933286984761
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,8192,512,0.008125866452852886
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,8192,512,0.15645546913146974
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,8192,512,0.0818943977355957
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,8192,512,0.04591466585795085
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,8192,512,0.02924586733182271
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,8192,512,0.029132799307505293
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,8192,512,0.028518400589625043
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,8192,512,0.02651519974072774
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,8192,512,0.02632853388786316
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,8192,512,0.02568639914194743
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,8192,512,0.025909332434336345
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,8192,512,0.025166932741800947
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,8192,512,0.023150932788848878
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,8192,512,0.007963733375072479
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,8192,512,0.02313279906908671
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,8192,512,0.008366933465003968
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,8192,512,0.00844586690266927
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,8192,512,0.008372267087300617
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,8192,512,0.008353066444396973
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,8192,512,0.008389332890510559
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,8192,512,0.02244480053583781
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,8192,512,0.02228053410847982
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,8192,512,0.019924267133076986
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,8192,512,0.01984213391939799
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,8192,512,0.019581866264343262
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,8192,512,0.019441066185633342
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,8192,512,0.016923733552296958
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,8192,512,0.019026132424672444
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,8192,512,0.016565333803494772
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,8192,512,0.016167466839154564
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,8192,512,0.016139733791351318
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,8192,512,0.014089600245157877
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,8192,512,0.01575040022532145
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,8192,512,0.013267200191815695
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,8192,512,0.013288533687591553
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,8192,512,0.012836266557375589
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,8192,512,0.011198932925860088
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,8192,512,0.010627200206120808
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,8192,512,0.010245333115259807
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,8192,512,0.01027733286221822
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,8192,512,0.010039466619491576
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,8192,512,0.008363733688990276
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,8192,512,0.008363733688990276
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,8192,512,0.00831573357184728
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,8192,512,0.007929599781831106
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,8192,512,0.008292266726493835
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,8192,512,0.007965866724650066
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,8192,512,0.008363733688990276
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,8192,512,0.007949866851170858
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,8192,512,0.008029866715272267
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,8192,512,0.007961600025494894
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,8192,512,0.007970133423805236
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,8192,512,0.007904000083605449
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,8192,512,0.007879466811815897
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,8192,512,0.007895466685295106
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,8192,512,0.007551999886830647
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,8192,512,0.00795306662718455
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,8192,512,0.0075434664885203045
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,8192,512,0.007915733257929485
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,8192,512,0.007496533294518788
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,8192,512,0.007921066880226136
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,8192,512,0.007566933333873749
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,8192,512,0.007918933530648549
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,8192,512,0.007501866420110066
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,8192,512,0.00758186678091685
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,8192,512,0.007572266459465027
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,8192,512,0.0075647999842961625
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,8192,512,0.007891199986139933
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,8192,512,0.00757120003302892
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,8192,512,0.007913599908351897
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,8192,512,0.00795839975277583
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,8192,512,0.007911466558774312
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,8192,512,0.007960533102353413
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,8192,512,0.007816533247629803
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,8192,512,0.007507200042406718
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,8192,256,0.14119787216186525
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,8192,256,0.07066026528676352
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,8192,256,0.035361067454020186
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,8192,256,0.019832533597946168
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,8192,256,0.019826134045918785
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,8192,256,0.019479467471440633
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,8192,256,0.018045866489410402
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,8192,256,0.017643733819325765
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,8192,256,0.017914666732152303
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,8192,512,0.007540266712506611
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,8192,256,0.01790613333384196
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,8192,256,0.016594133774439492
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,8192,256,0.015235199530919393
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,8192,256,0.015910399953524272
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,8192,256,0.014502400159835815
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,8192,256,0.014536533753077188
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,8192,256,0.013924266894658408
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,8192,256,0.012857600053151449
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,8192,256,0.012392533818880717
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,8192,256,0.010781866312026978
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,8192,256,0.010770133137702942
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,8192,256,0.010825600226720173
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,8192,256,0.01411733329296112
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,8192,256,0.01230506698290507
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,8192,256,0.009105066458384197
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,8192,256,0.011492266257603963
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,8192,256,0.008175999919573466
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,8192,256,0.007467733323574066
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,8192,256,0.007601066430409749
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,8192,256,0.006670933465162914
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,8192,256,0.020363734165827433
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,8192,256,0.0054730668663978575
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,8192,256,0.005032533407211303
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,8192,256,0.006634666522343953
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,8192,256,0.004658133288224538
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,8192,256,0.0037845333417256674
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,8192,256,0.0038304001092910765
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,8192,256,0.0035061334570248926
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,8192,512,0.007912533481915791
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,8192,256,0.003425066669782003
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,8192,256,0.003366400053103765
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,8192,256,0.0030378667016824085
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,8192,256,0.0030400000512599947
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,8192,256,0.0030346666773160298
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,8192,256,0.003049599876006444
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,8192,256,0.0031082667410373688
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,8192,256,0.003102933367093404
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,8192,256,0.012871467073758445
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,8192,256,0.0029909332593282064
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,8192,256,0.0028789333999156954
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,8192,256,0.0029546665648619336
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,8192,256,0.0026208000878492994
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,8192,256,0.002621866762638092
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,8192,256,0.00262719988822937
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,8192,256,0.002703999976317088
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,8192,256,0.002553600072860718
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,8192,256,0.002570666621128718
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,8192,256,0.0025642665723959604
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,8192,256,0.0025685332715511323
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,8192,256,0.002570666621128718
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,8192,256,0.002535466601451238
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,8192,256,0.0025621332228183747
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,8192,256,0.0025472000241279604
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,8192,256,0.002621866762638092
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,8192,256,0.0026229334374268847
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,8192,256,0.0026047999660174055
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,8192,256,0.0025343999266624452
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,8192,256,0.0025621332228183747
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,8192,256,0.002369066576162974
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,8192,256,0.002457600086927414
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,8192,256,0.0025429333249727885
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,8192,256,0.002552533398071925
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,8192,512,0.007944533228874206
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,8192,256,0.0025546667476495106
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,8192,512,0.007541333138942718
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,8192,256,0.07472000122070313
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,8192,256,0.13123733202616375
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,8192,256,0.03288319905598958
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,8192,256,0.03287253379821777
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,8192,256,0.03272426724433899
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,8192,256,0.030792532364527385
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,8192,256,0.0033770665526390077
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,8192,256,0.03056959907213847
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,8192,256,0.03604586521784465
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,8192,256,0.003389866650104523
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,8192,256,0.03061760067939758
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,8192,256,0.03279680013656616
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,8192,256,0.027866667509078978
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,8192,256,0.027398399511973065
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,8192,256,0.02681066592534383
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,8192,256,0.025616000096003216
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,8192,256,0.024758400519688924
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,8192,256,0.029044266541798907
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,8192,256,0.024835199117660522
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,8192,256,0.022634667158126832
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,8192,256,0.024893865982691447
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,8192,256,0.02263039946556091
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,8192,256,0.022759467363357544
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,8192,256,0.02483946681022644
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,8192,256,0.023594667514165245
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,8192,256,0.02172266642252604
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,8192,512,0.007771733403205872
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,8192,256,0.022632533311843873
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,8192,256,0.020433066288630168
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,8192,256,0.020092799266179403
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,8192,256,0.020243199666341145
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,8192,256,0.002537599951028824
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,8192,256,0.019434666633605956
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,8192,256,0.018665599822998046
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,8192,256,0.017090133825937905
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,8192,256,0.017033600807189943
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,8192,256,0.01785599986712138
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,8192,256,0.014505599935849508
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,8192,256,0.014514133334159851
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,8192,256,0.04725653330485026
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,8192,256,0.01660480002562205
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,8192,256,0.016482133666674295
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,8192,256,0.014906666676203408
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,8192,256,0.014600533246994018
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,8192,256,0.014531200130780539
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,8192,256,0.01446293294429779
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,8192,256,0.01451520025730133
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,8192,256,0.014723199605941772
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,8192,256,0.014497066537539164
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,8192,256,0.014499200383822122
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,8192,256,0.02727893392244975
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,8192,256,0.01442346672217051
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,8192,256,0.014313600460688271
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,8192,256,0.014479999740918478
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,8192,256,0.014345600207646688
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,8192,256,0.014310399691263834
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,8192,256,0.01437226633230845
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,8192,256,0.013558399677276612
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,8192,256,0.013447466492652892
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,8192,256,0.012934399644533792
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,8192,256,0.014381866653760275
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,8192,256,0.013960533340771995
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,8192,256,0.014178133010864258
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,8192,256,0.014206932981808982
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,8192,256,0.014203733205795288
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,8192,256,0.014076800147692362
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,8192,256,0.014104533195495605
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,8192,256,0.013806933164596557
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,8192,256,0.014046933253606161
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,8192,256,0.013879467050234476
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,8192,256,0.014308266838391624
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,8192,256,0.013827199737230936
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,8192,256,0.014316800236701965
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,8192,256,0.015317333738009134
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,8192,256,0.014562132954597472
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,8192,256,0.014517333110173544
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,8192,256,0.013420800367991129
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,8192,512,0.007918933530648549
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,8192,256,0.013814399639765421
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,8192,256,0.09872533480326334
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,8192,256,0.07917119661966959
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,8192,256,0.2272864023844401
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,8192,256,0.07413866519927978
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,8192,256,0.07329493363698324
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,8192,256,0.06815786361694336
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,8192,256,0.4507626533508301
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,8192,256,0.06652053197224936
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,8192,256,0.06392533381779988
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,8192,256,0.060746665795644125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,8192,256,0.08944533665974935
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,8192,256,0.05760533412297567
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,8192,256,0.05667200088500977
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,8192,256,0.09142506917317708
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,8192,256,0.05372159878412882
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,8192,256,0.0481663982073466
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,8192,256,0.0472981333732605
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,8192,256,0.05147733290990194
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,8192,256,0.04239999850591024
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,8192,256,0.03900373379389445
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,8192,256,0.03827306826909383
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,8192,256,0.03293866713841756
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,8192,256,0.02924373348553975
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,8192,256,0.023875200748443605
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,8192,256,0.8955296198527017
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,8192,256,0.01990293264389038
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,8192,256,0.08454720179239908
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,8192,256,0.014528000354766845
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,8192,256,0.08578986326853434
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,8192,256,0.02805440028508504
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,8192,256,0.043202133973439534
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,8192,256,0.02435200015703837
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,8192,256,0.010923733313878376
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,8192,256,0.01567893326282501
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,8192,256,0.019010132551193236
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,8192,256,0.0333621342976888
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,8192,256,0.009265066186587016
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,8192,256,0.008291199803352356
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,8192,256,0.009607467055320739
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,8192,256,0.009192533294359843
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,8192,256,0.009538132945696514
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,8192,256,0.00876800020535787
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,8192,256,0.008303999900817871
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,8192,256,0.008419199784596761
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,8192,256,0.007136000196139018
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,8192,256,0.007090133428573608
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,8192,256,0.00720000018676122
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,8192,256,0.007250133156776428
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,8192,256,0.006267733375231425
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,8192,256,0.006259199976921081
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,8192,256,0.006675200164318084
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,8192,256,0.006265600025653839
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,8192,256,0.006266666452089946
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,8192,256,0.00628053347269694
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,8192,256,0.006311466793219249
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,8192,256,0.006285866598288219
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,8192,256,0.006320000191529592
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,8192,256,0.0062826668222745255
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,8192,256,0.006301866471767425
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,8192,256,0.005930666625499725
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,8192,256,0.00631039987007777
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,8192,256,0.006683733562628429
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,8192,256,0.0062613333264986675
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,8192,256,0.006244266529877981
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,8192,256,0.006671999891599019
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,8192,256,0.006262399752934774
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,8192,256,0.0063274666666984555
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,8192,256,0.005926399926344554
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,8192,256,0.006263466676076253
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,8192,256,0.006235733131567637
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,8192,256,0.12218879858652751
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,8192,256,0.06837120056152343
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,8192,256,0.04017279942830403
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,8192,256,0.024684800704320272
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,8192,256,0.024396799008051553
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,8192,256,0.024353067080179848
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,8192,256,0.0227018674214681
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,8192,256,0.02210879921913147
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,8192,256,0.021884800990422566
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,8192,256,0.021766400337219237
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,8192,256,0.021489065885543824
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,8192,256,0.019426133235295615
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,8192,256,0.01921280026435852
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,8192,256,0.019367466370264687
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,8192,256,0.019000534216562906
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,8192,256,0.01733120083808899
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,8192,256,0.017336533466974894
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,8192,256,0.0165503998597463
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,8192,256,0.01656426688035329
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,8192,256,0.016426666577657064
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,8192,256,0.014754133423169455
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,8192,256,0.014450132846832275
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,8192,256,0.014126933614412942
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,8192,256,0.013693867127100625
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,8192,256,0.013883733749389648
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,8192,256,0.013636266191800436
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,8192,256,0.011662933230400085
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,8192,256,0.011602133512496948
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,8192,256,0.011154133081436157
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,8192,256,0.009963732957839967
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,8192,256,0.00999679962793986
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,8192,256,0.009531733393669129
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,8192,256,0.009522133072217305
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,8192,256,0.009160533547401428
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,8192,256,0.0079434668024381
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,8192,256,0.007912533481915791
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,8192,256,0.007899733384450276
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,8192,256,0.007549866537253062
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,8192,256,0.00754559983809789
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,8192,256,0.007494399944941203
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,8192,256,0.0074890668193499255
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,8192,256,0.00788373351097107
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,8192,256,0.00795839975277583
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,8192,256,0.007513600091139476
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,8192,256,0.007541333138942718
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,8192,256,0.007494399944941203
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,8192,256,0.007577600081761678
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,8192,256,0.0075445334116617845
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,8192,256,0.007461333274841308
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,8192,256,0.00749120016892751
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,8192,256,0.007563733557860057
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,8192,256,0.007500799993673961
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,8192,256,0.0075434664885203045
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,8192,256,0.007541333138942718
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,8192,256,0.007144533097743988
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,8192,256,0.007213866710662842
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,8192,256,0.007118933399518331
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,8192,256,0.007149866720040639
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,8192,256,0.0070783997575442
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,8192,256,0.007159466544787089
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,8192,256,0.0075434664885203045
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,8192,256,0.007110400001207988
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,8192,256,0.007066666583220164
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,8192,256,0.007500799993673961
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,8192,256,0.0070720002055168155
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,8192,256,0.0071285332242647815
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,8192,256,0.0075103998184204105
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,8192,256,0.007560533285140991
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,8192,256,0.007079466680685679
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,8192,256,0.007377066711584728
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,8192,256,0.007496533294518788
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,8192,256,0.007518933216730754
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,8192,128,0.10649173259735108
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,8192,256,0.007460266848405202
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,8192,128,0.05553280115127564
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,8192,128,0.03025706609090169
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,8192,128,0.015583999951680503
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,8192,128,0.015473066767056783
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,8192,128,0.01667733391125997
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,8192,128,0.014537599682807923
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,8192,128,0.01613759994506836
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,8192,128,0.01415786643822988
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,8192,128,0.013946666320164999
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,8192,128,0.014854400356610616
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,8192,128,0.014019200205802917
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,8192,128,0.014455466469128927
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,8192,128,0.011556266744931539
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,8192,128,0.0121781329313914
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,8192,256,0.007188266515731812
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,8192,128,0.013983999689420065
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,8192,128,0.012407466769218445
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,8192,128,0.009961600104967754
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,8192,128,0.009894399841626485
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,8192,128,0.010811733206113179
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,8192,128,0.00993066628774007
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,8192,128,0.00944106678167979
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,8192,128,0.009398399790128072
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,8192,128,0.008237866560618083
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,8192,128,0.0070816000302632645
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,8192,128,0.010607999563217164
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,8192,128,0.00959999958674113
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,8192,128,0.006309333443641663
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,8192,256,0.007146666447321574
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,8192,128,0.006666666766007741
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,8192,128,0.006730666756629944
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,8192,256,0.007145600020885467
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,8192,256,0.0070592001080513
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,8192,128,0.005881600081920624
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,8192,128,0.00584853341182073
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,8192,128,0.003373866776625315
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,8192,128,0.0041792000333468115
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,8192,128,0.003028266628583272
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,8192,128,0.003020799905061722
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,8192,128,0.0032032000521818793
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,8192,128,0.0029706666866938275
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,8192,128,0.0029919999341169994
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,8192,128,0.002712533374627431
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,8192,128,0.002628266563018163
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,8192,128,0.0028927999238173166
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,8192,128,0.0030271999537944795
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,8192,128,0.0029333333174387617
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,8192,128,0.0025888000925381976
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,8192,128,0.002669866631428401
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,8192,128,0.0026261332134405774
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,8192,128,0.0025621332228183747
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,8192,128,0.0026186667382717133
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,8192,128,0.0025610665480295816
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,8192,128,0.0025546667476495106
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,8192,128,0.002217599997917811
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,8192,128,0.0022133332987626392
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,8192,128,0.0022122666239738466
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,8192,128,0.002164266755183538
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,8192,128,0.002164266755183538
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,8192,128,0.002181333303451538
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,8192,128,0.002209066599607468
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,8192,128,0.0021727999051411946
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,8192,128,0.0022122666239738466
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,8192,128,0.0022101332743962605
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,8192,128,0.002147199958562851
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,8192,128,0.0021514666577180227
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,8192,128,0.0021514666577180227
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,8192,128,0.0022079999248186748
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,8192,128,0.002152533332506816
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,8192,128,0.0021536000072956084
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,8192,128,0.002143999934196472
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,8192,128,0.0021503999829292296
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,8192,128,0.002123733361562093
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,8192,128,0.11125226815541585
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,8192,128,0.06762666702270508
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,8192,256,0.0070933332045873005
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,8192,128,0.0412778655687968
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,8192,128,0.028220800558725993
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,8192,128,0.029605333010355634
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,8192,128,0.026848000288009644
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,8192,128,0.02841599980990092
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,8192,128,0.02762986620267232
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,8192,128,0.006389333307743073
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,8192,128,0.026702932516733807
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,8192,128,0.02605973283449809
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,8192,128,0.025569067398707075
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,8192,128,0.02654506762822469
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,8192,128,0.024988800287246704
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,8192,128,0.022874667247136434
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,8192,128,0.024029866854349772
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,8192,128,0.00425493319829305
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,8192,128,0.023385600248972575
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,8192,128,0.025859200954437257
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,8192,128,0.0029546665648619336
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,8192,128,0.022738132874170938
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,8192,128,0.021978666385014854
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,8192,128,0.022309333086013794
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,8192,128,0.020660267273585
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,8192,128,0.02265920042991638
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,8192,128,0.0025727999707063037
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,8192,128,0.019004799922307334
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,8192,128,0.020950400829315187
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,8192,128,0.021210666497548422
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,8192,128,0.018381865819295247
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,8192,128,0.01856000026067098
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,8192,128,0.016561067104339598
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,8192,128,0.016405333081881204
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,8192,128,0.016297599673271178
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,8192,128,0.014507733782132468
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,8192,128,0.014497066537539164
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,8192,128,0.014454399545987448
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,8192,128,0.014510933558146158
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,8192,128,0.014412800470987955
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,8192,128,0.014522666732470194
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,8192,128,0.014512000481287637
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,8192,128,0.014454399545987448
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,8192,128,0.01437333325544993
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,8192,128,0.014513066411018372
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,8192,128,0.015271466970443726
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,8192,128,0.014435199896494546
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,8192,128,0.014442666371663412
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,8192,128,0.01432213286558787
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,8192,128,0.013892267147699991
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,8192,128,0.014230400323867798
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,8192,128,0.014289066195487976
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,8192,128,0.021637332439422608
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,8192,128,0.021895466248194377
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,8192,128,0.013782399892807006
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,8192,128,0.0206112007300059
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,8192,128,0.014314666390419006
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,8192,128,0.012729600071907043
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,8192,128,0.014248533050219217
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,8192,128,0.012659200032552085
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,8192,128,0.014050133029619851
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,8192,128,0.014235732952753702
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,8192,128,0.012467199563980102
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,8192,128,0.013910399874051413
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,8192,128,0.01856000026067098
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,8192,128,0.013715199629465737
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,8192,128,0.012482133507728577
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,8192,128,0.013377066453297934
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,8192,128,0.013453867038091025
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,8192,128,0.0139765332142512
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,8192,128,0.012550399700800578
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,8192,128,0.013646933436393737
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,8192,128,0.013809067010879517
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,8192,128,0.014059733351071677
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,8192,128,0.012961066762606301
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,8192,128,0.013210666179656983
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,8192,128,0.014419200023015341
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,8192,128,0.017364267508188883
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,8192,128,0.013884799679120383
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,8192,128,0.07757973670959473
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,8192,128,0.0657034675280253
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,8192,128,0.06284159819285075
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,8192,128,0.3314880053202311
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,8192,128,0.6564906438191731
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,8192,128,0.16831572850545246
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,8192,128,0.06073386669158935
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,8192,128,0.05754453341166178
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,8192,128,0.05775680144627889
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,8192,128,0.05464106798171997
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,8192,128,0.05254826545715332
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,8192,128,0.049364264806111655
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,8192,128,0.049881601333618165
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,8192,128,0.046122666200002035
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,8192,128,0.04454506635665893
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,8192,128,0.0772266705830892
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,8192,128,0.04198400179545085
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,8192,128,0.04149653514226277
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,8192,128,0.03698346614837646
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,8192,128,0.03372480074564616
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,8192,128,0.03380800088246663
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,8192,128,0.07726613680521646
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,8192,128,0.02880106568336487
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,8192,128,0.025935999552408856
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,8192,128,0.020871466398239134
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,8192,128,0.01813760002454122
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,8192,128,0.06688319842020671
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,8192,128,0.01288640002409617
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,8192,128,0.07271467049916586
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,8192,128,0.029227733612060547
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,8192,128,0.037036800384521486
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,8192,128,0.02477759917577108
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,8192,128,0.017366399367650352
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,8192,128,0.014071466525395713
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,8192,128,0.008713600039482117
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,8192,128,0.010009599725405376
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,8192,128,0.008057599763075511
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,8192,128,0.007562666634718577
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,8192,128,0.021886932849884033
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,8192,128,0.00874133308728536
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,8192,128,0.00881599982579549
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,8192,128,0.008709333340326945
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,8192,128,0.007916800181070964
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,8192,128,0.006726400057474773
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,8192,128,0.006667733192443848
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,8192,128,0.006720000008742015
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,8192,128,0.006737066805362702
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,8192,128,0.005496533215045929
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,8192,128,0.005915733178456625
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,8192,128,0.0059125334024429325
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,8192,128,0.005847466488679251
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,8192,128,0.005905066430568695
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,8192,128,0.006332799792289734
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,8192,128,0.005446400245030721
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,8192,128,0.005931733548641205
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,8192,128,0.005846400062243144
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,8192,128,0.005859200159708659
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,8192,128,0.0058378666639328
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,8192,128,0.0059008002281188965
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,8192,128,0.006040533383687338
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,8192,128,0.005906133353710175
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,8192,128,0.00552106648683548
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,8192,128,0.0060586666067441305
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,8192,128,0.00790293316046397
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,8192,128,0.005890133480230967
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,8192,128,0.005881600081920624
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,8192,128,0.005838933090368906
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,8192,128,0.005859200159708659
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,8192,128,0.005857066810131073
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,8192,128,0.0054837331175804135
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,8192,128,0.06654933293660482
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,8192,128,0.11422932942708333
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,8192,128,0.036583467324574785
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,8192,128,0.022686932484308878
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,8192,128,0.02265066703160604
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,8192,128,0.021802665789922078
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,8192,128,0.021088000138600668
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,8192,128,0.0202293336391449
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,8192,128,0.02017813324928284
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,8192,128,0.020039467016855876
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,8192,128,0.019824000199635823
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,8192,128,0.018132267395655315
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,8192,128,0.018202666441599527
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,8192,128,0.01772800087928772
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,8192,128,0.01776960094769796
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,8192,128,0.01644053359826406
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,8192,128,0.0160970667997996
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,8192,128,0.015691733360290526
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,8192,128,0.015761066476504007
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,8192,128,0.015194666385650635
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,8192,128,0.01416000028451284
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,8192,128,0.013676800330479941
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,8192,128,0.01360426644484202
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,8192,128,0.013266133268674216
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,8192,128,0.012836266557375589
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,8192,128,0.012877866625785828
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,8192,128,0.011724799871444702
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,8192,128,0.010820266604423524
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,8192,128,0.010811733206113179
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,8192,128,0.010403199990590414
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,8192,128,0.009604266285896302
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,8192,128,0.009206400314966837
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,8192,128,0.009206400314966837
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,8192,128,0.008712533116340637
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,8192,128,0.007522133489449819
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,8192,128,0.0071370666225751235
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,8192,128,0.007472000022729237
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,8192,128,0.0075093333919843035
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,8192,128,0.007513600091139476
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,8192,128,0.007147733370463054
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,8192,128,0.007402666906515758
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,8192,128,0.007122133175532024
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,8192,128,0.0071733335653940845
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,8192,128,0.0071487997968991595
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,8192,128,0.007129600147406261
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,8192,128,0.0075103998184204105
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,8192,128,0.007123200098673503
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,8192,128,0.007145600020885467
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,8192,128,0.007147733370463054
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,8192,128,0.007204266885916392
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,8192,128,0.007117866476376851
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,8192,128,0.007152000069618225
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,8192,128,0.00710399995247523
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,8192,128,0.007143466671307881
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,8192,128,0.0070613334576288865
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,8192,128,0.007213866710662842
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,8192,128,0.00714026689529419
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,8192,128,0.006737066805362702
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,8192,128,0.00713919997215271
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,8192,128,0.007084799806276958
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,8192,128,0.007123200098673503
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,8192,128,0.007159466544787089
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,8192,128,0.007086933155854543
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,8192,128,0.007068799932797749
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,8192,128,0.006950399776299794
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,8192,128,0.0069461335738499955
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,8192,128,0.0067210664351781205
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,8192,128,0.0070698668559392285
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,8192,128,0.00705813318490982
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,8192,128,0.007131733496983846
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,8192,128,0.006772266825040181
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,8192,128,0.00713919997215271
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,8192,128,0.006718933085600535
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,8192,64,0.088483198483785
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,8192,64,0.04582080046335856
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,8192,64,0.024919466177622477
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,8192,128,0.007113599777221679
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,8192,64,0.013826133807500205
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,8192,64,0.013733333349227906
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,8192,64,0.013187199831008911
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,8192,64,0.014514133334159851
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,8192,64,0.013722667098045349
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,8192,64,0.01202239990234375
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,8192,64,0.012473600109418233
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,8192,64,0.011973333358764649
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,8192,64,0.01241386632124583
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,8192,64,0.010706133643786113
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,8192,64,0.010892800490061442
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,8192,64,0.010700800021489461
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,8192,64,0.009501866499582927
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,8192,64,0.008713600039482117
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,8192,64,0.009116799632708231
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,8192,64,0.00865066647529602
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,8192,64,0.007885866860548655
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,8192,64,0.008200533191363017
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,8192,64,0.0070592001080513
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,8192,64,0.010014933347702027
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,8192,64,0.0062943999965985615
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,8192,64,0.008956799904505413
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,8192,64,0.005554133156935374
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,8192,64,0.007480533421039581
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,8192,64,0.005849599838256836
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,8192,64,0.006401066482067108
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,8192,64,0.005353599786758423
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,8192,64,0.005487999816735586
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,8192,64,0.0038463999827702843
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,8192,64,0.013964800039927163
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,8192,64,0.0038442666331926978
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,8192,64,0.002980266759792964
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,8192,64,0.003385599950949351
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,8192,64,0.002963199963172277
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,8192,64,0.0026176000634829206
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,8192,64,0.0025727999707063037
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,8192,64,0.002621866762638092
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,8192,64,0.0025888000925381976
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,8192,64,0.002566399921973546
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,8192,64,0.012849066654841104
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,8192,64,0.0026229334374268847
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,8192,64,0.002631466587384542
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,8192,64,0.002611200014750163
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,8192,64,0.0022101332743962605
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,8192,64,0.0026015999416510267
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,8192,64,0.002209066599607468
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,8192,64,0.0022026665508747103
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,8192,64,0.0025685332715511323
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,8192,64,0.002203733225663503
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,8192,64,0.002221866697072983
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,8192,64,0.0021738665799299877
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,8192,64,0.002198400100072225
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,8192,64,0.002198400100072225
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,8192,64,0.0021407999098300933
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,8192,64,0.002195200075705846
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,8192,64,0.002178133279085159
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,8192,64,0.0021578667064507803
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,8192,64,0.0022079999248186748
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,8192,64,0.002195200075705846
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,8192,64,0.0022069332500298817
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,8192,64,0.0021418665846188864
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,8192,64,0.002152533332506816
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,8192,64,0.0021354667842388153
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,8192,64,0.002201599876085917
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,8192,64,0.002136533210674922
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,8192,64,0.0021856000026067098
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,8192,64,0.0021503999829292296
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,8192,64,0.002195200075705846
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,8192,64,0.002161066730817159
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,8192,64,0.002980266759792964
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,8192,64,0.06535786787668864
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,8192,64,0.11302506923675537
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,8192,64,0.0269322673479716
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,8192,64,0.027423999706904095
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,8192,64,0.0026517334083716077
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,8192,64,0.028333866596221925
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,8192,64,0.026858667532602947
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,8192,64,0.026694399118423463
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,8192,64,0.027135999997456868
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,8192,64,0.024729599555333458
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,8192,64,0.024732800324757893
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,8192,64,0.02712106704711914
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,8192,64,0.02481493353843689
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,8192,64,0.024486400683720908
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,8192,64,0.022899200518925987
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,8192,64,0.026437334219614667
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,8192,64,0.02248426675796509
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,8192,64,0.023151999711990355
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,8192,64,0.02304319938023885
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,8192,64,0.022016000747680665
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,8192,64,0.020552533864974975
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,8192,64,0.020240000883738198
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,8192,64,0.02270080049832662
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,8192,64,0.019339734315872194
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,8192,64,0.02074026664098104
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,8192,64,0.04086933135986328
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,8192,64,0.02058239976565043
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,8192,64,0.022768000761667885
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,8192,64,0.018273067474365235
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,8192,64,0.018794665733973183
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,8192,64,0.02076693375905355
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,8192,64,0.016953599452972413
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,8192,64,0.018600533405939736
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,8192,64,0.015130666891733804
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,8192,64,0.016705065965652466
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,8192,64,0.015615999698638916
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,8192,64,0.014520532886187234
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,8192,64,0.014514133334159851
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,8192,64,0.017092265685399375
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,8192,64,0.014523733655611673
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,8192,64,0.014620799819628397
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,8192,64,0.014386133352915446
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,8192,64,0.014317867159843446
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,8192,64,0.01444906691710154
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,8192,64,0.01451520025730133
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,8192,64,0.014506666858990987
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,8192,64,0.014416000247001648
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,8192,64,0.013957333564758301
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,8192,64,0.014390400052070618
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,8192,64,0.01369599997997284
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,8192,64,0.013571199774742127
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,8192,64,0.014452266693115234
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,8192,64,0.014227199554443359
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,8192,64,0.014315733313560485
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,8192,64,0.014268799622853597
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,8192,64,0.013345066706339517
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,8192,64,0.014110933740933737
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,8192,64,0.013671466708183288
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,8192,64,0.013825066884358726
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,8192,64,0.01348373293876648
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,8192,64,0.014505599935849508
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,8192,64,0.01362986663977305
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,8192,64,0.013571199774742127
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,8192,64,0.013910399874051413
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,8192,64,0.013651200135548911
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,8192,64,0.014059733351071677
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,8192,128,0.006678399940331777
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,8192,64,0.012969600160916648
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,8192,64,0.013707733154296875
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,8192,64,0.013734400272369385
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,8192,64,0.013818666338920593
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,8192,64,0.01384106675783793
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,8192,64,0.01317759950955709
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,8192,64,0.013114666938781739
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,8192,32,0.09235946337381998
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,8192,32,0.048041601975758866
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,8192,32,0.014007467031478881
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,8192,32,0.013914666573206582
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,8192,32,0.015026133259137472
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,8192,32,0.013756799697875976
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,8192,32,0.014702933033307395
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,8192,32,0.0139765332142512
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,8192,32,0.015197867155075073
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,8192,64,0.01456106702486674
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,8192,32,0.012402133146921793
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,8192,32,0.012078932921091716
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,8192,128,0.006770133475462596
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,8192,128,0.006677333513895671
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,8192,128,0.006523733337720235
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,8192,32,0.011421866218249003
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,8192,32,0.013272533814112345
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,8192,32,0.010795733332633973
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,8192,32,0.01123199959595998
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,8192,32,0.008813866972923278
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,8192,32,0.009179733196894328
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,8192,32,0.008351999521255492
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,8192,32,0.008268799881140392
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,8192,32,0.007461333274841308
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,8192,32,0.010379733641942342
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,8192,32,0.006344533463319142
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,8192,32,0.008291199803352356
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,8192,32,0.0075989335775375364
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,8192,32,0.005919999877611796
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,8192,32,0.006626133124033611
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,8192,32,0.006268799801667531
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,8192,32,0.005474133292833964
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,8192,32,0.005683200061321258
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,8192,32,0.003914666672547659
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,8192,32,0.0034122665723164878
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,8192,32,0.003385599950949351
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,8192,32,0.0026208000878492994
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,8192,32,0.0026047999660174055
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,8192,64,0.012774399916330972
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,8192,32,0.0030421334008375804
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,8192,32,0.0029877332349618276
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,8192,32,0.00262719988822937
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,8192,32,0.0030271999537944795
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,8192,32,0.003031466652949651
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,8192,32,0.0030293333033720653
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,8192,32,0.025645865996678667
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,8192,32,0.0025898667673269907
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,8192,32,0.002567466596762339
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,8192,32,0.0025888000925381976
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,8192,32,0.002552533398071925
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,8192,32,0.002567466596762339
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,8192,32,0.002648533384005229
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,8192,32,0.002586666742960612
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,8192,32,0.0026154667139053345
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,8192,32,0.012170666456222534
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,8192,32,0.0022122666239738466
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,8192,32,0.002201599876085917
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,8192,32,0.0021429332594076794
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,8192,32,0.002161066730817159
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,8192,32,0.002143999934196472
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,8192,32,0.010775466759999592
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,8192,32,0.002170666555563609
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,8192,32,0.0021418665846188864
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,8192,32,0.0022069332500298817
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,8192,32,0.010141866405804952
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,8192,32,0.0021514666577180227
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,8192,32,0.0021407999098300933
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,8192,32,0.0021578667064507803
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,8192,32,0.002136533210674922
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,8192,32,0.0021386665602525076
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,8192,32,0.0021418665846188864
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,8192,32,0.0021536000072956084
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,8192,32,0.0021429332594076794
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,8192,32,0.0021685334543387097
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,8192,32,0.002131200085083644
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,8192,32,0.06258240143458048
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,8192,32,0.10900479952494305
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,8192,32,0.0042357335488001505
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,8192,32,0.027517867088317872
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,8192,32,0.0034304000437259674
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,8192,32,0.026727465788523357
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,8192,32,0.026850134134292603
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,8192,32,0.02593280076980591
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,8192,32,0.026866134007771807
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,8192,32,0.02690773407618205
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,8192,32,0.026739199956258137
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,8192,32,0.02476373314857483
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,8192,32,0.025518933931986492
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,8192,32,0.02384106715520223
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,8192,32,0.023441066344579063
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,8192,32,0.002585600068171819
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,8192,32,0.02346453269322713
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,8192,32,0.02249600092569987
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,8192,32,0.02472106615702311
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,8192,32,0.023527467250823976
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,8192,32,0.02074346741040548
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,8192,32,0.021432532866795858
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,8192,32,0.021149865786234536
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,8192,32,0.020708266894022623
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,8192,32,0.02250666618347168
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,8192,32,0.019581866264343262
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,8192,32,0.01855573256810506
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,8192,32,0.0206496000289917
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,8192,32,0.017896533012390137
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,8192,32,0.0022250667214393617
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,8192,32,0.019081600507100425
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,8192,32,0.01845973332722982
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,8192,32,0.016265599926312765
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,8192,32,0.016261333227157594
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,8192,32,0.014615466197331747
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,8192,32,0.015064533551534018
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,8192,32,0.016293332974116007
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,8192,32,0.014505599935849508
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,8192,32,0.014501333236694336
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,8192,32,0.01447466711203257
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,8192,32,0.0395359992980957
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,8192,32,0.014444800217946372
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,8192,32,0.014427733421325684
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,8192,32,0.014526933431625366
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,8192,32,0.014593066771825156
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,8192,32,0.014735999703407287
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,8192,32,0.01427839994430542
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,8192,32,0.01430400013923645
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,8192,32,0.014454399545987448
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,8192,32,0.014229333400726319
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,8192,32,0.01432960033416748
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,8192,32,0.014441600441932679
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,8192,32,0.014359466234842935
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,8192,32,0.014226133624712626
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,8192,32,0.022793600956598915
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,8192,32,0.012934399644533792
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,8192,32,0.01320746640364329
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,8192,32,0.013438933094342551
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,8192,32,0.013969066739082336
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,8192,32,0.012868266304334006
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,8192,32,0.013497599959373474
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,8192,32,0.013278933366139731
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,8192,32,0.013281066219011942
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,8192,32,0.0135861337184906
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,8192,32,0.013277866442998252
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,8192,32,0.02067199945449829
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,8192,32,0.01384106675783793
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,8192,32,0.0130730668703715
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,8192,32,0.013740799824396768
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,8192,32,0.017318399747212727
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,8192,32,0.013245866696039835
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,8192,32,0.013312000036239623
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,8192,32,0.013886933525403341
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,8192,32,0.014500266313552857
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,8192,32,0.013966932892799377
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,7168,65536,2.4488159815470376
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,7168,65536,5.386618932088216
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,8192,32,0.012794666488965354
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,8192,32,0.018503467241923012
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,8192,32,0.012803199887275695
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,7168,65536,2.743157386779785
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,7168,65536,2.4078453381856284
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,7168,65536,3.334005355834961
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,7168,65536,2.294271945953369
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,7168,65536,2.0612692832946777
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,7168,65536,2.2034452756245932
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,7168,65536,11.14959462483724
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,7168,65536,2.5414346059163413
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,7168,65536,2.160559972127279
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,7168,65536,2.4025227228800454
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,7168,65536,2.002565383911133
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,7168,65536,1.8772907257080078
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,7168,65536,1.7673279444376628
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,7168,65536,1.4786613782246907
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,7168,65536,1.6659520467122395
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,7168,65536,1.2140693664550781
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,7168,65536,1.5385120709737141
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,7168,65536,1.1308800379435222
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,7168,65536,1.5955573717753093
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,7168,65536,1.133845329284668
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,7168,65536,0.9791573683420817
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,7168,65536,1.2062400182088215
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,7168,65536,0.7633919715881348
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,7168,65536,0.9111359914143881
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,7168,65536,0.6117333173751831
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,7168,65536,0.48469332853953045
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,7168,65536,0.3768906593322754
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,7168,65536,0.8029226462046305
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,7168,65536,0.600762685139974
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,7168,65536,0.21120532353719076
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,7168,65536,0.2627466718355815
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,7168,65536,0.19890666007995605
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,7168,65536,0.216213325659434
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,7168,65536,0.18738667170206705
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,7168,65536,0.22748800118764242
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,7168,65536,0.17523199319839478
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,7168,65536,0.17649600903193155
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,7168,65536,0.1715466578801473
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,7168,65536,0.16551466782887778
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,7168,65536,0.1709173321723938
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,7168,65536,0.1632480025291443
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,7168,65536,0.1641439994176229
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,7168,65536,0.1701386570930481
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,7168,65536,0.15600533286730447
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,7168,65536,0.15847999850908914
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,7168,65536,0.16386133432388306
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,7168,65536,1.6180853843688965
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,7168,65536,0.16064000129699707
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,7168,65536,0.15854400396347046
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,7168,65536,0.16305599610010782
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,7168,65536,0.1543839971224467
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,7168,65536,0.1535360018412272
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,7168,65536,0.1530133287111918
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,7168,65536,0.15413332978884378
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,7168,65536,0.1504586637020111
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,7168,65536,0.1502293348312378
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,7168,65536,0.15270400047302246
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,7168,65536,0.14909866452217102
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,7168,65536,0.14846932888031006
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,7168,65536,0.14974932869275412
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,7168,65536,0.1516586641470591
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,7168,65536,0.14840533336003622
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,7168,65536,0.14849600195884705
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,7168,65536,0.1497599979241689
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,7168,65536,0.1467626690864563
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,7168,65536,0.14712533354759216
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,7168,65536,0.14780267079671225
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,7168,65536,0.3903786738713582
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,7168,65536,0.23100799322128296
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,7168,65536,1.954869270324707
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,7168,65536,4.036704063415527
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,7168,65536,21.4605712890625
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,7168,65536,1.999834696451823
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,7168,65536,2.1390026410420737
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,7168,65536,1.9584107398986816
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,7168,65536,0.1530453364054362
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,7168,65536,1.83732271194458
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,7168,65536,1.785919984181722
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,7168,65536,2.102143923441569
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,7168,65536,1.6710826555887859
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,7168,65536,1.6825920740763347
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,7168,65536,8.20354143778483
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,7168,65536,1.5810933113098145
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,7168,65536,1.4783412615458171
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,7168,65536,1.5874080657958984
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,7168,65536,1.4007946650187175
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,7168,65536,1.3624906539916992
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,7168,65536,1.1940320332845051
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,7168,65536,1.3528532981872559
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,7168,65536,1.1671306292215984
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,7168,65536,1.1006666819254558
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,7168,65536,0.9825493494669596
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,7168,65536,0.9077813625335693
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,7168,65536,0.8915200233459473
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,7168,65536,0.7872320016225179
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,7168,65536,0.7685759862263998
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,7168,65536,0.6642986536026001
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,7168,65536,0.48573867479960126
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,7168,65536,0.6259093284606934
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,7168,65536,0.36529600620269775
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,7168,65536,0.5236693223317465
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,7168,65536,0.26662933826446533
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,7168,65536,0.3933866818745931
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,7168,65536,0.17949867248535156
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,7168,65536,0.16633066534996033
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,7168,65536,0.27189334233601886
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,7168,65536,0.1513866682847341
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,7168,65536,0.1435413360595703
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,7168,65536,0.15313599507013956
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,7168,65536,0.14013866583506265
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,7168,65536,0.14104533195495605
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,7168,65536,0.13849600156148276
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,7168,65536,0.1275040010611216
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,7168,65536,0.12639466921488443
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,7168,65536,0.12435199817021687
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,7168,65536,0.1257973313331604
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,7168,65536,0.12075733145078023
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,7168,65536,0.11926399668057759
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,7168,65536,0.11550399661064148
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,7168,65536,0.11454400420188904
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,7168,65536,15.929920196533203
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,7168,65536,0.11068800091743469
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,7168,65536,0.10640000303586324
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,7168,65536,1.6301706631978352
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,7168,65536,0.10194666186968486
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,7168,65536,0.10844799876213074
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,7168,65536,0.10421866178512573
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,7168,65536,0.10125333070755005
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,7168,65536,0.10070932904879253
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,7168,65536,0.0999786655108134
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,7168,65536,0.09829866886138916
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,7168,65536,0.09987200299898784
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,7168,65536,0.09691733121871948
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,7168,65536,0.09885866443316142
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,7168,65536,0.09779199957847595
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,7168,65536,0.09607999523480733
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,7168,65536,1.0231040318806965
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,7168,65536,0.09546666344006856
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,7168,65536,0.09481599926948547
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,7168,65536,0.09265066186587016
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,7168,65536,0.09262933333714803
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,7168,65536,0.10732799768447876
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,7168,65536,0.09884799520174663
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,7168,65536,0.10336533188819885
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,7168,65536,0.0925333301226298
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,7168,65536,0.10935999949773152
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,7168,65536,2.0075947443644204
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,7168,65536,1.5665920575459797
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,7168,65536,1.7405440012613933
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,7168,65536,1.5370133717854817
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,7168,65536,1.5284053484598796
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,7168,65536,1.7680692672729492
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,7168,65536,1.353589375813802
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,7168,65536,1.4767252604166667
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,7168,65536,1.3124746481577556
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,7168,65536,1.2877973715464275
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,7168,65536,1.1347466309865315
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,7168,65536,1.237221320470174
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,7168,65536,1.1109333038330078
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,7168,65536,0.9237866401672363
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,7168,65536,1.0320320129394531
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,7168,65536,0.8690826892852783
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,7168,65536,0.9169600009918213
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,7168,65536,1.1678293546040852
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,7168,65536,0.7415146827697754
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,7168,65536,0.6371680100758871
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,7168,65536,0.6923200289408366
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,7168,65536,0.5506613254547119
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,7168,65536,0.75
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,7168,65536,0.49723200003306073
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,7168,65536,0.4153226613998413
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,7168,65536,0.4490186770757039
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,7168,65536,0.3248746593793233
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,7168,65536,0.31060800949732464
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,7168,65536,0.21756267547607422
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,7168,65536,0.16316800316174826
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,7168,65536,0.15954132874806723
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,7168,65536,0.15994667013486227
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,7168,65536,0.15717333555221558
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,7168,65536,0.1572373310724894
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,7168,65536,0.15375999609629312
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,7168,65536,0.15526933471361795
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,7168,65536,0.1513920029004415
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,7168,65536,0.17527467012405396
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,7168,65536,0.1200320025285085
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,7168,65536,0.11794666449228923
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,7168,65536,0.11585066715876262
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,7168,65536,0.11487467090288798
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,7168,65536,0.11343466242154439
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,7168,65536,0.11322133739789327
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,7168,65536,0.11206400394439697
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,7168,65536,0.11210133632024129
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,7168,65536,0.11061333616574605
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,7168,65536,0.11099732915560405
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,7168,65536,0.10902933279673259
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,7168,65536,0.10795733332633972
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,7168,65536,0.10737599929173787
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,7168,65536,0.1067519982655843
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,7168,65536,0.10667199889818828
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,7168,65536,0.10729066530863444
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,7168,65536,0.10714667042096455
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,7168,65536,0.1072746713956197
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,7168,65536,0.10697066783905029
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,7168,65536,0.1069546639919281
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,7168,65536,0.10727999607721965
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,7168,65536,0.10725866754849751
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,7168,65536,0.10670933127403259
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,7168,65536,0.1058026651541392
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,7168,65536,0.1060693363348643
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,7168,65536,0.10599999626477559
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,7168,65536,0.10559999942779541
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,7168,65536,0.10599467158317566
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,7168,65536,0.18203200896581015
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,7168,65536,0.11786666512489319
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,7168,65536,2.2056639989217124
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,7168,65536,1.001914660135905
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,7168,65536,0.9834933280944824
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,7168,65536,0.9664479891459147
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,7168,65536,0.9052693049112955
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,7168,65536,0.8139999707539877
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,7168,65536,0.7845653692881266
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,7168,65536,0.7763199806213379
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,7168,65536,0.7539253234863281
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,7168,65536,0.7483572959899902
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,7168,65536,0.641594648361206
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,7168,65536,0.6304959853490194
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,7168,65536,0.6075040102005005
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,7168,65536,0.594373345375061
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,7168,65536,0.5823626518249512
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,7168,65536,0.5776799917221069
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,7168,65536,0.4671200116475423
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,7168,65536,0.4551200071970622
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,7168,65536,0.43969066937764484
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,7168,65536,0.43647468090057373
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,7168,65536,4.517546653747559
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,7168,65536,0.4273546536763509
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,7168,65536,1.1592799822489421
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,7168,65536,0.29914132754007977
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,7168,65536,0.39422400792439777
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,7168,65536,0.288592000802358
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,7168,65536,0.29632532596588135
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,7168,65536,0.3193333347638448
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,7168,65536,0.17015999555587769
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,7168,65536,0.15153599778811136
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,7168,65536,0.1442453364531199
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,7168,65536,0.14035200079282126
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,7168,65536,0.13985600074132284
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,7168,65536,0.1390880048274994
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,7168,65536,0.14017599821090698
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,7168,65536,0.13945066928863525
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,7168,65536,0.13901866475741068
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,7168,65536,0.13876799742380777
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,7168,65536,0.13860266407330832
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,7168,65536,0.13588800032933554
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,7168,65536,0.13615467151006064
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,7168,65536,0.13636266191800436
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,7168,65536,0.13668266932169595
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,7168,65536,0.13589333494504294
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,7168,65536,0.13566933075586954
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,7168,65536,0.13598400354385376
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,7168,65536,0.13565333684285483
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,7168,65536,0.13589333494504294
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,7168,65536,9.681621551513672
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,7168,65536,0.13495999574661255
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,7168,65536,0.13565867145856222
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,7168,65536,0.13502400120099387
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,7168,65536,0.13500799735387167
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,7168,65536,0.1346666713555654
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,7168,65536,0.1488746702671051
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,7168,65536,0.13457600275675455
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,7168,65536,0.13524267077445984
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,7168,65536,0.13583999872207642
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,7168,65536,0.13591999808947244
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,7168,65536,0.13516799608866373
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,7168,65536,0.13527466853459677
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,7168,65536,0.13588266571362814
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,7168,65536,0.1356053352355957
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,7168,65536,0.13562666376431784
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,7168,65536,0.13564266761144003
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,7168,65536,0.1359946628411611
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,7168,65536,0.13487466176350912
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,7168,65536,0.1359946628411611
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,7168,65536,0.13503467043240866
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,7168,65536,0.13486400246620178
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,7168,51200,3.9823360443115234
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,7168,51200,2.4902772903442383
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,7168,51200,1.9492053985595703
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,7168,51200,8.540053049723307
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,7168,51200,2.0341013272603354
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,7168,51200,2.070336023966471
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,7168,51200,1.872927983601888
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,7168,51200,1.854965368906657
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,7168,51200,1.597530682881673
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,7168,51200,1.8667680422465007
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,7168,51200,1.6150186856587727
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,7168,51200,1.716741402943929
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,7168,51200,1.4560747146606445
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,7168,51200,1.6968372662862141
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,7168,51200,1.4153547286987305
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,7168,51200,1.3104373613993328
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,7168,51200,16.91369120279948
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,7168,51200,1.2099146842956543
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,7168,51200,1.2686080137888591
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,7168,51200,1.336341381072998
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,7168,51200,0.9502346515655518
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,7168,51200,1.3180480003356934
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,7168,51200,0.8741493225097656
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,7168,51200,0.9547839959462484
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,7168,51200,0.7992106278737386
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,7168,51200,0.8004746437072754
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,7168,51200,0.6940693060557047
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,7168,51200,0.570741335550944
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,7168,51200,0.4931519826253255
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,7168,51200,0.5400000015894572
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,7168,51200,0.38315733273824054
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,7168,51200,0.39827199776967365
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,7168,51200,0.2744479974110921
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,7168,51200,0.1978293259938558
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,7168,51200,0.15507733821868896
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,7168,51200,0.15448000033696493
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,7168,51200,0.155130664507548
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,7168,51200,0.17006933689117432
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,7168,51200,0.14658666650454202
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,7168,51200,0.16598400473594666
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,7168,51200,0.13617600003878275
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,7168,51200,1.4251947402954102
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,7168,51200,0.1339893341064453
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,7168,51200,0.13090667128562927
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,7168,51200,0.13013333082199097
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,7168,51200,0.131632000207901
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,7168,51200,0.13271466890970865
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,7168,51200,0.13246400157610574
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,7168,51200,0.13217600186665854
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,7168,51200,0.12794666488965353
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,7168,51200,0.12686933080355325
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,7168,51200,0.12915199995040894
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,7168,51200,0.12757866581281027
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,7168,51200,0.12397332986195882
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,7168,51200,0.12241599957148235
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,7168,51200,0.2895786762237549
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,7168,51200,0.12008000413576762
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,7168,51200,0.11866666873296101
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,7168,51200,0.11949867010116577
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,7168,51200,0.11902399857838948
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,7168,51200,0.11942933003107707
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,7168,51200,0.118559996287028
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,7168,51200,0.11875200271606445
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,7168,51200,0.11745599905649821
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,7168,51200,0.11959999799728394
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,7168,51200,0.11890666683514912
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,7168,51200,0.1183733344078064
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,7168,51200,0.11746133367220561
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,7168,51200,0.11903466780980428
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,7168,51200,0.11787733435630798
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,7168,51200,0.11804800232251485
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,7168,51200,0.11685333649317424
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,7168,51200,0.1236799955368042
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,7168,51200,0.12471466263135274
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,7168,51200,1.5673227310180664
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,7168,51200,6.111258824666341
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,7168,51200,3.123994509379069
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,7168,51200,1.6697173118591309
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,7168,51200,1.5544427235921223
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,7168,51200,1.6105705897013347
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,7168,51200,1.4329333305358887
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,7168,51200,1.407925287882487
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,7168,51200,1.3271573384602864
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,7168,51200,1.2692586580912273
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,7168,51200,12.094757080078125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,7168,51200,1.2810826301574707
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,7168,51200,1.166101296742757
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,7168,51200,1.0741759936014812
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,7168,51200,1.0511146386464436
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,7168,51200,1.3176320393880208
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,7168,51200,0.9787733554840088
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,7168,51200,0.9432693322499593
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,7168,51200,0.8723200162251791
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,7168,51200,0.7621386845906576
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,7168,51200,0.8665973345438639
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,7168,51200,0.8067146937052408
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,7168,51200,1.314522663752238
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,7168,51200,0.6886080106099447
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,7168,51200,0.6703999837239584
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,7168,51200,0.5921013355255127
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,7168,51200,0.5196373462677002
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,7168,51200,0.602506677309672
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,7168,51200,0.46164266268412274
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,7168,51200,0.3744906584421794
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,7168,51200,0.28438933690388996
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,7168,51200,0.2971893350283305
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,7168,51200,0.20268799861272177
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,7168,51200,0.2160266637802124
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,7168,51200,0.14707733194033304
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,7168,51200,0.13706666231155396
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,7168,51200,0.12893866499265036
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,7168,51200,0.12762666742006937
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,7168,51200,0.12040000160535176
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,7168,51200,0.11967466274897258
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,7168,51200,0.11469333370526631
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,7168,51200,0.11389333009719849
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,7168,51200,0.10983999570210774
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,7168,51200,0.10954667131106059
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,7168,51200,0.10371200243631999
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,7168,51200,0.10524800419807434
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,7168,51200,0.10034666458765666
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,7168,51200,0.10122666756312053
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,7168,51200,0.09703466296195984
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,7168,51200,0.0965119997660319
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,7168,51200,0.09404266873995464
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,7168,51200,0.09475732843081157
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,7168,51200,0.09065600236256917
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,7168,51200,0.08589333295822144
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,7168,51200,0.09057066837946574
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,7168,51200,0.08426133791605632
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,7168,51200,0.08240533371766408
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,7168,51200,0.08038400113582611
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,7168,51200,0.08039466540018718
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,7168,51200,0.07999999821186066
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,7168,51200,0.07925333579381307
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,7168,51200,0.0792906681696574
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,7168,51200,0.4089866479237874
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,7168,51200,0.07833066582679749
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,7168,51200,0.07831466694672902
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,7168,51200,0.07898666461308797
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,7168,51200,0.07664533456166585
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,7168,51200,0.07766399780909221
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,7168,51200,0.07702399790287018
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,7168,51200,0.07734400033950806
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,7168,51200,0.07729599873224895
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,7168,51200,0.07463466624418895
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,7168,51200,0.07487999896208446
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,7168,51200,0.07410133381684621
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,7168,65536,1.0987520217895508
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,7168,65536,1.160757303237915
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,7168,65536,1.0170880158742268
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,7168,65536,1.147264003753662
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,7168,51200,12.790779113769531
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,7168,51200,1.742304007212321
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,7168,51200,1.3711412747701008
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,7168,51200,1.2797493139902751
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,7168,51200,1.9996693929036458
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,7168,51200,1.7745973269144695
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,7168,51200,1.1878399848937988
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,7168,51200,1.7667412757873535
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,7168,51200,1.1564373175303142
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,7168,51200,1.9836799303690593
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,7168,51200,1.5598187446594238
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,7168,51200,6.179301579793294
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,7168,51200,1.000762701034546
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,7168,51200,1.216373364130656
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,7168,51200,0.8208106358846029
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,7168,51200,1.0001920064290364
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,7168,51200,0.7650453249613444
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,7168,51200,1.072218656539917
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,7168,51200,0.8843839963277181
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,7168,51200,0.6329760154088339
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,7168,51200,1.799722671508789
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,7168,51200,1.4157172838846843
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,7168,51200,0.40585601329803467
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,7168,51200,0.33721601963043213
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,7168,51200,1.2225440343221028
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,7168,51200,1.1766506830851238
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,7168,51200,0.9228106339772543
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,7168,51200,0.19770665963490805
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,7168,51200,0.7080427010854086
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,7168,51200,0.7727519671122233
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,7168,51200,0.5069706837336222
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,7168,51200,0.3637973467508952
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,7168,51200,0.2584799925486247
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,7168,51200,0.15637866655985513
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,7168,51200,0.2726080020268758
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,7168,51200,0.12904533743858337
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,7168,51200,0.12923733393351236
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,7168,51200,0.12678399682044983
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,7168,51200,0.13916266957918802
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,7168,51200,0.13805866241455078
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,7168,51200,0.13607999682426453
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,7168,51200,0.12798399726549783
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,7168,51200,0.12707733114560446
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,7168,51200,0.10078400373458862
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,7168,51200,0.09602666894594829
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,7168,51200,0.09610133369763692
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,7168,51200,0.09506666660308838
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,7168,51200,0.09496532877286275
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,7168,51200,0.09296000003814697
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,7168,51200,0.09917333722114563
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,7168,51200,0.09309867024421692
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,7168,51200,0.1019040048122406
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,7168,51200,0.0927946666876475
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,7168,51200,0.09161067008972168
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,7168,51200,0.09121599793434143
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,7168,51200,0.09230933586756389
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,7168,51200,0.09135466814041138
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,7168,51200,0.09285333752632141
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,7168,51200,0.09128000338872273
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,7168,51200,0.09289066990216573
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,7168,51200,0.09132799506187439
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,7168,51200,0.09308800101280212
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,7168,51200,0.0918346643447876
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,7168,51200,0.0925439993540446
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,7168,51200,0.0913866659005483
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,7168,51200,0.09148266911506653
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,7168,51200,0.09101866682370503
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,7168,51200,0.15362667044003805
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,7168,51200,0.15787733594576517
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,7168,51200,0.10090667009353638
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,7168,51200,0.09676266709963481
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,7168,51200,0.09070400396982829
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,7168,51200,0.09065600236256917
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,7168,51200,3.3935521443684897
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,7168,51200,0.7779680093129476
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,7168,51200,0.7709493637084961
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,7168,51200,0.7530293464660645
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,7168,51200,0.7044373353322347
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,7168,51200,0.6457759936650594
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,7168,51200,0.6189013322194418
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,7168,51200,0.6122879981994629
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,7168,51200,1.6624639828999836
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,7168,51200,0.58405868212382
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,7168,51200,0.5935519933700562
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,7168,51200,0.5050239960352579
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,7168,51200,0.48026132583618164
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,7168,51200,0.4889386494954427
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,7168,51200,0.4639253218968709
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,7168,51200,0.4548906485239665
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,7168,51200,0.45229331652323407
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,7168,51200,0.36186667283376056
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,7168,51200,0.36203734079996747
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,7168,51200,0.3404426574707031
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,7168,51200,0.3373333215713501
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,7168,51200,0.3312106728553772
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,7168,51200,0.2526506582895915
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,7168,51200,0.23450666666030884
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,7168,51200,0.2374933362007141
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,7168,51200,0.23454399903615317
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,7168,51200,0.22163732846577963
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,7168,51200,0.13893333077430725
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,7168,51200,0.12220266461372375
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,7168,51200,0.11396800478299458
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,7168,51200,0.11238400141398112
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,7168,51200,0.1123306651910146
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,7168,51200,0.11203733086585999
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,7168,51200,0.11204266548156738
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,7168,51200,0.11167466640472412
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,7168,51200,0.1118986705938975
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,7168,51200,0.1113813320795695
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,7168,51200,0.11098133524258931
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,7168,51200,0.1095199982325236
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,7168,51200,0.10969066619873047
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,7168,51200,0.1102239986260732
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,7168,51200,0.10943999886512756
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,7168,51200,7.480202356974284
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,7168,51200,0.10955733060836792
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,7168,51200,0.1090880036354065
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,7168,51200,0.10975999633471172
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,7168,51200,0.10852799812952678
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,7168,51200,0.1932106614112854
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,7168,51200,0.10929600397745769
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,7168,51200,0.10828266541163127
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,7168,51200,0.10916266838709514
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,7168,51200,0.10935999949773152
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,7168,51200,0.10760000348091125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,7168,51200,0.1090186635653178
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,7168,51200,0.10760000348091125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,7168,51200,0.1158026655515035
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,7168,51200,0.1092800001303355
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,7168,51200,0.10770133137702942
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,7168,51200,0.10900266965230306
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,7168,51200,0.11035199960072835
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,7168,51200,0.10750400026639302
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,7168,51200,0.10863999525705974
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,7168,51200,0.10760533809661865
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,7168,51200,0.10873066385587056
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,7168,51200,0.1072266697883606
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,7168,51200,0.10859733819961548
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,7168,51200,0.10789333780606587
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,7168,51200,0.10739733775456746
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,7168,51200,0.10914666453997295
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,7168,16384,4.568943977355957
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,7168,16384,0.6038186550140381
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,7168,16384,2.4668960571289062
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,7168,16384,0.7218613624572754
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,7168,16384,0.6175413529078165
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,7168,16384,0.5727413495381674
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,7168,16384,0.5508533318837484
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,7168,16384,1.2722880045572917
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,7168,16384,0.5192480087280273
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,7168,16384,0.5379946629206339
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,7168,16384,0.5016479889551798
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,7168,16384,0.526528000831604
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,7168,16384,0.46931731700897217
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,7168,16384,0.49145599206288654
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,7168,16384,0.4357120196024577
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,7168,16384,0.42213865121205646
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,7168,16384,0.40111998716990155
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,7168,16384,0.3723573287328084
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,7168,16384,0.7880533536275228
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,7168,16384,0.34805333614349365
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,7168,16384,0.3086293339729309
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,7168,16384,0.3193653424580892
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,7168,16384,0.2840213378270467
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,7168,16384,0.2709333300590515
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,7168,16384,0.23906133572260538
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,7168,16384,0.2440053423245748
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,7168,16384,0.2214240034421285
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,7168,16384,0.1845866640408834
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,7168,16384,0.15397866566975912
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,7168,16384,0.161871999502182
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,7168,16384,0.12290666500727336
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,7168,16384,0.12571199735005698
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,7168,16384,0.09299199779828389
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,7168,16384,0.08869333068529765
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,7168,16384,0.06560533245404561
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,7168,16384,0.35064534346262616
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,7168,16384,0.05258133510748545
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,7168,16384,0.0521066685517629
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,7168,16384,0.05798399945100149
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,7168,16384,0.05054933329423269
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,7168,16384,0.05706666906674703
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,7168,16384,0.04785599807898203
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,7168,16384,0.05230933427810669
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,7168,16384,0.047983999053637184
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,7168,16384,0.05197333296140035
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,7168,16384,0.051882664362589516
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,7168,16384,0.04994133114814758
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,7168,16384,0.05064533154169718
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,7168,16384,0.04906666775544485
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,7168,16384,0.04780266682306925
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,7168,16384,0.047839999198913574
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,7168,16384,0.04771733283996582
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,7168,16384,0.048384000857671104
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,7168,16384,0.0488319993019104
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,7168,16384,0.04560000201066335
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,7168,16384,0.04582933088143667
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,7168,16384,0.04410133262475332
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,7168,16384,0.043738668163617454
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,7168,16384,0.04348800083001455
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,7168,16384,0.043824002146720886
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,7168,16384,0.05142400165398916
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,7168,16384,0.043840001026789345
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,7168,16384,0.043765331308046974
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,7168,16384,0.04364799956480662
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,7168,16384,0.043653334180514015
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,7168,16384,0.043568000197410583
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,7168,16384,0.043552001317342125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,7168,16384,0.04186666508515676
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,7168,16384,0.0420959989229838
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,7168,16384,0.04409066836039225
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,7168,16384,0.04376000165939331
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,7168,16384,0.04313066601753235
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,7168,16384,0.04348266621430715
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,7168,51200,0.9092426300048828
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,7168,16384,0.04322666426499685
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,7168,16384,1.9658080736796062
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,7168,16384,3.929903984069824
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,7168,51200,0.8717386722564697
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,7168,16384,0.5122026602427164
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,7168,16384,0.6018826564153036
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,7168,16384,0.5088133414586385
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,7168,16384,0.4787520170211792
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,7168,16384,0.458679993947347
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,7168,16384,0.45718665917714435
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,7168,16384,0.4106586774190267
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,7168,16384,0.42110133171081543
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,7168,16384,0.40373865763346356
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,7168,16384,0.4196639855702718
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,7168,16384,0.363042672475179
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,7168,16384,0.3396773338317871
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,7168,16384,0.37812264760335285
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,7168,16384,0.3051439921061198
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,7168,16384,0.3277573386828105
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,7168,16384,0.2919146617253621
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,7168,16384,0.26636799176534015
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,7168,16384,0.26309067010879517
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,7168,16384,0.23165067036946616
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,7168,16384,0.24819733699162802
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,7168,16384,0.20546134312947592
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,7168,16384,0.17879199981689453
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,7168,16384,0.18522133429845175
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,7168,16384,0.14419999718666077
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,7168,16384,0.1596213380495707
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,7168,16384,0.11836000283559163
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,7168,16384,0.09458667039871216
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,7168,16384,0.975770632425944
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,7168,16384,0.1018986701965332
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,7168,16384,0.12950666745503744
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,7168,16384,0.07414933542410533
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,7168,16384,0.07552533348401387
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,7168,16384,0.05691199998060862
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,7168,16384,0.050701335072517395
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,7168,16384,0.050626665353775024
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,7168,16384,0.05760799845059713
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,7168,16384,0.05184000233809153
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,7168,16384,0.0472320020198822
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,7168,16384,0.05637600024541219
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,7168,16384,0.05039200186729431
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,7168,16384,0.05017333229382833
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,7168,16384,0.04991200069586436
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,7168,16384,0.04879466692606608
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,7168,16384,0.048800001541773476
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,7168,16384,0.046725332736968994
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,7168,16384,0.20098666350046793
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,7168,16384,0.045221333702405296
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,7168,16384,0.045040001471837364
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,7168,16384,0.04543999830881754
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,7168,16384,0.04343733191490173
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,7168,16384,0.042733331521352134
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,7168,16384,0.039647998909155525
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,7168,16384,0.039279999832312264
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,7168,16384,0.03711200008789698
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,7168,16384,0.05398133397102356
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,7168,16384,0.03706666578849157
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,7168,16384,0.03905866543451945
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,7168,16384,0.03690933436155319
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,7168,16384,0.037104000647862755
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,7168,16384,0.03676533450682958
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,7168,16384,0.03860000024239222
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,7168,16384,0.03649600098530451
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,7168,16384,0.03658399979273478
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,7168,16384,0.036101333796978
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,7168,16384,0.03587999939918518
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,7168,16384,0.035042665898799896
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,7168,16384,0.036271999279658
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,7168,16384,0.036013332506020866
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,7168,16384,0.035205334424972534
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,7168,16384,0.03553866595029831
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,7168,16384,0.03842133283615112
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,7168,16384,0.0502480020125707
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,7168,51200,0.9210720062255859
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,7168,51200,0.8792373339335123
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,7168,16384,2.0192160606384277
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,7168,16384,0.9531653722127279
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,7168,16384,0.4428986708323161
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,7168,16384,0.5757866700490316
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,7168,16384,0.5014693339665731
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,7168,16384,0.42244799931844074
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,7168,16384,4.068719863891602
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,7168,16384,0.5697973171869913
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,7168,16384,0.3731946547826131
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,7168,16384,0.5076533158620199
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,7168,16384,0.4626400073369344
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,7168,16384,0.36774134635925293
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,7168,16384,0.3150213360786438
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,7168,16384,0.3033573428789775
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,7168,16384,0.3888479868570964
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,7168,16384,0.256935993830363
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,7168,16384,0.2964426676432292
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,7168,16384,0.23915733893712363
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,7168,16384,0.44120268026987713
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,7168,16384,0.21420800685882568
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,7168,16384,0.17934133609135947
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,7168,16384,0.36602667967478436
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,7168,16384,0.46113065878550213
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,7168,16384,0.1487280031045278
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,7168,16384,0.12203199664751689
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,7168,51200,0.7901386419932047
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,7168,16384,0.5044693152109782
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,7168,16384,0.33297065893809
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,7168,16384,0.06650933126608531
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,7168,16384,0.26319199800491333
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,7168,16384,0.2114293376604716
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,7168,16384,0.19737867514292398
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,7168,16384,0.15496266881624857
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,7168,16384,0.13374132911364237
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,7168,16384,0.09330133597056071
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,7168,16384,0.0918986697991689
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,7168,16384,0.048397332429885864
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,7168,16384,0.04769066472848257
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,7168,16384,0.05097333093484243
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,7168,16384,0.05604266623655955
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,7168,16384,0.050944000482559204
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,7168,16384,0.051141331593195595
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,7168,16384,0.051594664653142296
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,7168,16384,0.0496373325586319
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,7168,16384,0.0476800004641215
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,7168,16384,0.03800000001986822
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,7168,16384,0.03499466677506765
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,7168,16384,0.03473600000143051
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,7168,16384,0.035186665753523506
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,7168,16384,0.03499199946721395
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,7168,16384,0.03504000107447306
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,7168,16384,0.034143999218940735
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,7168,16384,0.03420000026623408
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,7168,16384,0.03420533239841461
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,7168,16384,0.034160000582536064
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,7168,16384,0.03418133407831192
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,7168,16384,0.03432533393303553
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,7168,16384,0.034272000193595886
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,7168,16384,0.03405333310365677
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,7168,16384,0.03429600099722544
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,7168,16384,0.03408533334732056
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,7168,16384,0.03809066613515218
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,7168,16384,0.06288800140221913
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,7168,16384,0.06431999802589417
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,7168,16384,0.03754666695992152
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,7168,16384,0.06386666496594746
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,7168,16384,0.06177600224812826
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,7168,16384,0.06600266695022583
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,7168,16384,0.059119999408721924
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,7168,16384,0.06378666559855144
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,7168,16384,0.03733866661787033
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,7168,16384,0.03782399992148081
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,7168,16384,0.03723733375469843
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,7168,16384,0.037578667203585304
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,7168,16384,0.037288000186284385
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,7168,16384,0.28701334529452854
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,7168,16384,1.0640035205417209
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,7168,16384,0.5302080048455132
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,7168,16384,2.207464853922526
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,7168,16384,0.30176178614298504
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,7168,16384,0.29188622368706596
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,7168,16384,0.2795448833041721
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,7168,16384,0.2572000026702881
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,7168,16384,0.25689956876966685
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,7168,16384,0.2506684462229411
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,7168,16384,0.20856532785627577
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,7168,16384,0.23920000924004448
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,7168,16384,0.22513421376546225
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,7168,16384,0.19542577531602648
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,7168,16384,0.18978488445281982
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,7168,16384,0.19490310880872938
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,7168,16384,0.18778488371107313
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,7168,16384,0.16146843963199192
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,7168,16384,0.16201244460211858
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,7168,16384,0.1558311118019952
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,7168,16384,0.15437155299716526
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,7168,16384,0.15061510933770075
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,7168,16384,0.14870222409566244
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,7168,16384,0.1210506624645657
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,7168,16384,0.1185706721411811
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,7168,16384,0.11574933263990615
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,7168,16384,0.11108799775441487
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,7168,16384,0.11385599772135417
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,7168,16384,0.08386844396591187
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,7168,16384,0.0818471113840739
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,7168,16384,0.08043377929263644
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,7168,16384,0.08018133375379774
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,7168,16384,0.07595555649863349
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,7168,16384,0.05239289005597433
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,7168,16384,0.04216177927123176
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,7168,16384,0.04529244369930691
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,7168,16384,0.04144533475240072
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,7168,16384,0.04134044382307265
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,7168,16384,0.04150399896833632
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,7168,16384,0.04093155595991347
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,7168,16384,0.040455109543270536
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,7168,16384,0.04059022333886888
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,7168,16384,0.040702223777770996
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,7168,16384,0.04054222173160977
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,7168,16384,0.03990933299064636
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,7168,16384,0.03974399964014689
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,7168,16384,0.039797332551744245
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,7168,16384,0.03931377662552728
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,7168,16384,0.03978666663169861
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,7168,16384,0.039761778381135725
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,7168,16384,0.0395359992980957
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,7168,16384,0.03923022084765964
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,7168,16384,0.03987200061480204
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,7168,16384,0.03850488861401876
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,7168,16384,0.039242668284310236
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,7168,16384,0.03941511114438375
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,7168,16384,0.03920533259709676
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,7168,16384,0.03899733225504557
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,7168,16384,0.03923911187383864
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,7168,16384,0.038430223862330117
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,7168,16384,0.038704001241260104
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,7168,16384,0.03785955574777391
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,7168,16384,0.03852444556024339
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,7168,16384,0.03855999973085191
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,7168,16384,0.0388373335202535
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,7168,16384,0.03864533371395535
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,7168,16384,0.03865422142876519
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,7168,12288,3.5503412882486978
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,7168,12288,2.0312533378601074
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,7168,12288,0.9896426995595297
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,7168,12288,0.4821386734644572
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,7168,12288,0.5969440142313639
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,7168,12288,0.4842933416366577
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,7168,12288,0.5565226475397745
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,7168,12288,0.44869331518809
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,7168,12288,0.4554080168406169
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,7168,12288,0.4289439916610718
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,7168,12288,0.4519893328348796
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,7168,12288,0.42157332102457684
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,7168,12288,0.4537493387858073
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,7168,12288,0.35021865367889404
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,7168,12288,0.3718400001525879
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,7168,12288,0.3281280001004537
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,7168,12288,0.31850665807724
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,7168,12288,0.3022613326708476
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,7168,12288,0.2794506748517354
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,7168,16384,0.03798044390148587
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,7168,12288,0.27194666862487793
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,7168,12288,0.27985600630442303
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,7168,12288,0.23996265729268393
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,7168,12288,0.24761066834131876
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,7168,12288,0.2223680019378662
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,7168,12288,0.21178134282430014
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,7168,12288,0.1871359944343567
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,7168,12288,0.18939733505249023
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,7168,12288,0.1720800002415975
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,7168,12288,0.1442400018374125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,7168,12288,0.12070932984352112
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,7168,12288,0.12609066565831503
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,7168,12288,0.09642666578292847
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,7168,12288,0.09759466846783955
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,7168,12288,0.07227199772993724
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,7168,12288,0.0701386680205663
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,7168,12288,0.051813334226608276
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,7168,12288,0.04135466615358988
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,7168,12288,0.04132800052563349
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,7168,12288,0.04142933338880539
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,7168,12288,0.04553600152333578
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,7168,12288,0.04125866790612539
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,7168,12288,0.04560000201066335
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,7168,12288,0.03892799963553747
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,7168,12288,0.04177600145339966
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,7168,12288,0.03847466657559077
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,7168,12288,0.03760000069936117
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,7168,12288,0.03781333317359289
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,7168,12288,0.03979733337958654
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,7168,12288,0.03755733370780945
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,7168,12288,0.03703466554482778
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,7168,12288,0.03749866783618927
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,7168,12288,0.037317333122094475
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,7168,12288,0.03748266647259394
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,7168,12288,0.03920533259709676
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,7168,12288,0.03890133400758108
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,7168,12288,0.03714666763941447
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,7168,12288,0.03721066564321518
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,7168,12288,0.03701333453257879
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,7168,12288,0.03527999917666117
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,7168,12288,0.03547733277082443
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,7168,12288,0.035504000882307686
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,7168,12288,0.035205334424972534
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,7168,12288,0.035216001172860466
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,7168,12288,0.035375999907652535
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,7168,12288,0.03513599932193756
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,7168,12288,0.03536533315976461
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,7168,12288,0.0353973334034284
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,7168,12288,0.03536533315976461
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,7168,12288,0.03537066777547201
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,7168,12288,0.035216001172860466
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,7168,12288,0.03480000048875809
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,7168,12288,0.034058667719364166
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,7168,12288,0.03385599950949351
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,7168,12288,0.034128000338872276
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,7168,12288,2.9386825561523438
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,7168,12288,0.7421039740244547
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,7168,12288,1.5338719685872395
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,7168,12288,0.3717706600824992
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,7168,12288,0.43940532207489014
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,7168,12288,0.356386661529541
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,7168,12288,0.33293066422144574
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,7168,12288,0.40937066078186035
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,7168,12288,0.3349440097808838
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,7168,12288,0.3139386574427287
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,7168,12288,0.31834399700164795
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,7168,12288,0.30164267619450885
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,7168,12288,0.3067413369814555
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,7168,12288,0.27319733301798504
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,7168,12288,0.2810293237368266
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,7168,12288,0.2376906673113505
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,7168,12288,0.24854934215545654
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,7168,12288,0.21510666608810425
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,7168,12288,0.22414400180180868
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,7168,12288,0.19818933804829916
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,7168,12288,0.19767733414967856
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,7168,12288,0.18498667081197104
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,7168,12288,0.17209599415461221
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,7168,12288,0.1558080017566681
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,7168,12288,0.158053328593572
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,7168,12288,0.1388746698697408
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,7168,12288,0.1471493343512217
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,7168,12288,0.12814933061599731
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,7168,12288,0.11395466327667236
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,7168,12288,0.09298400084177653
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,7168,12288,0.1024346649646759
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,7168,12288,0.08276533087094624
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,7168,12288,0.06172533333301544
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,7168,16384,0.038485334979163274
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,7168,12288,0.06389866769313812
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,7168,12288,0.04871733486652374
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,7168,12288,0.04171200096607208
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,7168,12288,0.043453335762023926
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,7168,12288,0.04318666458129883
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,7168,12288,0.04340266684691111
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,7168,12288,0.047322665651639305
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,7168,12288,0.042621334393819175
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,7168,12288,0.038848000268141426
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,7168,12288,0.03934133301178614
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,7168,12288,0.03710933278004328
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,7168,12288,0.036901332437992096
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,7168,12288,0.035373332599798836
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,7168,12288,0.036703998843828835
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,7168,12288,0.03554933269818624
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,7168,12288,0.03372266640265783
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,7168,12288,0.033802665770053864
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,7168,12288,0.03505333264668783
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,7168,12288,0.03311999887228012
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,7168,12288,0.07614666720231374
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,7168,12288,0.03312800079584122
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,7168,12288,0.03294666608174642
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,7168,12288,0.030784000953038532
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,7168,12288,0.029066666960716248
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,7168,12288,0.029690665503342945
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,7168,12288,0.030943999687830608
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,7168,12288,0.03110133359829585
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,7168,12288,0.030042665700117748
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,7168,12288,0.029839999973773956
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,7168,12288,0.0300720011194547
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,7168,12288,0.030320001145203907
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,7168,12288,0.03052799900372823
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,7168,12288,0.02868266652027766
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,7168,12288,0.028864001234372456
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,7168,12288,0.028517333169778187
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,7168,12288,0.02923733244339625
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,7168,12288,0.02918400118748347
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,7168,12288,0.028471998870372772
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,7168,12288,0.02889866630236308
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,7168,12288,0.03331999977429708
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,7168,12288,0.028946665426095326
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,7168,16384,0.03817066550254822
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,7168,12288,1.5658772786458333
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,7168,12288,0.4158639907836914
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,7168,12288,3.2736374537150064
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,7168,12288,0.7815120220184326
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,7168,12288,0.40268266201019287
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,7168,12288,0.3749973376592
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,7168,16384,0.03853866789076064
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,7168,12288,0.34704800446828205
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,7168,16384,0.03849422269397312
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,7168,12288,0.31416000922520954
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,7168,16384,0.03849777910444472
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,7168,12288,0.3012186686197917
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,7168,12288,0.470850666364034
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,7168,12288,0.2624346613883972
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,7168,12288,0.2882586717605591
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,7168,12288,0.24818134307861328
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,7168,12288,0.44676534334818524
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,7168,12288,0.21313865979512533
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,7168,12288,0.23413066069285074
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,7168,12288,0.41417332490285236
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,7168,12288,0.19808000326156616
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,7168,12288,0.39553598562876385
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,7168,12288,0.17639732360839844
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,7168,12288,0.15108266472816467
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,7168,12288,0.3596800168355306
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,7168,12288,0.3452639977137248
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,7168,12288,0.1256506641705831
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,7168,12288,0.10599467158317566
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,7168,12288,0.3032960096995036
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,7168,12288,0.27105599641799927
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,7168,16384,0.03815644317203098
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,7168,12288,0.05779999991257986
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,7168,12288,0.21653066078821817
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,7168,12288,0.16180266936620077
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,7168,12288,0.17502933740615845
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,7168,12288,0.13267733653386435
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,7168,12288,0.11034400264422099
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,7168,12288,0.08077866832415263
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,7168,12288,0.07774133483568828
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,7168,12288,0.03918133427699407
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,7168,12288,0.03906933218240738
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,7168,12288,0.04680533210436503
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,7168,12288,0.043325334787368774
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,7168,12288,0.043335999051729836
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,7168,12288,0.04340266684691111
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,7168,12288,0.041981334487597145
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,7168,12288,0.040661332507928215
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,7168,12288,0.04126933217048645
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,7168,12288,0.031130666534105938
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,7168,12288,0.028042666614055634
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,7168,12288,0.028058665494124096
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,7168,12288,0.028037334481875103
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,7168,12288,0.02775733421246211
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,7168,12288,0.027831998964150746
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,7168,12288,0.027434666951497395
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,7168,12288,0.02789066731929779
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,7168,12288,0.02791733294725418
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,7168,12288,0.027053333818912506
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,7168,12288,0.027503999571005504
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,7168,12288,0.027888000011444092
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,7168,12288,0.02789866675933202
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,7168,12288,0.03149333347876867
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,7168,12288,0.04645333190759023
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,7168,12288,0.030589332183202107
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,7168,12288,0.048026666045188904
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,7168,12288,0.05049866437911987
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,7168,12288,0.031757332384586334
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,7168,12288,0.05045866469542185
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,7168,12288,0.05098933478196462
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,7168,12288,0.04578666885693868
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,7168,12288,0.050613333781560264
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,7168,12288,0.04544266561667124
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,7168,12288,0.050901333491007485
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,7168,12288,0.046925331155459084
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,7168,12288,0.03149600078662237
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,7168,12288,0.03120533376932144
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,7168,12288,0.03161599983771642
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,7168,12288,0.030074665943781536
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,7168,12288,1.593558629353841
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,7168,12288,0.7834426561991373
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,7168,12288,0.2114199995994568
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,7168,12288,0.3909013271331787
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,7168,12288,0.2099720040957133
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,7168,12288,0.19027332464853922
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,7168,12288,0.20466933647791544
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,7168,12288,0.20588266849517822
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,7168,12288,0.187117338180542
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,7168,12288,0.18676533301671347
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,7168,12288,0.17185866832733154
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,7168,12288,0.17813199758529663
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,7168,12288,0.1554080049196879
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,7168,12288,0.15034666657447815
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,7168,12288,0.15011866887410483
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,7168,12288,0.14561200141906738
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,7168,12288,0.14580000440279642
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,7168,12288,0.125791996717453
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,7168,12288,0.1226026713848114
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,7168,12288,0.11937333146731059
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,7168,12288,0.11839200059572856
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,7168,12288,0.1137986679871877
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,7168,12288,0.1161186695098877
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,7168,12288,0.09303999940554301
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,7168,12288,0.09264133373896281
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,7168,12288,0.08929866552352905
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,7168,12288,0.08908399939537048
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,7168,12288,0.08625466624895732
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,7168,12288,0.06299333274364471
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,7168,12288,0.06618399918079376
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,7168,12288,0.06258666515350342
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,7168,12288,0.06304533282915752
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,7168,12288,0.05963066716988882
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,7168,12288,0.04118533432483673
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,7168,12288,0.03571200122435888
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,7168,12288,0.03315066546201706
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,7168,12288,0.03224133451779684
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,7168,12288,0.03215199957291285
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,7168,12288,0.032186667124430336
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,7168,12288,0.03220133235057195
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,7168,12288,0.03212533394495646
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,7168,12288,0.03213733434677124
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,7168,12288,0.031700000166893005
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,7168,12288,0.031557333966096245
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,7168,12288,0.031089333196481068
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,7168,12288,0.031248000760873158
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,7168,12288,0.0308719997604688
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,7168,12288,0.030980000893274944
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,7168,12288,0.030610665678977966
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,7168,12288,0.030423998832702637
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,7168,12288,0.030360000828901928
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,7168,12288,0.030761333803335827
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,7168,12288,0.03094266603390376
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,7168,12288,0.030617333948612213
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,7168,12288,0.030429333448410034
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,7168,12288,0.030467999478181202
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,7168,12288,0.030507999161879223
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,7168,12288,0.030412000914414723
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,7168,12288,0.030437332888444264
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,7168,12288,0.030426666140556335
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,7168,12288,0.030403998990853626
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,7168,12288,0.029904000461101532
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,7168,12288,0.030526667833328247
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,7168,12288,0.030956000089645386
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,7168,12288,0.030236000816027325
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,7168,12288,0.030434665580590565
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,7168,12288,0.030553333461284637
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,7168,12288,0.030435999234517414
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,7168,12288,0.030069333811601002
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,7168,10240,3.068064053853353
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,7168,10240,0.8090773423512777
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,7168,10240,1.532591978708903
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,7168,10240,0.442410667737325
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,7168,10240,0.4161333243052165
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,7168,10240,0.4045493205388387
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,7168,10240,0.42253867785135907
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,7168,10240,0.3938080072402954
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,7168,10240,0.3993226687113444
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,7168,10240,0.35017065207163495
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,7168,12288,0.030402667820453644
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,7168,10240,0.3141439954439799
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,7168,10240,0.3942399819691976
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,7168,10240,0.31409599383672077
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,7168,10240,0.2962026596069336
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,7168,10240,0.2951306700706482
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,7168,10240,0.2424479921658834
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,7168,10240,0.2207733392715454
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,7168,10240,0.23591999212900797
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,7168,10240,0.19584532578786215
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,7168,10240,0.21805334091186523
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,7168,10240,0.3664746681849162
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,7168,10240,0.19497066736221313
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,7168,10240,0.18038400014241537
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,7168,10240,0.17351466417312622
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,7168,10240,0.15938666462898254
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,7168,10240,0.26198933521906537
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,7168,10240,0.13016000390052795
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,7168,10240,0.10068266590436299
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,7168,10240,0.11024533708890279
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,7168,10240,0.07937066753705342
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,7168,10240,0.09782399733861287
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,7168,10240,0.05926933387915293
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,7168,10240,0.05978666742642721
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,7168,10240,0.043653334180514015
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,7168,10240,0.035418666899204254
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,7168,10240,0.03549866626660029
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,7168,10240,0.035616000493367515
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,7168,10240,0.039546666045983635
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,7168,10240,0.03403733422358831
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,7168,10240,0.03851199895143509
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,7168,10240,0.03160533308982849
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,7168,10240,0.03549866626660029
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,7168,10240,0.03143466760714849
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,7168,10240,0.031530665854612984
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,7168,10240,0.03152533372243246
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,7168,10240,0.03363200028737386
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,7168,10240,0.03169599920511246
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,7168,10240,0.03086400032043457
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,7168,10240,0.03081600119670232
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,7168,10240,0.03134933362404505
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,7168,10240,0.028538666665554047
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,7168,10240,0.030394665896892548
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,7168,10240,0.03002133220434189
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,7168,10240,0.031471999982992806
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,7168,10240,0.0315786674618721
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,7168,10240,0.38286932309468585
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,7168,10240,0.03160533308982849
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,7168,10240,0.11988266309102376
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,7168,10240,0.02991466720898946
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,7168,10240,0.029461334149042766
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,7168,10240,0.02974933385848999
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,7168,10240,0.029504001140594482
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,7168,10240,0.029391999046007793
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,7168,10240,0.02926933268706004
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,7168,10240,0.029157333076000214
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,7168,10240,0.030266667405764263
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,7168,10240,0.029978667696317036
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,7168,10240,0.029653333127498627
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,7168,10240,0.029167999823888142
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,7168,10240,0.031285333136717476
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,7168,10240,0.03035199890534083
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,7168,10240,0.02977599948644638
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,7168,10240,0.029781334102153778
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,7168,10240,1.1661120255788167
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,7168,10240,0.607744018236796
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,7168,10240,2.360472043355306
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,7168,10240,0.3121946652730306
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,7168,10240,0.3115280071894328
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,7168,10240,0.333293338616689
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,7168,10240,0.029669334491093952
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,7168,10240,0.2828480005264282
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,7168,10240,0.27915199597676593
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,7168,10240,0.300981342792511
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,7168,10240,0.26623199383417767
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,7168,10240,0.2584506670633952
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,7168,10240,0.23881866534550986
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,7168,10240,0.2518373330434163
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,7168,10240,0.2188106576601664
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,7168,10240,0.1948960026105245
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,7168,10240,0.1844559907913208
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,7168,10240,0.21759732564290366
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,7168,10240,0.16564533114433289
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,7168,10240,0.17211467027664185
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,7168,10240,0.14428266882896423
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,7168,10240,0.1565946638584137
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,7168,10240,0.1370586653550466
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,7168,10240,0.13713600238164267
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,7168,10240,0.12867466608683267
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,7168,10240,0.1301360030968984
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,7168,10240,0.10108799735705058
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,7168,10240,0.09900266925493877
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,7168,10240,0.08280799786249797
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,7168,10240,0.06830933193365733
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,7168,10240,0.077565332253774
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,7168,10240,0.053898667295773826
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,7168,10240,0.054805333415667214
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,7168,10240,0.043207998077074684
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,7168,10240,0.03756266583998998
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,7168,10240,0.22728800773620605
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,7168,10240,0.03758666664361954
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,7168,10240,0.03729866693417231
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,7168,10240,0.0379600003361702
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,7168,10240,0.04085333396991094
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,7168,10240,0.17635732889175415
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,7168,10240,0.035274667044480644
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,7168,10240,0.03721333295106888
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,7168,10240,0.035192000369230904
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,7168,10240,0.032786667346954346
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,7168,10240,0.03372533371051153
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,7168,10240,0.03233866641918818
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,7168,10240,0.032218667368094124
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,7168,10240,0.03314933429161707
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,7168,10240,0.031343999008337654
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,7168,10240,0.031008000175158184
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,7168,10240,0.03137866655985514
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,7168,10240,0.029506665964921314
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,7168,10240,0.030824000636736553
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,7168,10240,0.029824001093705494
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,7168,10240,0.0269813338915507
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,7168,10240,0.026952000955740612
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,7168,10240,0.0933519999186198
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,7168,10240,0.026608000199000042
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,7168,10240,0.02696799983580907
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,7168,10240,0.02759733299414317
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,7168,10240,0.02740799884001414
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,7168,10240,0.02886666605869929
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,7168,10240,0.028399998943010967
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,7168,10240,0.02699733277161916
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,7168,10240,0.02787200113137563
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,7168,10240,0.025770666698614757
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,7168,10240,0.026154667139053345
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,7168,10240,0.02646133303642273
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,7168,10240,0.026712000370025635
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,7168,10240,0.027248000105222065
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,7168,10240,0.02555466691652934
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,7168,10240,0.028029332558314007
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,7168,10240,0.025810666382312775
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,7168,10240,0.02994133283694585
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,7168,12288,0.03068666656812032
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,7168,10240,1.413933277130127
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,7168,10240,0.688805341720581
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,7168,10240,2.880311965942383
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,7168,10240,0.3372533321380615
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,7168,10240,0.32444800933202106
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,7168,10240,0.4188053210576375
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,7168,10240,0.3128239909807841
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,7168,10240,0.3209173281987508
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,7168,10240,0.27985332409540814
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,7168,10240,0.30762133995691937
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,7168,10240,0.2676053245862325
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,7168,10240,0.2711919943491618
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,7168,10240,0.2358586589495341
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,7168,10240,0.25836799542109173
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,7168,10240,0.22354400157928467
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,7168,12288,0.030432000756263733
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,7168,10240,0.19290665785471597
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,7168,10240,0.20837867259979248
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,7168,10240,0.180242657661438
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,7168,10240,0.36977068583170575
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,7168,10240,0.3936053514480591
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,7168,10240,0.15838133295377096
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,7168,10240,0.3707866668701172
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,7168,10240,0.13613067070643106
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,7168,10240,0.3516453504562378
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,7168,10240,0.1117946704228719
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,7168,10240,0.09634400407473247
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,7168,10240,0.24131200710932413
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,7168,12288,0.030427999794483185
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,7168,10240,0.1925599972407023
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,7168,10240,0.05366933345794678
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,7168,10240,0.1586240033308665
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,7168,10240,0.14640000462532043
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,7168,10240,0.11982666452725728
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,7168,12288,0.030405332644780476
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,7168,10240,0.0987226665019989
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,7168,10240,0.07477866609891255
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,7168,10240,0.06937333444754283
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,7168,10240,0.03485333422819773
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,7168,10240,0.03316266586383184
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,7168,10240,0.03729866693417231
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,7168,10240,0.040037333965301514
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,7168,10240,0.03754133234421412
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,7168,10240,0.03722133239110311
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,7168,10240,0.03528533379236857
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,7168,10240,0.036834667126337685
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,7168,10240,0.035085332890351616
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,7168,10240,0.02757066736618678
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,7168,10240,0.02497600018978119
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,7168,10240,0.024989334245522816
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,7168,10240,0.024858665963013966
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,7168,10240,0.02491733431816101
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,7168,10240,0.024885334074497223
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,7168,10240,0.024959998826185863
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,7168,10240,0.024914667010307312
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,7168,10240,0.02444533258676529
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,7168,10240,0.024304000039895374
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,7168,10240,0.024717333416144054
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,7168,10240,0.03928266714016596
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,7168,10240,0.04026933262745539
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,7168,10240,0.03930133332808813
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,7168,10240,0.038759998977184296
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,7168,10240,0.039146666725476585
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,7168,10240,0.039247999588648476
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,7168,10240,0.04236799975236257
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,7168,10240,0.03876800090074539
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,7168,10240,0.0391839991013209
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,7168,10240,0.038634667793909706
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,7168,10240,0.0392879992723465
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,7168,10240,0.03919733315706253
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,7168,10240,0.026946666340033214
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,7168,10240,0.02698666602373123
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,7168,10240,0.02755466600259145
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,7168,10240,0.027437334259351093
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,7168,10240,0.02698666602373123
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,7168,10240,0.02638133366902669
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,7168,10240,0.026050666968027752
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,7168,10240,1.3267573515574138
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,7168,10240,0.3232133388519287
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,7168,10240,0.6372986634572347
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,7168,10240,0.17485866943995157
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,7168,10240,0.18011732896169028
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,7168,10240,0.17523733774820963
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,7168,10240,0.1582106649875641
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,7168,10240,0.17652666568756104
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,7168,10240,0.15575066208839417
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,7168,10240,0.13224933544794717
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,7168,10240,0.147817333539327
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,7168,10240,0.15286667148272196
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,7168,10240,0.12885600328445435
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,7168,10240,0.13014800349871317
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,7168,10240,0.15141066908836365
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,7168,10240,0.12537866830825806
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,7168,10240,0.12516799569129944
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,7168,10240,0.10600266853968303
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,7168,10240,0.10572399695714314
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,7168,10240,0.10327733556429546
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,7168,10240,0.10298933585484822
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,7168,10240,0.09973466396331787
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,7168,10240,0.09842933217684428
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,7168,10240,0.0806826651096344
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,7168,10240,0.08010399838288625
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,7168,10240,0.07654133439064026
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,7168,10240,0.07700400054454803
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,7168,10240,0.07470933099587758
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,7168,10240,0.05664133528868357
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,7168,10240,0.05550666650136312
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,7168,10240,0.054989332954088845
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,7168,10240,0.05457200109958649
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,7168,10240,0.05200133224328359
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,7168,10240,0.03596933434406916
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,7168,10240,0.03106933335463206
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,7168,10240,0.028377334276835125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,7168,10240,0.028441332280635834
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,7168,10240,0.02833866576353709
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,7168,10240,0.028326667845249176
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,7168,10240,0.028150667746861775
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,7168,10240,0.028384000062942505
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,7168,10240,0.02794000009695689
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,7168,10240,0.028188000122706097
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,7168,10240,0.027854666113853455
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,7168,10240,0.027771999438603718
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,7168,10240,0.027117334306240082
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,7168,10240,0.0273853341738383
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,7168,10240,0.026978666583697002
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,7168,10240,0.026935999592145283
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,7168,10240,0.02736933281024297
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,7168,10240,0.026863999664783478
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,7168,10240,0.026836000382900238
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,7168,10240,0.02660000075896581
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,7168,10240,0.02701999992132187
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,7168,10240,0.02701866626739502
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,7168,10240,0.026836000382900238
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,7168,10240,0.02684133251508077
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,7168,10240,0.026891998946666718
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,7168,10240,0.026978666583697002
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,7168,10240,0.02699599911769231
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,7168,10240,0.026771999895572662
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,7168,10240,0.02694133420785268
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,7168,10240,0.026836000382900238
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,7168,10240,0.026865333318710327
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,7168,10240,0.026893332600593567
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,7168,10240,0.02642533431450526
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,7168,10240,0.026903999348481495
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,7168,8192,2.4711333910624185
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,7168,8192,1.34279203414917
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,7168,8192,0.7674799760182699
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,7168,8192,0.4536399841308594
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,7168,8192,0.3779573440551758
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,7168,8192,0.33981867631276447
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,7168,8192,0.3054826656977336
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,7168,8192,0.3051653305689494
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,7168,8192,0.2876693407694499
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,7168,8192,0.27181599537531537
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,7168,8192,0.27956000963846844
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,7168,8192,0.27087199687957764
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,7168,8192,0.24599732955296835
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,7168,8192,0.2551119923591614
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,7168,8192,0.2323840061823527
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,7168,8192,0.2331119974454244
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,7168,8192,0.24675200382868448
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,7168,8192,0.20800266663233438
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,7168,8192,0.19082667430241904
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,7168,8192,0.17658666769663492
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,7168,8192,0.1897546648979187
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,7168,8192,0.1561520000298818
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,7168,8192,0.17568000157674155
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,7168,8192,0.15170666575431824
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,7168,8192,0.14456533392270407
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,7168,8192,0.13967999815940857
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,7168,8192,0.12981866796811423
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,7168,8192,0.10758399963378906
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,7168,8192,0.09918399651845296
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,7168,8192,0.08278133471806844
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,7168,8192,0.089629332224528
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,7168,8192,0.0673280010620753
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,7168,8192,0.08010133107503255
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,7168,8192,0.04836266736189524
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,7168,8192,0.046984001994132996
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,7168,8192,0.03469066570202509
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,7168,8192,0.02787200113137563
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,7168,8192,0.028698667883872986
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,7168,8192,0.028200000524520874
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,7168,8192,0.03110666573047638
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,7168,8192,0.027117334306240082
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,7168,8192,0.03057066599527995
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,7168,8192,0.02604000022013982
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,7168,8192,0.02805600066979726
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,7168,8192,0.025277333954970043
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,7168,8192,0.02516266703605652
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,7168,8192,0.02517866591612498
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,7168,8192,0.026477334400018055
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,7168,8192,0.025005333125591278
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,7168,8192,0.024175999065240223
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,7168,8192,0.02430933217207591
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,7168,8192,0.02493866781393687
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,7168,8192,0.022954667607943218
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,7168,8192,0.02407466620206833
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,7168,8192,0.02387733260790507
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,7168,8192,0.02558133254448573
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,7168,8192,0.024858665963013966
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,7168,8192,0.024901332954565685
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,7168,8192,0.024125332633654278
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,7168,8192,0.024165332317352295
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,7168,8192,0.024031999210516613
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,7168,8192,0.02404533326625824
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,7168,8192,0.023893333971500397
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,7168,8192,0.023800000548362732
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,7168,8192,0.023847999672094982
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,7168,8192,0.023941333095232647
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,7168,8192,0.02378133436044057
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,7168,8192,0.023965333898862202
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,7168,8192,0.02381066729625066
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,7168,8192,0.023237332701683044
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,7168,8192,0.024616000552972157
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,7168,8192,0.024391998847325642
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,7168,8192,0.024189333120981853
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,7168,8192,0.02499199906984965
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,7168,8192,1.9080017937554254
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,7168,8192,0.9677421781751844
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,7168,8192,0.5167111290825738
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,7168,8192,0.2560639911227756
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,7168,8192,0.24785778257581922
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,7168,8192,0.24170843760172525
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,7168,8192,0.22852622138129342
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,7168,8192,0.22106666035122344
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,7168,8192,0.2108142243491279
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,7168,8192,0.20130844910939535
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,7168,8192,0.1999839941660563
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,7168,8192,0.19184177451663545
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,7168,8192,0.17799645000033906
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,7168,8192,0.17497421635521782
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,7168,8192,0.1690595547358195
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,7168,8192,0.15776711040072972
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,7168,8192,0.1585706604851617
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,7168,8192,0.14831822448306614
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,7168,8192,0.1394666698243883
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,7168,8192,0.1350133286582099
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,7168,8192,0.13700800471835667
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,7168,8192,0.1178542243109809
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,7168,8192,0.12567110856374106
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,7168,8192,0.11203377776675755
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,7168,8192,0.1097102231449551
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,7168,8192,0.10233600272072686
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,7168,8192,0.10082311100429958
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,7168,8192,0.0851822230550978
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,7168,8192,0.0806079970465766
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,7168,8192,0.06663466824425592
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,7168,8192,0.07389866643481784
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,7168,8192,0.05803733401828342
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,7168,8192,0.064919114112854
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,7168,8192,0.045422222879197865
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,7168,8192,0.04519288738568624
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,7168,8192,0.035402665535608925
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,7168,8192,0.03358755509058634
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,7168,8192,0.0325617790222168
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,7168,8192,0.03315555718210008
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,7168,8192,0.03303822212749057
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,7168,8192,0.03570311268170675
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,7168,8192,0.03349333339267307
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,7168,8192,0.029847111966874864
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,7168,8192,0.030999110804663763
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,7168,8192,0.029304888513353135
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,7168,8192,0.028897778855429754
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,7168,8192,0.0291608903143141
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,7168,8192,0.02928000026279026
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,7168,8192,0.028780443800820246
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,7168,8192,0.027832888894610937
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,7168,8192,0.028039111031426325
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,7168,8192,0.02720888952414195
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,7168,8192,0.027612444427278306
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,7168,8192,0.027100443840026855
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,7168,8192,0.026872888207435608
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,7168,8192,0.02680711117055681
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,7168,8192,0.02492444382773505
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,7168,8192,0.024497777223587036
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,7168,8192,0.02457777824666765
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,7168,8192,0.02514133354028066
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,7168,8192,0.026888888743188646
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,7168,8192,0.026563555002212524
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,7168,8192,0.024844444460339014
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,7168,8192,0.025265778104464214
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,7168,8192,0.024620445238219366
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,7168,8192,0.024823110964563157
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,7168,8192,0.02676800058947669
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,7168,8192,0.0229120006163915
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,7168,8192,0.024620445238219366
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,7168,8192,0.02392533255947961
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,7168,8192,0.023573334018389385
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,7168,8192,0.024487111303541396
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,7168,8192,0.02336888843112522
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,7168,8192,0.02325155503220028
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,7168,10240,0.026817334194978077
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,7168,10240,0.026857333878676098
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,7168,10240,0.02680400013923645
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,7168,10240,0.026836000382900238
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,7168,10240,0.026866666972637177
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,7168,10240,0.026849334438641865
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,7168,8192,2.5609813266330295
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,7168,8192,0.2987075646718343
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,7168,8192,0.2865440050760905
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,7168,8192,1.2434701919555664
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,7168,8192,0.2748924361334907
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,7168,8192,0.6017973158094618
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,7168,8192,0.3660106658935547
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,7168,8192,0.24724088774787056
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,7168,8192,0.2674435509575738
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,7168,8192,0.2358026769426134
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,7168,8192,0.23853511280483672
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,7168,8192,0.325255102581448
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,7168,8192,0.20809955067104766
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,7168,8192,0.34139733844333225
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,7168,8192,0.2280106544494629
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,7168,8192,0.19624355104234484
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,7168,8192,0.17037688361273873
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,7168,8192,0.1819324493408203
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,7168,8192,0.1573902236090766
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,7168,8192,0.13894577821095785
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,7168,8192,0.12052978409661187
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,7168,10240,0.02681466688712438
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,7168,8192,0.3233262168036567
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,7168,8192,0.09527111053466797
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,7168,8192,0.08359289169311523
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,7168,8192,0.30616709921095103
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,7168,8192,0.28101687961154515
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,7168,8192,0.1399715609020657
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,7168,8192,0.209861331515842
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,7168,8192,0.04507022102673849
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,7168,8192,0.16749866803487143
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,7168,8192,0.12615288628472224
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,7168,8192,0.10512000322341919
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,7168,8192,0.08116444614198473
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,7168,8192,0.06494400236341688
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,7168,8192,0.05641244517432319
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,7168,8192,0.028243554963005915
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,7168,8192,0.026862222287389968
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,7168,8192,0.02930844492382473
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,7168,8192,0.029191109869215224
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,7168,8192,0.02987733483314514
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,7168,8192,0.0321706665886773
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,7168,8192,0.029116445117526587
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,7168,8192,0.028572443458769057
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,7168,8192,0.027552000350422327
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,7168,8192,0.022005332840813532
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,7168,8192,0.019855999284320407
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,7168,8192,0.01997511088848114
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,7168,8192,0.020081778367360432
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,7168,8192,0.019745777050654095
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,7168,8192,0.019335110982259113
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,7168,8192,0.01938311093383365
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,7168,8192,0.0199644449684355
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,7168,8192,0.03568177753024631
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,7168,8192,0.03564800156487359
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,7168,8192,0.035679999325010515
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,7168,8192,0.03566577699449327
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,7168,8192,0.03572266631656223
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,7168,8192,0.03572266631656223
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,7168,8192,0.035754667388068304
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,7168,8192,0.03496177660094367
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,7168,8192,0.035663998789257474
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,7168,8192,0.03577244281768799
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,7168,8192,0.03587911195225186
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,7168,8192,0.03640710976388719
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,7168,8192,0.036341332727008395
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,7168,8192,0.03578133384386698
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,7168,8192,0.03585422370168898
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,7168,8192,0.02201066745652093
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,7168,8192,0.023390221926901076
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,7168,8192,0.022711111439598933
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,7168,8192,0.023169777459568445
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,7168,8192,0.021752888957659405
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,7168,8192,0.021518222159809534
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,7168,8192,0.02144355575243632
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,7168,8192,0.26326613426208495
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,7168,8192,0.1432917277018229
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,7168,8192,0.14383893013000487
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,7168,8192,1.0786346435546874
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,7168,8192,0.5127413431803386
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,7168,8192,0.1420629342397054
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,7168,8192,0.12801067034403485
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,7168,8192,0.14062933921813964
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,7168,8192,0.12545920213063558
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,7168,8192,0.12277653217315673
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,7168,8192,0.12059306303660075
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,7168,8192,0.12484479745229085
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,7168,8192,0.1077397346496582
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,7168,8192,0.10475200017293293
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,7168,8192,0.1045045296351115
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,7168,8192,0.10166292985280354
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,7168,8192,0.10144426822662353
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,7168,8192,0.08693439960479736
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,7168,8192,0.08692053159077963
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,7168,8192,0.08459839820861817
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,7168,8192,0.08391359647115072
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,7168,8192,0.08194560209910075
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,7168,8192,0.08142506281534831
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,7168,8192,0.06605653365453085
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,7168,8192,0.06581759850184123
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,7168,8192,0.06245013475418091
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,7168,8192,0.0639850656191508
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,7168,8192,0.06233599980672201
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,7168,8192,0.04497066736221313
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,7168,8192,0.0453439990679423
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,7168,8192,0.044285865624745686
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,7168,8192,0.04681280056635539
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,7168,8192,0.04282879829406738
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,7168,8192,0.02589973409970601
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,7168,8192,0.029978666702906293
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,7168,8192,0.024412800868352257
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,7168,8192,0.02405973275502523
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,7168,8192,0.02392639915148417
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,7168,8192,0.023779199520746867
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,7168,8192,0.023935999472935995
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,7168,8192,0.023857067028681435
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,7168,8192,0.0239519993464152
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,7168,8192,0.023919999599456787
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,7168,8192,0.023052799701690673
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,7168,8192,0.023100799322128295
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,7168,8192,0.023162666956583658
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,7168,8192,0.023475199937820435
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,7168,8192,0.023113600413004556
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,7168,8192,0.023091200987497965
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,7168,8192,0.022683733701705934
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,7168,8192,0.022694400946299233
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,7168,8192,0.022731733322143555
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,7168,8192,0.022677334149678548
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,7168,8192,0.022769065697987874
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,7168,8192,0.022784000635147093
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,7168,8192,0.0229312002658844
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,7168,8192,0.022709333896636964
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,7168,8192,0.022706133127212525
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,7168,8192,0.022699733575185142
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,7168,8192,0.022631466388702393
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,7168,8192,0.022382932901382446
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,7168,8192,0.02271040081977844
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,7168,8192,0.02270080049832662
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,7168,8192,0.02286400000254313
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,7168,8192,0.022529067595799764
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,7168,8192,0.022312533855438233
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,7168,8192,0.02253546714782715
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,7168,8192,0.022718934218088786
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,7168,7168,1.0714586575826008
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,7168,7168,0.5605173508326212
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,7168,7168,2.114405314127604
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,7168,7168,0.29266132911046344
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,7168,7168,0.3294000029563904
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,7168,7168,0.27881600459416706
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,7168,7168,0.2680746714274089
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,7168,7168,0.2935226758321126
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,7168,7168,0.2486693263053894
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,7168,7168,0.293503999710083
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,7168,7168,0.24058934052785239
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,7168,7168,0.27873067061106366
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,7168,7168,0.21397066116333008
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,7168,7168,0.2471920053164164
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,7168,7168,0.20614133278528848
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,7168,7168,0.25172799825668335
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,7168,7168,0.21500800053278604
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,7168,7168,0.20561599731445312
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,7168,7168,0.16566666960716248
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,7168,7168,0.165693332751592
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,7168,7168,0.1365653375784556
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,7168,7168,0.14997067054112753
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,7168,7168,0.1328213314215342
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,7168,7168,0.12671732902526855
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,7168,7168,0.12223999698956807
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,7168,7168,0.11334932843844096
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,7168,7168,0.09233867128690083
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,7168,7168,0.0848479966322581
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,7168,7168,0.07029066483179729
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,7168,7168,0.07887200017770131
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,7168,8192,0.022412800788879396
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,7168,7168,0.05765333275000254
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,7168,7168,0.06992533306280772
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,7168,7168,0.1994319955507914
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,7168,7168,0.04222666720549265
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,7168,7168,0.04146933307250341
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,7168,7168,0.025058666865030926
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,7168,7168,0.025127999484539032
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,7168,7168,0.02572000026702881
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,7168,7168,0.02789066731929779
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,7168,7168,0.02422400067249934
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,7168,7168,0.027693333725134533
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,7168,7168,0.02293333411216736
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,7168,7168,0.024887998898824055
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,7168,7168,0.02271999915440877
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,7168,7168,0.02270666758219401
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,7168,7168,0.022517333428064983
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,7168,7168,0.023826666176319122
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,7168,7168,0.022408001124858856
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,7168,7168,0.021848000586032867
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,7168,7168,0.021954665581385296
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,7168,7168,0.02219466616710027
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,7168,7168,0.020453333854675293
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,7168,7168,0.02163200080394745
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,7168,7168,0.021714667479197185
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,7168,7168,0.021888000269730885
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,7168,7168,0.019152000546455383
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,7168,7168,0.018941332896550495
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,7168,7168,0.01887200027704239
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,7168,7168,0.020655999581019085
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,7168,7168,0.021312000850836437
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,7168,7168,0.020629333953062694
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,7168,7168,0.02032800018787384
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,7168,7168,0.020293333878119785
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,7168,7168,0.020376000553369522
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,7168,7168,0.02089066555102666
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,7168,7168,0.01877333347996076
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,7168,7168,0.018786666293938954
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,7168,7168,0.03110133359829585
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,7168,7168,0.01886133352915446
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,7168,7168,0.019666666785875957
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,7168,7168,0.018909333894650143
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,7168,7168,0.019445333629846573
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,7168,7168,0.019808000574509304
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,7168,7168,0.01977066695690155
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,7168,7168,0.8184977637396919
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,7168,8192,0.022689066330591836
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,7168,7168,0.4210542307959662
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,7168,7168,1.6668515735202367
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,7168,7168,0.21294044123755562
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,7168,7168,0.2107999987072415
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,7168,7168,0.21964622868431938
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,7168,7168,0.19588266478644478
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,7168,7168,0.19308622678120932
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,7168,7168,0.17708088292015922
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,7168,7168,0.21077333556281197
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,7168,7168,0.17354844676123726
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,7168,7168,0.16998755931854248
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,7168,7168,0.15979199939303929
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,7168,7168,0.16362310780419245
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,7168,7168,0.15047289265526667
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,7168,7168,0.14093689123789468
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,7168,7168,0.1544248925315009
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,7168,7168,0.12642844518025717
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,7168,7168,0.12127644485897487
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,7168,7168,0.1226773394478692
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,7168,7168,0.10602666934331258
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,7168,7168,0.10647110806571113
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,7168,7168,0.09917866521411473
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,7168,7168,0.09673955705430771
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,7168,7168,0.09482133388519287
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,7168,7168,0.09516800112194485
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,7168,7168,0.07249066564771864
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,7168,7168,0.07599644528494941
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,7168,7168,0.06375288963317871
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,7168,7168,0.05177244544029236
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,7168,7168,0.06992710961235894
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,7168,7168,0.05793066819508871
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,7168,7168,0.04326577650176155
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,7168,7168,0.034064001507229276
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,7168,7168,0.030407110850016277
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,7168,7168,0.030856887499491375
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,7168,7168,0.031109333038330078
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,7168,7168,0.028961777687072754
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,7168,7168,0.03087288803524441
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,7168,7168,0.0284551117155287
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,7168,7168,0.02891555428504944
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,7168,7168,0.026908444033728704
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,7168,7168,0.13762311140696207
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,7168,7168,0.026679111851586237
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,7168,7168,0.02586488922437032
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,7168,7168,0.026584888497988384
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,7168,7168,0.02610133257177141
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,7168,7168,0.026533333791626826
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,7168,7168,0.027031110392676458
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,7168,7168,0.026325333449575637
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,7168,7168,0.024511999554104272
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,7168,7168,0.02548444436656104
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,7168,7168,0.024840889705551997
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,7168,7168,0.02481422159406874
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,7168,7168,0.022783999641736347
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,7168,7168,0.043064888980653554
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,7168,7168,0.03092799915207757
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,7168,7168,0.023267555567953322
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,7168,7168,0.023249778482649062
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,7168,7168,0.024460444847742718
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,7168,7168,0.023123555713229712
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,7168,7168,0.024081778195169237
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,7168,7168,0.02470933397610982
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,7168,7168,0.023896889554129705
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,7168,7168,0.023576888773176406
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,7168,7168,0.02251911163330078
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,7168,7168,0.022682666778564453
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,7168,7168,0.022776888476477727
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,7168,7168,0.023352889551056757
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,7168,7168,0.022648889157507155
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,7168,7168,0.022732444935374792
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,7168,7168,0.0228426671690411
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,7168,7168,0.022664889693260193
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,7168,7168,0.02273422148492601
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,7168,8192,0.02303253412246704
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,7168,7168,0.5753386815388998
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,7168,7168,1.1635466681586373
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,7168,7168,0.28675733672247994
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,7168,7168,2.3982808854844833
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,7168,7168,0.27764977349175346
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,7168,7168,0.34753778245713973
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,7168,8192,0.02263360023498535
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,7168,7168,0.2633724477556017
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,7168,7168,0.2674400011698405
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,7168,7168,0.23917688263787162
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,7168,7168,0.254476441277398
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,7168,7168,0.22759644190470377
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,7168,7168,0.22697954707675508
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,7168,7168,0.20207466019524467
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,7168,7168,0.21553066041734484
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,7168,7168,0.18970844480726454
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,7168,7168,0.16556089454227024
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,7168,7168,0.1737511157989502
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,7168,7168,0.1534808874130249
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,7168,7168,0.3121688895755344
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,7168,7168,0.3304639922247993
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,7168,7168,0.3048657841152615
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,7168,7168,0.13231821854909262
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,7168,7168,0.11754666434393989
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,7168,7168,0.291427559322781
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,7168,7168,0.0889528857337104
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,7168,7168,0.081258667839898
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,7168,7168,0.20088177257113984
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,7168,7168,0.15828977690802679
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,7168,8192,0.022691200176874794
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,7168,7168,0.041265779071384005
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,7168,8192,0.02269866665204366
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,7168,7168,0.13661689228481716
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,7168,7168,0.11823999881744385
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,7168,7168,0.10221511125564575
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,7168,7168,0.07166577710045709
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,7168,7168,0.04855111241340637
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,7168,7168,0.0243857784403695
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,7168,7168,0.061009777916802295
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,7168,7168,0.024801777468787298
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,7168,7168,0.02417244513829549
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,7168,7168,0.02829866607983907
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,7168,7168,0.026899556318918865
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,7168,7168,0.026915555198987324
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,7168,7168,0.02588444451491038
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,7168,7168,0.026359111070632935
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,7168,7168,0.025493333737055462
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,7168,7168,0.019973332683245342
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,7168,7168,0.019671110643280875
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,7168,7168,0.018030222919252183
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,7168,7168,0.01808355583084954
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,7168,7168,0.01789688898457421
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,7168,7168,0.018028444714016385
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,7168,7168,0.01791822248035007
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,7168,7168,0.02997866604063246
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,7168,7168,0.03151111139191522
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,7168,7168,0.028952889972262915
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,7168,7168,0.03096533483929104
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,7168,7168,0.03087466624048021
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,7168,7168,0.029509332444932725
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,7168,7168,0.030309332741631403
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,7168,7168,0.030974222554100886
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,7168,7168,0.030193779203626845
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,7168,7168,0.02956977817747328
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,7168,7168,0.031946665710873075
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,7168,7168,0.03228088882234361
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,7168,7168,0.031175110075208876
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,7168,7168,0.029626667499542236
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,7168,7168,0.030282666285832722
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,7168,7168,0.03234133455488417
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,7168,7168,0.03052266769938999
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,7168,7168,0.01955200069480472
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,7168,7168,0.020245333512624104
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,7168,7168,0.019727999965349834
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,7168,7168,0.01938666734430525
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,7168,7168,0.019153777096006606
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,7168,7168,0.01941511034965515
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,7168,7168,0.47013333638509114
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,7168,7168,0.23610986073811852
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,7168,7168,0.9140202840169271
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,7168,7168,0.12818986574808758
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,7168,7168,0.12971839904785157
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,7168,7168,0.11468373139699299
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,7168,7168,0.12682773272196451
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,7168,7168,0.12773439884185792
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,7168,7168,0.1139573335647583
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,7168,7168,0.11165546576182048
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,7168,7168,0.11044480005900066
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,7168,7168,0.09750613371531168
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,7168,7168,0.10882666905721028
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,7168,7168,0.09555413722991943
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,7168,7168,0.0932149330774943
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,7168,7168,0.09528213342030843
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,7168,7168,0.0795583963394165
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,7168,7168,0.09226133028666178
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,7168,7168,0.07836906909942627
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,7168,7168,0.07715946833292643
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,7168,7168,0.0741376002629598
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,7168,7168,0.07664000193277995
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,7168,7168,0.07336320082346598
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,7168,7168,0.06016426483790079
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,7168,7168,0.05978133281071981
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,7168,7168,0.05791786511739096
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,7168,7168,0.05703786611557007
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,7168,7168,0.04301226536432902
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,7168,7168,0.04156479835510254
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,7168,7168,0.055720531940460206
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,7168,7168,0.041460267702738446
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,7168,7168,0.040109864870707196
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,7168,7168,0.03890879948933919
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,7168,7168,0.02691199978192647
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,7168,7168,0.024088533719380696
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,7168,7168,0.022486400604248048
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,7168,7168,0.021937066316604616
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,7168,7168,0.022004266579945884
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,7168,7168,0.021875200668970744
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,7168,7168,0.021875200668970744
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,7168,7168,0.02187839945157369
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,7168,7168,0.021871999899546305
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,7168,7168,0.02153173287709554
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,7168,7168,0.022077866395314536
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,7168,7168,0.02103253404299418
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,7168,7168,0.021409066518147786
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,7168,7168,0.02107093334197998
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,7168,7168,0.021399466196695964
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,7168,7168,0.02139520049095154
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,7168,7168,0.02109866738319397
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,7168,7168,0.020708266894022623
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,7168,7168,0.021052799622217813
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,7168,7168,0.021014400323232017
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,7168,7168,0.020972800254821778
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,7168,7168,0.02067520022392273
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,7168,7168,0.020719999074935914
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,7168,7168,0.020832000176111858
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,7168,7168,0.020682666699091592
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,7168,7168,0.021000534296035767
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,7168,7168,0.021065600713094077
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,7168,7168,0.020997333526611327
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,7168,7168,0.020994132757186888
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,7168,7168,0.02071146567662557
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,7168,7168,0.020627200603485107
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,7168,7168,0.020669867595036827
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,7168,7168,0.021074134111404418
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,7168,7168,0.020989867051442464
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,7168,6144,1.8221626281738281
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,7168,6144,0.9234186808268229
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,7168,6144,0.5843626658121744
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,7168,6144,0.29569600025812787
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,7168,6144,0.2700106700261434
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,7168,6144,0.2630400061607361
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,7168,6144,0.2334293325742086
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,7168,6144,0.2350026567776998
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,7168,6144,0.21970132986704508
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,7168,6144,0.22051467498143515
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,7168,6144,0.21991467475891113
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,7168,6144,0.2133466601371765
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,7168,6144,0.18582133452097574
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,7168,6144,0.1858560045560201
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,7168,6144,0.17564799388249716
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,7168,6144,0.17302666107813516
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,7168,6144,0.18106933434804282
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,7168,6144,0.1624133288860321
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,7168,6144,0.14484533667564392
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,7168,6144,0.13624266783396402
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,7168,6144,0.14566133419672647
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,7168,6144,0.12015733122825623
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,7168,6144,0.1294159988562266
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,7168,6144,0.11953066786130269
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,7168,6144,0.11222933729489644
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,7168,6144,0.10674933592478435
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,7168,6144,0.09818666179974873
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,7168,6144,0.08063733577728271
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,7168,6144,0.07472266753514607
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,7168,6144,0.062021334966023765
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,7168,6144,0.06810933351516724
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,7168,6144,0.04939733445644379
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,7168,6144,0.06100533405939738
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,7168,6144,0.037047999600569405
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,7168,6144,0.03709600120782852
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,7168,6144,0.026949333647886913
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,7168,6144,0.021744000415007275
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,7168,6144,0.022061333060264587
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,7168,6144,0.021701333423455555
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,7168,6144,0.02390666554371516
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,7168,6144,0.021010667085647583
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,7168,6144,0.023941333095232647
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,7168,6144,0.019997333486874897
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,7168,6144,0.02203733225663503
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,7168,6144,0.01976799964904785
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,7168,7168,0.020651733875274657
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,7168,6144,0.019685332973798115
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,7168,6144,0.0199946661790212
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,7168,6144,0.019874667127927143
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,7168,6144,0.019202666978041332
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,7168,6144,0.018981333822011948
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,7168,6144,0.01976799964904785
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,7168,6144,0.017762667189041775
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,7168,6144,0.018746666610240936
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,7168,6144,0.018823999911546707
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,7168,7168,0.020657066504160562
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,7168,6144,0.019021333505709965
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,7168,6144,0.016832000265518825
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,7168,6144,0.017173333714405697
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,7168,6144,0.016789333273967106
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,7168,6144,0.01837066685160001
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,7168,6144,0.018455999592940014
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,7168,6144,0.018346666047970455
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,7168,6144,0.018599999447663624
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,7168,6144,0.01838933303952217
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,7168,6144,0.018581333259741466
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,7168,6144,0.018173333257436752
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,7168,6144,0.016714667280515034
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,7168,6144,0.016813332835833233
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,7168,6144,0.016786667207876842
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,7168,6144,0.016666666915019352
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,7168,6144,0.016719999412695568
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,7168,6144,0.016800000021855038
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,7168,6144,0.016800000021855038
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,7168,6144,0.017845333864291508
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,7168,6144,0.6910666624704996
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,7168,6144,0.0206986665725708
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,7168,6144,0.18185599644978842
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,7168,6144,0.36427998542785645
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,7168,6144,0.18054799238840738
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,7168,6144,1.4447387059529622
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,7168,6144,0.1763240098953247
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,7168,6144,0.16816665728886923
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,7168,6144,0.1837946573893229
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,7168,6144,0.16210666298866272
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,7168,6144,0.15789199868837991
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,7168,6144,0.17412932713826498
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,7168,6144,0.15388000011444092
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,7168,6144,0.1383039951324463
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,7168,6144,0.14259333411852518
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,7168,6144,0.1348080039024353
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,7168,6144,0.12290267149607341
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,7168,6144,0.1410106619199117
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,7168,6144,0.11688533425331116
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,7168,6144,0.1128480037053426
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,7168,6144,0.1120746632417043
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,7168,6144,0.10850000381469727
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,7168,6144,0.09229600429534912
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,7168,6144,0.09316133459409077
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,7168,6144,0.0893786648909251
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,7168,6144,0.08860933780670166
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,7168,6144,0.08433733383814494
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,7168,6144,0.08221599956353505
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,7168,6144,0.06858400007088979
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,7168,6144,0.06633466482162476
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,7168,6144,0.05642266571521759
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,7168,6144,0.06172800064086914
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,7168,6144,0.04638533294200897
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,7168,6144,0.039145333071549736
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,7168,6144,0.04117066661516825
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,7168,6144,0.03102666636308034
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,7168,6144,0.030636000136534374
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,7168,6144,0.02880133440097173
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,7168,6144,0.028961333135763805
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,7168,6144,0.029121334354082744
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,7168,6144,0.02828799933195114
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,7168,6144,0.026746665438016255
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,7168,6144,0.028520000477631886
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,7168,6144,0.024921332796414692
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,7168,6144,0.024532000223795574
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,7168,6144,0.02475866675376892
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,7168,6144,0.025228001177310944
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,7168,6144,0.02476000040769577
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,7168,6144,0.024539999663829803
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,7168,6144,0.024777332941691082
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,7168,6144,0.024532000223795574
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,7168,6144,0.02410266548395157
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,7168,6144,0.02347866694132487
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,7168,6144,0.05115200082461039
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,7168,6144,0.022894665598869324
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,7168,6144,0.02365199973185857
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,7168,6144,0.02256533255179723
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,7168,6144,0.023872000475724537
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,7168,6144,0.022069332500298817
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,7168,6144,0.027613334357738495
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,7168,6144,0.024432001014550526
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,7168,6144,0.023049332201480865
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,7168,6144,0.022647999227046967
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,7168,6144,0.0238359992702802
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,7168,7168,0.021142399311065672
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,7168,6144,0.022647999227046967
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,7168,6144,0.02256133407354355
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,7168,6144,0.021516000231107075
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,7168,6144,0.021027999619642895
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,7168,6144,0.022061333060264587
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,7168,6144,0.022897332906723022
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,7168,6144,0.021618666748205822
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,7168,6144,0.022731999556223553
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,7168,6144,0.021030666927496593
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,7168,6144,0.02223333219687144
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,7168,6144,0.021946666141351063
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,7168,7168,0.020657066504160562
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,7168,7168,0.02097066640853882
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,7168,7168,0.021065600713094077
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,7168,6144,1.0772519906361897
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,7168,6144,2.2099453608194985
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,7168,6144,0.5346146821975708
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,7168,6144,0.25487200419108075
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,7168,6144,0.24243199825286865
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,7168,6144,0.318068007628123
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,7168,6144,0.2203119993209839
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,7168,6144,0.2350613276163737
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,7168,6144,0.21058666706085205
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,7168,6144,0.2116960088411967
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,7168,6144,0.1890959938367208
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,7168,6144,0.19955066839853922
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,7168,6144,0.17685600121816
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,7168,7168,0.020643200476964316
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,7168,6144,0.15766666332880655
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,7168,6144,0.16325599948565164
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,7168,6144,0.144486665725708
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,7168,6144,0.28939733902613324
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,7168,6144,0.29938934246699017
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,7168,6144,0.2655293345451355
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,7168,6144,0.11962667107582092
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,7168,6144,0.10896799961725871
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,7168,6144,0.28412266572316486
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,7168,6144,0.07615066568056743
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,7168,6144,0.07301466663678487
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,7168,6144,0.26815199851989746
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,7168,6144,0.24492667118708292
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,7168,6144,0.18557200829188028
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,7168,6144,0.0345920001467069
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,7168,6144,0.14674933751424155
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,7168,6144,0.12828266620635986
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,7168,6144,0.10248266657193501
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,7168,6144,0.09303067127863567
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,7168,6144,0.062291999657948814
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,7168,6144,0.05158533155918121
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,7168,6144,0.04074399918317795
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,7168,6144,0.022414666910966236
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,7168,6144,0.022477333744366963
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,7168,6144,0.02221599966287613
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,7168,6144,0.02572000026702881
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,7168,6144,0.02391733229160309
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,7168,6144,0.023777333398660023
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,7168,6144,0.023192000885804493
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,7168,6144,0.023589332898457844
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,7168,6144,0.022709332406520844
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,7168,6144,0.01784266655643781
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,7168,6144,0.018102666984001797
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,7168,6144,0.016176000237464905
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,7168,6144,0.016623999923467636
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,7168,6144,0.016447999825080235
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,7168,6144,0.016086666534344356
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,7168,6144,0.016098666936159134
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,7168,6144,0.02568133423725764
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,7168,6144,0.02770400047302246
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,7168,6144,0.025727999707063038
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,7168,6144,0.02682399998108546
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,7168,6144,0.026213333010673523
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,7168,6144,0.027873332301775616
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,7168,6144,0.02683466672897339
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,7168,6144,0.02781199912230174
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,7168,6144,0.026330667237440746
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,7168,6144,0.029648000995318096
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,7168,6144,0.028277332584063213
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,7168,6144,0.028186666468779247
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,7168,6144,0.02681333323319753
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,7168,6144,0.02852799991766612
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,7168,6144,0.027084000408649445
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,7168,6144,0.02886799971262614
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,7168,6144,0.027257333199183147
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,7168,6144,0.018024000028769176
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,7168,6144,0.017571999380985897
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,7168,6144,0.0177346666653951
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,7168,6144,0.01788399989406268
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,7168,6144,0.017954666167497635
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,7168,6144,0.017556000500917435
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,7168,6144,0.2066101392110189
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,7168,6144,0.39805866877237955
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,7168,6144,0.8538410822550455
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,7168,6144,0.11529280344645183
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,7168,6144,0.11256746451059978
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,7168,6144,0.11608959833780925
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,7168,6144,0.1137770652770996
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,7168,6144,0.10085333188374837
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,7168,6144,0.09705386956532797
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,7168,6144,0.09965973695119222
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,7168,6144,0.09892266591389974
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,7168,6144,0.09962133566538492
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,7168,6144,0.08774293263753255
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,7168,6144,0.08450880050659179
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,7168,6144,0.08501866658528646
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,7168,6144,0.08300159772237142
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,7168,6144,0.08308373292287191
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,7168,6144,0.07006186644236247
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,7168,6144,0.06899519761403403
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,7168,6144,0.06987626552581787
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,7168,6144,0.06769813696543375
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,7168,6144,0.06631893316904704
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,7168,6144,0.06585066715876262
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,7168,6144,0.0540447990099589
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,7168,6144,0.05369706551233927
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,7168,6144,0.05123946666717529
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,7168,6144,0.0506986657778422
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,7168,6144,0.04991999864578247
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,7168,6144,0.03799573183059692
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,7168,6144,0.037012267112731936
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,7168,6144,0.03687573273976644
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,7168,6144,0.03607253233591716
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,7168,6144,0.03519146839777629
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,7168,6144,0.02490560015042623
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,7168,6144,0.020259199539820354
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,7168,6144,0.02188053329785665
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,7168,6144,0.02063573400179545
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,7168,6144,0.020294400056203206
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,7168,6144,0.01986133257548014
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,7168,6144,0.02004693349202474
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,7168,6144,0.02021546761194865
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,7168,6144,0.019994666179021202
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,7168,6144,0.019848533471425376
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,7168,6144,0.019402666886647543
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,7168,6144,0.019478400548299156
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,7168,6144,0.019056000312169395
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,7168,6144,0.01913599967956543
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,7168,6144,0.01949333349863688
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,7168,6144,0.019126399358113607
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,7168,6144,0.019131733973821004
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,7168,6144,0.019019732872645058
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,7168,6144,0.019057067235310872
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,7168,6144,0.01902079979578654
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,7168,6144,0.019063466787338258
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,7168,6144,0.01906026601791382
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,7168,6144,0.018967467546463012
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,7168,6144,0.019062399864196777
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,7168,6144,0.01903466582298279
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,7168,6144,0.019422932465871175
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,7168,6144,0.01867093245188395
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,7168,6144,0.019284266233444213
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,7168,6144,0.01900906761487325
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,7168,6144,0.01895466645558675
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,7168,6144,0.018988800048828126
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,7168,6144,0.01898026665051778
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,7168,6144,0.019035732746124266
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,7168,6144,0.019004799922307334
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,7168,5120,1.4744505882263184
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,7168,5120,0.7575573126475016
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,7168,5120,0.4437253475189209
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,7168,5120,0.2311840057373047
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,7168,5120,0.2254693309466044
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,7168,5120,0.22748533884684244
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,7168,5120,0.20064000288645426
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,7168,5120,0.20356533924738565
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,7168,5120,0.19750134150187174
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,7168,5120,0.21142667531967163
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,7168,5120,0.1949466665585836
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,7168,5120,0.18679465850194296
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,7168,5120,0.15122933189074197
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,7168,5120,0.1479973296324412
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,7168,5120,0.14223466316858926
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,7168,5120,0.13418400287628174
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,7168,5120,0.15061333775520325
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,7168,5120,0.13060266772905985
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,7168,5120,0.11691733201344807
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,7168,5120,0.11240800221761067
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,7168,5120,0.11715733011563619
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,7168,5120,0.09888266523679097
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,7168,5120,0.10588266452153523
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,7168,5120,0.09649866819381714
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,7168,5120,0.08996267120043437
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,7168,5120,0.08676532904307048
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,7168,5120,0.08245866497357686
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,7168,5120,0.06590133408705394
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,7168,5120,0.06048533320426941
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,7168,5120,0.05052533249060313
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,7168,5120,0.05682399868965149
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,7168,5120,0.04048000027736028
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,7168,5120,0.050200000405311584
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,7168,5120,0.031231999397277832
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,7168,5120,0.03209066639343897
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,7168,5120,0.023381332556406658
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,7168,5120,0.018816000471512478
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,7168,5120,0.018933333456516266
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,7168,5120,0.01900533338387807
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,7168,5120,0.020831999679406483
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,7168,5120,0.018327999860048294
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,7168,5120,0.020810666183630627
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,7168,5120,0.017639999588330586
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,7168,5120,0.01899733394384384
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,7168,5120,0.01727466657757759
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,7168,5120,0.017152000218629837
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,7168,5120,0.017024000485738117
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,7168,5120,0.018114666144053142
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,7168,5120,0.017240000267823536
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,7168,5120,0.016807999461889267
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,7168,5120,0.016714667280515034
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,7168,5120,0.01714666684468587
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,7168,5120,0.015770666301250458
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,7168,5120,0.016309333344300587
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,7168,5120,0.016408000141382217
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,7168,5120,0.01643199970324834
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,7168,5120,0.014669333895047506
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,7168,5120,0.014722666392723719
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,7168,5120,0.014778666198253632
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,7168,5120,0.01590666671593984
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,7168,5120,0.015858666350444157
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,7168,5120,0.0158373328546683
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,7168,5120,0.016215999921162922
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,7168,5120,0.015728000551462173
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,7168,5120,0.01591733346382777
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,7168,5120,0.015743999431530636
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,7168,5120,0.014765333384275436
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,7168,5120,0.014749333262443542
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,7168,5120,0.014722666392723719
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,7168,5120,0.014760000010331472
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,7168,5120,0.01479999969402949
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,7168,5120,0.01469333345691363
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,7168,5120,0.014866666247447332
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,7168,5120,0.014914666612943014
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,7168,5120,1.196729342142741
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,7168,5120,0.6149666706720988
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,7168,5120,0.32552266120910645
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,7168,5120,0.16114933292071024
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,7168,5120,0.15641066431999207
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,7168,5120,0.14819066723187765
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,7168,5120,0.14063466588656107
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,7168,5120,0.1414893368879954
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,7168,5120,0.1368079980214437
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,7168,5120,0.1316373348236084
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,7168,6144,0.019371734062830607
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,7168,5120,0.13066800435384116
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,7168,5120,0.12718133131663004
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,7168,5120,0.11652266979217529
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,7168,5120,0.11528133352597554
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,7168,5120,0.10608667135238647
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,7168,5120,0.11521200338999431
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,7168,6144,0.018887466192245482
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,7168,5120,0.09802666306495667
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,7168,5120,0.09441199898719788
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,7168,5120,0.09343066811561584
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,7168,5120,0.0954146683216095
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,7168,5120,0.08117199937502544
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,7168,5120,0.08142533401648204
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,7168,5120,0.07597733537356059
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,7168,5120,0.0759746680657069
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,7168,5120,0.0660693347454071
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,7168,5120,0.0720440000295639
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,7168,5120,0.05953733126322428
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,7168,5120,0.11502800385157268
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,7168,5120,0.056757330894470215
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,7168,5120,0.04818133513132731
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,7168,5120,0.05195866525173187
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,7168,5120,0.04111200074354807
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,7168,5120,0.04568933447202047
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,7168,5120,0.03523866583903631
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,7168,5120,0.03614266713460287
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,7168,5120,0.028774666289488476
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,7168,5120,0.02700000007947286
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,7168,5120,0.026733333865801494
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,7168,5120,0.02681466688712438
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,7168,5120,0.026821332673231762
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,7168,5120,0.026418666044871014
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,7168,5120,0.025033332407474518
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,7168,5120,0.024878665804862976
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,7168,5120,0.024844000736872356
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,7168,5120,0.023728000621000927
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,7168,6144,0.019066667556762694
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,7168,5120,0.02298799902200699
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,7168,5120,0.02288133402665456
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,7168,5120,0.023381332556406658
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,7168,5120,0.024663999676704407
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,7168,5120,0.023034666975339253
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,7168,5120,0.022125333547592163
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,7168,5120,0.022274665534496307
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,7168,5120,0.021962667504946392
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,7168,5120,0.022334667543570202
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,7168,5120,0.021030666927496593
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,7168,5120,0.020574666559696198
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,7168,5120,0.021066665649414062
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,7168,5120,0.021346665918827057
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,7168,5120,0.021202666064103443
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,7168,5120,0.020850665867328644
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,7168,5120,0.02285066743691762
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,7168,5120,0.02089600016673406
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,7168,5120,0.021857333679993946
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,7168,5120,0.020753332724173863
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,7168,5120,0.022862667838732403
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,7168,5120,0.020495999604463577
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,7168,5120,0.020302666972080868
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,7168,5120,0.020581333587567013
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,7168,5120,0.020577333867549896
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,7168,5120,0.02059333274761836
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,7168,5120,0.020583999653657276
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,7168,5120,0.02279333273569743
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,7168,5120,0.020585333307584126
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,7168,5120,0.0230880007147789
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,7168,6144,0.01867306629816691
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,7168,6144,0.019032533963521323
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,7168,6144,0.018961066007614137
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,7168,6144,0.019106133778889974
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,7168,5120,0.9873332977294922
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,7168,5120,0.23659199476242065
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,7168,5120,2.029684066772461
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,7168,5120,0.22762000560760498
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,7168,5120,0.494818647702535
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,7168,5120,0.20949999491373697
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,7168,5120,0.2932826677958171
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,7168,5120,0.1973146597544352
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,7168,5120,0.19330533345540366
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,7168,5120,0.1778786579767863
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,7168,5120,0.18274267514546713
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,7168,5120,0.16689066092173258
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,7168,5120,0.27028799057006836
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,7168,5120,0.14628266294797262
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,7168,5120,0.14762000242869058
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,7168,5120,0.13381333152453104
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,7168,5120,0.27794933319091797
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,7168,5120,0.2500573396682739
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,7168,5120,0.10155333081881206
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,7168,5120,0.09771200021107991
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,7168,5120,0.2585453391075134
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,7168,5120,0.24651066462198892
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,7168,5120,0.06198800106843313
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,7168,5120,0.05991200109322866
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,7168,5120,0.2274493376413981
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,7168,5120,0.21450666586558023
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,7168,5120,0.17052666346232095
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,7168,5120,0.030482667187849682
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,7168,5120,0.12835333744684854
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,7168,5120,0.1195146640141805
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,7168,5120,0.08840266863505046
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,7168,5120,0.07987866799036662
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,7168,5120,0.05143600205580393
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,7168,5120,0.0410946657260259
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,7168,5120,0.036931999027729034
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,7168,5120,0.020109333097934723
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,7168,5120,0.020205333828926086
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,7168,5120,0.023237332701683044
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,7168,5120,0.021717332303524017
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,7168,5120,0.021476000547409058
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,7168,5120,0.021593332290649414
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,7168,5120,0.02149466673533122
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,7168,5120,0.020438666145006817
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,7168,5120,0.02014266699552536
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,7168,5120,0.01636666680375735
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,7168,5120,0.01458533356587092
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,7168,5120,0.014639999717473984
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,7168,5120,0.014473332713047663
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,7168,5120,0.016088000188271206
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,7168,5120,0.014639999717473984
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,7168,5120,0.014573333164056143
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,7168,5120,0.022662666936715443
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,7168,5120,0.022221334278583527
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,7168,5120,0.02384000023206075
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,7168,5120,0.021727999051411945
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,7168,5120,0.02310933421055476
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,7168,5120,0.022471999128659565
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,7168,5120,0.025219999253749847
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,7168,5120,0.02167866627375285
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,7168,5120,0.025234666963418324
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,7168,5120,0.022681333124637604
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,7168,5120,0.02428133289019267
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,7168,5120,0.022221334278583527
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,7168,5120,0.02366666744152705
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,7168,5120,0.022797333697477978
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,7168,5120,0.025244000057379406
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,7168,5120,0.0221586674451828
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,7168,5120,0.023532000680764515
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,7168,5120,0.016093333562215168
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,7168,5120,0.016009333233038586
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,7168,5120,0.01613333324591319
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,7168,5120,0.015764000515143078
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,7168,5120,0.01566266641020775
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,7168,5120,0.015955999493598938
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,7168,5120,0.6991968154907227
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,7168,5120,0.35338134765625
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,7168,5120,0.18032852808634442
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,7168,5120,0.10116799672444661
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,7168,5120,0.10167893568674724
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,7168,5120,0.10017279783884685
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,7168,5120,0.09931733608245849
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,7168,5120,0.08905706405639649
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,7168,5120,0.08945706685384115
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,7168,5120,0.08970026969909668
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,7168,5120,0.0853546698888143
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,7168,5120,0.0880789359410604
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,7168,5120,0.07608853181203207
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,7168,5120,0.07477333545684814
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,7168,5120,0.07513493696848551
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,7168,5120,0.07287039756774902
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,7168,5120,0.07248853047688802
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,7168,5120,0.06210773388544718
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,7168,5120,0.0624789317448934
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,7168,5120,0.05982720057169596
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,7168,5120,0.059731201330820716
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,7168,5120,0.058074665069580075
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,7168,5120,0.056909867127736415
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,7168,5120,0.04742506742477417
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,7168,5120,0.045135998725891115
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,7168,5120,0.04726826747258504
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,7168,5120,0.04508266846338908
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,7168,5120,0.043239466349283856
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,7168,5120,0.03364373445510864
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,7168,5120,0.03266879916191101
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,7168,5120,0.032788266738255814
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,7168,5120,0.03180906573931376
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,7168,5120,0.03133973280588786
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,7168,5120,0.02146880030632019
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,7168,5120,0.018677333990732826
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,7168,5120,0.019831466674804687
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,7168,5120,0.018186666568120322
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,7168,5120,0.01835626761118571
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,7168,5120,0.01811093290646871
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,7168,5120,0.01818986733754476
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,7168,5120,0.018181333939234413
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,7168,5120,0.0182261327902476
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,7168,5120,0.017451733350753784
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,7168,5120,0.017438934246699015
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,7168,5120,0.018172800540924072
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,7168,5120,0.017400532960891724
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,7168,5120,0.017308799425760905
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,7168,5120,0.01739413340886434
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,7168,5120,0.01744640072186788
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,7168,5120,0.017145599921544394
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,7168,5120,0.017272533973058064
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,7168,5120,0.016978132724761962
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,7168,5120,0.017314134041468303
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,7168,5120,0.017461333672205606
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,7168,5120,0.016942934195200602
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,7168,5120,0.01690346598625183
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,7168,5120,0.017118932803471883
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,7168,5120,0.016595199704170227
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,7168,5120,0.01699413259824117
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,7168,5120,0.016919465859731038
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,7168,5120,0.01690666675567627
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,7168,5120,0.016960000991821288
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,7168,5120,0.01699519952138265
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,7168,5120,0.0173632005850474
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,7168,5120,0.017038933436075845
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,7168,5120,0.017192532618840538
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,7168,5120,0.0169706662495931
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,7168,4096,1.1642879909939237
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,7168,4096,0.6427662107679579
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,7168,4096,0.3762328889634874
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,7168,4096,0.19361066818237305
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,7168,4096,0.18495110670725504
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,7168,4096,0.1852888928519355
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,7168,4096,0.17140089140997994
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,7168,4096,0.15203911728329128
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,7168,4096,0.14266310797797307
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,7168,4096,0.14290844069586858
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,7168,4096,0.14228799608018664
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,7168,4096,0.14288711547851562
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,7168,4096,0.12065600024329291
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,7168,4096,0.12688533465067545
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,7168,4096,0.11503999763064915
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,7168,4096,0.1081191102663676
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,7168,4096,0.10813333590825398
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,7168,4096,0.10313066509034897
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,7168,4096,0.09341688950856526
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,7168,4096,0.09154666794670953
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,7168,4096,0.0933084421687656
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,7168,4096,0.08044799831178454
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,7168,4096,0.086517333984375
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,7168,4096,0.0749066670735677
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,7168,4096,0.07207466496361627
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,7168,4096,0.07089777787526448
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,7168,4096,0.06645155615276761
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,7168,4096,0.05361244413587782
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,7168,4096,0.04891022377543979
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,7168,4096,0.04065777858098348
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,7168,4096,0.045781334241231285
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,7168,4096,0.032716443141301475
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,7168,4096,0.03940622342957391
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,7168,4096,0.025066667132907446
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,7168,4096,0.025966222087542217
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,7168,4096,0.018684445155991446
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,7168,4096,0.015278221832381355
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,7168,4096,0.015951999359660678
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,7168,4096,0.016184889607959323
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,7168,4096,0.01700622174474928
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,7168,4096,0.015244444211324057
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,7168,4096,0.016775111357371014
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,7168,4096,0.014544000228246054
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,7168,5120,0.01731626590092977
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,7168,4096,0.016385777129067313
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,7168,4096,0.015171556009186639
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,7168,4096,0.015071999695565967
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,7168,4096,0.014926221635606555
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,7168,4096,0.015429332852363586
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,7168,4096,0.015006222658687167
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,7168,4096,0.01464000013139513
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,7168,4096,0.014527999692493014
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,7168,5120,0.016898133357365928
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,7168,4096,0.014570666684044732
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,7168,4096,0.014376888672510782
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,7168,4096,0.014455111490355598
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,7168,4096,0.014483556151390076
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,7168,4096,0.012787555654843649
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,7168,4096,0.012472888661755456
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,7168,4096,0.01309333327743742
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,7168,4096,0.01276622215906779
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,7168,4096,0.013843555417325763
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,7168,4096,0.012759110993809171
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,7168,4096,0.013872000078360239
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,7168,4096,0.01260444439119763
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,7168,4096,0.013802666631009845
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,7168,4096,0.012616888516479068
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,7168,4096,0.012657778130637275
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,7168,4096,0.012108444339699216
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,7168,4096,0.012693333129088083
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,7168,4096,0.01258666647805108
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,7168,4096,0.0131217779384719
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,7168,4096,0.012257777982287936
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,7168,4096,0.01313777764638265
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,7168,4096,0.01256711118751102
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,7168,4096,0.46532799402872727
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,7168,4096,0.24015253384908042
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,7168,4096,0.01333333303531011
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,7168,4096,0.9862549463907877
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,7168,4096,0.12796373367309571
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,7168,4096,0.12492693265279134
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,7168,4096,0.11598186492919922
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,7168,4096,0.13710400263468425
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,7168,4096,0.11541333198547363
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,7168,4096,0.1137120008468628
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,7168,4096,0.12139093081156413
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,7168,4096,0.10750826994578044
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,7168,4096,0.09998400211334228
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,7168,4096,0.10741973718007405
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,7168,4096,0.09499200185139975
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,7168,4096,0.09277013142903646
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,7168,4096,0.09417493343353271
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,7168,4096,0.0965504010518392
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,7168,4096,0.0842858632405599
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,7168,4096,0.08308800061543783
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,7168,4096,0.07606826623280843
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,7168,4096,0.07741973400115967
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,7168,4096,0.06783040364583334
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,7168,4096,0.06583466529846191
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,7168,4096,0.06473173300425211
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,7168,4096,0.06561599969863892
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,7168,4096,0.05418239831924439
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,7168,4096,0.05920213460922241
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,7168,4096,0.04700266520182292
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,7168,4096,0.04022186597188314
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,7168,4096,0.044285865624745686
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,7168,4096,0.03715946674346924
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,7168,4096,0.03992106517155965
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,7168,4096,0.0322432001431783
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,7168,4096,0.026308266321818034
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,7168,4096,0.024805333216985068
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,7168,4096,0.02529919942220052
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,7168,4096,0.024737066030502318
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,7168,4096,0.024409600098927817
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,7168,4096,0.0236629327138265
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,7168,4096,0.024472532669703166
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,7168,4096,0.023126399517059325
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,7168,4096,0.02267306645711263
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,7168,4096,0.05178133249282837
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,7168,4096,0.021451733509699502
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,7168,4096,0.02107306718826294
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,7168,4096,0.022218666474024453
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,7168,4096,0.022899200518925987
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,7168,4096,0.022011733055114745
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,7168,4096,0.02221333384513855
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,7168,4096,0.02095573345820109
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,7168,4096,0.03284479975700379
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,7168,4096,0.022471467653910317
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,7168,4096,0.020643200476964316
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,7168,4096,0.021505065759023032
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,7168,4096,0.020834134022394816
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,7168,4096,0.019870932896931967
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,7168,4096,0.0199562668800354
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,7168,4096,0.01886720061302185
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,7168,4096,0.020504534244537354
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,7168,4096,0.020083200931549073
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,7168,4096,0.020921599864959717
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,7168,4096,0.020097066958745323
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,7168,4096,0.020359466473261513
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,7168,4096,0.020665599902470907
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,7168,4096,0.019400533040364584
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,7168,4096,0.01867199937502543
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,7168,4096,0.019553067286809285
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,7168,4096,0.018812799453735353
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,7168,4096,0.019356799125671387
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,7168,4096,0.018662399053573607
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,7168,4096,0.01879146695137024
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,7168,4096,0.018590933084487914
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,7168,4096,0.018594133853912353
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,7168,4096,0.020387200514475505
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,7168,5120,0.01731626590092977
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,7168,5120,0.01695466637611389
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,7168,5120,0.016937599579493205
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,7168,5120,0.016965333620707193
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,7168,5120,0.016676266988118492
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,7168,4096,0.9080181121826172
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,7168,4096,0.21785066922505697
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,7168,4096,1.8378613789876301
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,7168,4096,0.20654400189717612
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,7168,4096,0.45356054306030275
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,7168,4096,0.2656405289967855
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,7168,4096,0.18920213381449383
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,7168,4096,0.17823680241902667
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,7168,4096,0.1936384042104085
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,7168,4096,0.16042453447977703
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,7168,4096,0.16074986457824708
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,7168,4096,0.14865919748942058
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,7168,4096,0.1738485336303711
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,7168,4096,0.1301514705022176
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,7168,4096,0.12336959838867187
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,7168,4096,0.1155733346939087
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,7168,4096,0.24762773513793945
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,7168,4096,0.2518965403238932
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,7168,4096,0.08073279857635499
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,7168,4096,0.07950507005055746
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,7168,4096,0.2284543991088867
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,7168,4096,0.23514240582784018
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,7168,4096,0.05122666756312052
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,7168,4096,0.0465119997660319
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,7168,4096,0.2222218672434489
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,7168,4096,0.20251839955647788
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,7168,4096,0.1467360019683838
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,7168,4096,0.027156267563501996
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,7168,4096,0.10466346740722657
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,7168,4096,0.09628266493479411
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,7168,4096,0.07032746473948161
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,7168,4096,0.06235306660334269
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,7168,4096,0.044698667526245114
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,7168,4096,0.032203733921051025
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,7168,4096,0.01783999999364217
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,7168,4096,0.018173867464065553
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,7168,4096,0.01763520042101542
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,7168,4096,0.03641706705093384
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,7168,4096,0.021134932835896812
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,7168,4096,0.01943040092786153
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,7168,4096,0.019338667392730713
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,7168,4096,0.019290665785471596
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,7168,4096,0.019177599747975668
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,7168,4096,0.018141865730285645
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,7168,4096,0.014533332983652749
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,7168,4096,0.014451199769973755
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,7168,4096,0.013332266608874002
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,7168,4096,0.013229866822560629
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,7168,4096,0.013133866588274637
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,7168,4096,0.013124266266822815
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,7168,4096,0.013060266772905985
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,7168,4096,0.019347200791041054
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,7168,4096,0.01899306575457255
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,7168,4096,0.019351466496785482
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,7168,4096,0.01945919990539551
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,7168,4096,0.01939520041147868
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,7168,4096,0.019401599963506065
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,7168,4096,0.019754666090011596
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,7168,4096,0.019364267587661743
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,7168,4096,0.019421867529551187
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,7168,4096,0.020107734203338622
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,7168,4096,0.02018453280131022
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,7168,4096,0.019891200462977092
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,7168,4096,0.019751467307408652
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,7168,4096,0.020216532548268638
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,7168,4096,0.019822933276494346
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,7168,4096,0.019822933276494346
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,7168,4096,0.019427200158437095
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,7168,4096,0.01456000010172526
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,7168,4096,0.01458560029665629
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,7168,4096,0.014499200383822122
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,7168,4096,0.014633599917093912
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,7168,4096,0.014633599917093912
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,7168,4096,0.014500266313552857
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,7168,4096,0.2826047897338867
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,7168,4096,0.08431039651234945
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,7168,4096,0.1474474589029948
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,7168,4096,0.08410346508026123
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,7168,4096,0.5597525278727213
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,7168,4096,0.0832202672958374
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,7168,4096,0.08182079792022705
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,7168,4096,0.07443093458811442
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,7168,4096,0.07410986423492431
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,7168,4096,0.07338240146636962
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,7168,4096,0.06420266628265381
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,7168,4096,0.07032319704691568
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,7168,4096,0.07298879623413086
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,7168,4096,0.06207146644592285
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,7168,4096,0.06152960062026978
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,7168,4096,0.059825066725413004
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,7168,4096,0.0516981323560079
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,7168,4096,0.059782401720682776
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,7168,4096,0.05177706480026245
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,7168,4096,0.050425601005554196
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,7168,4096,0.04942400058110555
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,7168,4096,0.04882986545562744
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,7168,4096,0.04713173309961955
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,7168,4096,0.03991786638895671
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,7168,4096,0.039427200953165695
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,7168,4096,0.03812053203582764
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,7168,4096,0.037997865676879884
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,7168,4096,0.036797865231831865
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,7168,4096,0.02792106668154399
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,7168,4096,0.028919466336568195
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,7168,4096,0.026716800530751546
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,7168,4096,0.028092799584070842
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,7168,4096,0.02760319908459981
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,7168,4096,0.01902186671892802
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,7168,4096,0.016229333480199178
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,7168,4096,0.017308799425760905
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,7168,4096,0.016108799974123636
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,7168,4096,0.01590826710065206
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,7168,4096,0.016082132856051125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,7168,4096,0.015803733468055726
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,7168,4096,0.01588586668173472
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,7168,4096,0.015731199582417806
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,7168,4096,0.01490239997704824
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,7168,4096,0.015710933009783427
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,7168,4096,0.01513706644376119
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,7168,4096,0.014916266997655234
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,7168,4096,0.014885333180427552
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,7168,4096,0.014915200074513755
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,7168,4096,0.014842666188875833
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,7168,4096,0.01448853313922882
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,7168,4096,0.014757333199183145
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,7168,4096,0.014825600385665893
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,7168,4096,0.014859732985496522
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,7168,4096,0.014844800035158793
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,7168,4096,0.01455573340257009
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,7168,4096,0.014595199624697366
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,7168,4096,0.01452906628449758
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,7168,4096,0.01446293294429779
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,7168,4096,0.01455573340257009
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,7168,4096,0.014535466829935709
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,7168,4096,0.014500266313552857
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,7168,4096,0.01437440017859141
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,7168,4096,0.014567466576894126
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,7168,4096,0.014519466956456503
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,7168,4096,0.014493866761525472
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,7168,4096,0.014935466647148132
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,7168,4096,0.014491732915242514
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,7168,3584,1.0340693791707356
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,7168,4096,0.014499200383822122
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,7168,3584,0.5124479929606119
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,7168,3584,0.2760213216145833
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,7168,3584,0.15173867013719347
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,7168,3584,0.14960355228847927
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,7168,3584,0.13247999880048963
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,7168,3584,0.13523911105261907
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,7168,3584,0.12264533837636311
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,7168,3584,0.12067911359998916
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,7168,3584,0.11779556009504531
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,7168,3584,0.1194346613354153
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,7168,3584,0.10537244213951959
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,7168,3584,0.10602844423717922
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,7168,3584,0.09989866945478652
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,7168,3584,0.0964426663186815
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,7168,3584,0.142739560869005
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,7168,3584,0.10364622539944118
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,7168,3584,0.09188089105818008
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,7168,3584,0.08272888925340441
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,7168,3584,0.07980444696214464
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,7168,3584,0.08223288589053683
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,7168,3584,0.07156266768773396
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,7168,3584,0.07168355253007677
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,7168,3584,0.06328533093134563
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,7168,3584,0.060990220970577665
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,7168,3584,0.05751111110051473
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,7168,3584,0.047409776184293956
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,7168,3584,0.04314133193757799
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,7168,3584,0.035740445057551064
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,7168,3584,0.03978666663169861
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,7168,3584,0.029025776518715754
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,7168,3584,0.03446400165557861
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,7168,3584,0.022042666872342426
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,7168,3584,0.022499556342760723
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,7168,3584,0.01661688917213016
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,7168,3584,0.013884444203641681
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,7168,3584,0.015052444405025907
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,7168,3584,0.013952000273598565
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,7168,3584,0.014874666929244995
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,7168,3584,0.013274666335847644
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,7168,3584,0.0148053334818946
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,7168,3584,0.012545777691735161
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,7168,3584,0.013854222165213691
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,7168,3584,0.011807999677128263
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,7168,3584,0.011811555259757571
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,7168,3584,0.01182933317290412
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,7168,3584,0.06634310881296794
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,7168,3584,0.012512000070677863
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,7168,3584,0.012483555409643384
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,7168,3584,0.012069332930776807
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,7168,3584,0.012549333274364471
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,7168,3584,0.012506666282812754
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,7168,3584,0.011134222149848938
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,7168,3584,0.011943110989199745
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,7168,3584,0.011774222056070963
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,7168,3584,0.011852444046073489
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,7168,3584,0.010737777584128909
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,7168,3584,0.010938666760921478
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,7168,3584,0.010622222390439777
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,7168,3584,0.011507555842399597
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,7168,3584,0.011391999820868174
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,7168,3584,0.011610666910807291
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,7168,3584,0.011619555453459421
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,7168,3584,0.011134222149848938
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,7168,3584,0.01183999992079205
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,7168,3584,0.01180266671710544
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,7168,3584,0.010611555642551847
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,7168,3584,0.010565333068370819
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,7168,3584,0.01074488874938753
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,7168,3584,0.010478222535716163
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,7168,3584,0.010611555642551847
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,7168,3584,0.010558221903112201
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,7168,3584,0.010926222635640038
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,7168,3584,0.010919111470381418
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,7168,3584,0.8188949584960937
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,7168,3584,0.525268268585205
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,7168,3584,0.2328224023183187
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,7168,3584,0.12300480206807454
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,7168,3584,0.11318079630533855
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,7168,4096,0.014506666858990987
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,7168,3584,0.11786133448282879
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,7168,3584,0.10428373018900554
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,7168,3584,0.10259946982065837
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,7168,3584,0.10299733479817708
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,7168,3584,0.09601386388142905
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,7168,3584,0.09553493658701578
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,7168,3584,0.09440426826477051
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,7168,3584,0.088044802347819
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,7168,3584,0.08827199935913085
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,7168,3584,0.08843093713124593
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,7168,3584,0.08579839865366617
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,7168,3584,0.07920640309651693
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,7168,3584,0.07513813177744547
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,7168,3584,0.06786666711171468
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,7168,3584,0.07006613413492838
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,7168,3584,0.0621013323465983
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,7168,3584,0.061876265207926426
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,7168,3584,0.05844586690266927
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,7168,3584,0.05783360004425049
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,7168,3584,0.04929813146591187
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,7168,3584,0.053597867488861084
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,7168,3584,0.04490240017573039
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,7168,3584,0.04321386814117432
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,7168,3584,0.038985598087310794
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,7168,3584,0.04211733341217041
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,7168,3584,0.035582931836446126
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,7168,3584,0.03736213445663452
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,7168,3584,0.030855466922124226
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,7168,3584,0.030882134040196733
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,7168,4096,0.014500266313552857
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,7168,3584,0.02341759999593099
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,7168,3584,0.025174399216969807
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,7168,3584,0.024332799514134727
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,7168,3584,0.023840000232060753
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,7168,3584,0.02267199953397115
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,7168,3584,0.02297280033429464
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,7168,3584,0.023412267367045082
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,7168,4096,0.014436266819636025
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,7168,3584,0.021208532651265464
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,7168,3584,0.020824533700942994
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,7168,3584,0.02203306754430135
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,7168,3584,0.0223146657148997
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,7168,3584,0.07081279754638672
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,7168,3584,0.02225386699040731
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,7168,3584,0.021102933088938396
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,7168,3584,0.020709333817164104
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,7168,3584,0.0210591991742452
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,7168,3584,0.021643733978271483
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,7168,3584,0.020491733153661092
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,7168,3584,0.019078399737675986
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,7168,3584,0.02031893332799276
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,7168,3584,0.019761067628860474
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,7168,3584,0.018577067057291667
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,7168,3584,0.018956800301869713
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,7168,3584,0.019621332486470543
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,7168,3584,0.019588265816370645
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,7168,3584,0.01926506757736206
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,7168,3584,0.01859626571337382
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,7168,3584,0.018685867389043175
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,7168,3584,0.018809600671132406
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,7168,3584,0.018637865781784058
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,7168,3584,0.01839359998703003
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,7168,3584,0.01872533361117045
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,7168,3584,0.019819732507069907
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,7168,3584,0.01871573328971863
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,7168,3584,0.01858773430188497
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,7168,3584,0.018314667542775474
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,7168,3584,0.018529067436854042
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,7168,3584,0.020823466777801513
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,7168,3584,0.020500266551971437
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,7168,3584,0.01853546698888143
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,7168,4096,0.014654933412869772
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,7168,4096,0.014525866508483887
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,7168,4096,0.014677332838376364
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,7168,3584,0.449289608001709
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,7168,3584,1.7609439849853517
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,7168,3584,0.883670425415039
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,7168,3584,0.21720426877339682
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,7168,3584,0.2031167984008789
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,7168,3584,0.21701973279317222
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,7168,3584,0.2601674715677897
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,7168,3584,0.20051199595133462
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,7168,3584,0.18618666330973307
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,7168,3584,0.18713706334431965
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,7168,3584,0.17597440083821614
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,7168,3584,0.16505707105000814
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,7168,3584,0.15703147252400715
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,7168,3584,0.14251200358072919
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,7168,3584,0.14961279233296712
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,7168,3584,0.12280320326487223
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,7168,3584,0.1072661320368449
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,7168,3584,0.10548799832661945
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,7168,3584,0.07184000015258789
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,7168,3584,0.06837973594665528
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,7168,3584,0.24360532760620118
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,7168,3584,0.24707840283711752
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,7168,3584,0.04814079999923706
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,7168,3584,0.0438805341720581
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,7168,3584,0.22672746976216634
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,7168,3584,0.23108800252278647
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,7168,3584,0.13108586470286052
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,7168,3584,0.025990400711695356
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,7168,3584,0.0666154662768046
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,7168,3584,0.0893450657526652
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,7168,3584,0.08518719673156738
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,7168,3584,0.05927786827087402
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,7168,3584,0.04237546523412068
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,7168,3584,0.034791465600331625
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,7168,3584,0.030820266405741377
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,7168,3584,0.01697493394215902
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,7168,3584,0.016900267203648886
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,7168,3584,0.018198400735855103
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,7168,3584,0.01990399956703186
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,7168,3584,0.01840426723162333
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,7168,3584,0.018557866414388023
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,7168,3584,0.018180267016092936
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,7168,3584,0.01697173317273458
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,7168,3584,0.016922666629155477
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,7168,3584,0.01367573340733846
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,7168,3584,0.012447999914487202
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,7168,3584,0.012379733721415202
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,7168,3584,0.011971199512481689
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,7168,3584,0.017797333002090455
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,7168,3584,0.01731520096460978
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,7168,3584,0.018964266777038573
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,7168,3584,0.017838933070500693
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,7168,3584,0.01735360026359558
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,7168,3584,0.017903999487559
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,7168,3584,0.018055466810862224
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,7168,3584,0.018986666202545167
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,7168,3584,0.018529067436854042
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,7168,3584,0.018949333826700845
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,7168,3584,0.019406932592391967
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,7168,3584,0.018253866831461588
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,7168,3584,0.017986132701237997
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,7168,3584,0.018130133549372353
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,7168,3584,0.0180949330329895
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,7168,3584,0.018987733125686645
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,7168,3584,0.01949440042177836
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,7168,3584,0.01956160068511963
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,7168,3584,0.020499199628829956
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,7168,3584,0.013822933038075766
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,7168,3584,0.013741866747538248
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,7168,3584,0.013750400145848593
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,7168,3584,0.013602133591969809
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,7168,3584,0.013713066776593527
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,7168,3584,0.013363200426101684
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,7168,3584,0.0134442667166392
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,7168,3584,0.49910825093587236
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,7168,3584,0.13359039624532063
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,7168,3584,0.07564586798350016
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,7168,3584,0.2533365408579508
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,7168,3584,0.07648746967315674
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,7168,3584,0.07698880036671957
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,7168,3584,0.07477119763692221
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,7168,3584,0.06744320392608642
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,7168,3584,0.06712213357289633
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,7168,3584,0.06585493485132853
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,7168,3584,0.06690560181935629
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,7168,3584,0.06425386667251587
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,7168,3584,0.056676268577575684
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,7168,3584,0.058067198594411215
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,7168,3584,0.05624320109685262
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,7168,3584,0.04734613498051961
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,7168,3584,0.04634666840235392
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,7168,3584,0.054522665341695156
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,7168,3584,0.04570133288701375
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,7168,3584,0.05420159896214803
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,7168,3584,0.04548159837722778
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,7168,3584,0.04422613382339478
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,7168,3584,0.04335999886194865
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,7168,3584,0.03657066822052002
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,7168,3584,0.03627093235651652
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,7168,3584,0.03498773177464803
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,7168,3584,0.034645334879557295
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,7168,3584,0.033768534660339355
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,7168,3584,0.026555732885996504
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,7168,3584,0.025818665822347004
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,7168,3584,0.024762666225433348
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,7168,3584,0.025572266181310015
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,7168,3584,0.02434773246447245
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,7168,3584,0.01753600041071574
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,7168,3584,0.016177067160606386
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,7168,3584,0.015315199891726175
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,7168,3584,0.01479039986928304
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,7168,3584,0.014547200004259745
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,7168,3584,0.014779733618100485
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,7168,3584,0.01474346617857615
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,7168,3584,0.01460906664530436
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,7168,3584,0.014524799585342408
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,7168,3584,0.014442666371663412
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,7168,3584,0.01362879971663157
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,7168,3584,0.01373546620210012
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,7168,3584,0.013724799950917563
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,7168,3584,0.013276799519856771
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,7168,3584,0.01372053325176239
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,7168,3584,0.013740799824396768
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,7168,3584,0.014115200440088908
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,7168,3584,0.013567999998728434
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,7168,3584,0.013267200191815695
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,7168,3584,0.013734400272369385
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,7168,3584,0.013294933239618936
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,7168,3584,0.013314132889111837
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,7168,3584,0.014077867070833841
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,7168,3584,0.013297067085901896
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,7168,3584,0.013692800203959146
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,7168,3584,0.013605333367983499
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,7168,3584,0.01333440045515696
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,7168,3584,0.013559466600418091
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,7168,3584,0.013319466511408487
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,7168,3584,0.01336853305498759
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,7168,3584,0.013790933291117349
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,7168,3584,0.013706666231155396
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,7168,3584,0.013370666901270548
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,7168,3584,0.013370666901270548
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,7168,3584,0.013677866260210673
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,7168,3072,0.8916599750518799
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,7168,3072,0.251198669274648
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,7168,3072,0.4371013243993123
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,7168,3072,0.12101999918619792
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,7168,3072,0.11953199903170268
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,7168,3072,0.11109600464502971
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,7168,3072,0.11256532867749532
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,7168,3072,0.10520799954732259
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,7168,3072,0.10259067018826802
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,7168,3072,0.09948399662971497
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,7168,3072,0.09710400303204854
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,7168,3072,0.08970800042152405
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,7168,3072,0.09000800053278606
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,7168,3072,0.0849226713180542
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,7168,3584,0.01325973371664683
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,7168,3072,0.1307199994723002
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,7168,3072,0.08120933175086975
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,7168,3072,0.08906400203704834
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,7168,3072,0.07954533398151398
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,7168,3072,0.069841335217158
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,7168,3072,0.06860933204491933
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,7168,3072,0.07111333310604095
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,7168,3072,0.061346665024757385
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,7168,3072,0.05739733576774597
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,7168,3072,0.054246669014294945
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,7168,3072,0.05225066840648651
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,7168,3072,0.0492306649684906
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,7168,3072,0.0409960001707077
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,7168,3072,0.031114667654037476
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,7168,3584,0.013136000434557597
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,7168,3072,0.025057333211104076
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,7168,3072,0.02961866557598114
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,7168,3072,0.018863999595244724
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,7168,3072,0.019621333728233974
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,7168,3072,0.014570667097965876
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,7168,3072,0.012049333502848944
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,7168,3072,0.012757333616415659
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,7168,3072,0.012318667024374008
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,7168,3072,0.01313866674900055
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,7168,3072,0.011950666705767313
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,7168,3072,0.013129333655039469
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,7168,3072,0.011251999686161676
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,7168,3072,0.01220666617155075
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,7168,3072,0.010425332933664322
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,7168,3072,0.01041466680665811
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,7168,3072,0.010341333225369453
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,7168,3072,0.010820000121990839
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,7168,3072,0.010713333884874979
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,7168,3072,0.01079066718618075
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,7168,3072,0.010937333106994629
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,7168,3072,0.05986666679382324
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,7168,3072,0.011022667090098063
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,7168,3072,0.010371999815106392
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,7168,3072,0.01060400033990542
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,7168,3072,0.010555999974409739
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,7168,3072,0.03458266705274582
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,7168,3072,0.009413333609700203
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,7168,3072,0.009441333512465159
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,7168,3072,0.009414666642745336
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,7168,3072,0.010172000154852867
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,7168,3584,0.013268267114957174
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,7168,3072,0.010166666780908903
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,7168,3072,0.010175999874869982
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,7168,3072,0.010013333211342493
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,7168,3072,0.009933333223064741
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,7168,3072,0.009929333503047625
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,7168,3072,0.009337333341439566
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,7168,3072,0.009323999906579653
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,7168,3072,0.009336000308394432
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,7168,3072,0.009315999845663706
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,7168,3072,0.009509333098928133
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,7168,3072,0.009374666959047318
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,7168,3072,0.009637333452701569
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,7168,3072,0.00985733357568582
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,7168,3072,0.03685066600640615
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,7168,3072,0.01041733349363009
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,7168,3072,0.7057898839314778
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,7168,3072,0.17720534006754557
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,7168,3072,0.10734720230102539
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,7168,3072,0.010118666415413221
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,7168,3072,0.09807893435160318
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,7168,3072,0.10195733706156414
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,7168,3072,0.08986240228017171
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,7168,3072,0.09308586915334066
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,7168,3072,0.09649066925048828
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,7168,3072,0.08765760262807211
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,7168,3072,0.08734719753265381
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,7168,3072,0.0861674706141154
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,7168,3072,0.07855253219604492
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,7168,3072,0.07498666445414225
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,7168,3072,0.0757205327351888
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,7168,3072,0.06892159779866537
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,7168,3072,0.06833706696828207
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,7168,3072,0.06827840010325113
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,7168,3072,0.06377066771189371
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,7168,3072,0.06263253291447958
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,7168,3072,0.0630506674448649
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,7168,3072,0.05517760117848715
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,7168,3072,0.053979734579722084
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,7168,3072,0.051626666386922204
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,7168,3072,0.050735998153686526
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,7168,3072,0.04576319853464762
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,7168,3072,0.0488480011622111
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,7168,3072,0.040240001678466794
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,7168,3072,0.042293334007263185
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,7168,3072,0.03702293237050374
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,7168,3072,0.039401598771413165
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,7168,3072,0.03275946577390035
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,7168,3072,0.03487253189086914
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,7168,3072,0.028807467222213744
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,7168,3072,0.02871893246968587
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,7168,3072,0.024177066485087075
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,7168,3072,0.02288960019747416
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,7168,3072,0.02256106734275818
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,7168,3072,0.022401066621144612
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,7168,3072,0.02215999960899353
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,7168,3072,0.020906666914621987
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,7168,3072,0.022759467363357544
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,7168,3072,0.34730027516682943
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,7168,3072,0.020652800798416138
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,7168,3072,0.020498132705688475
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,7168,3072,0.02027733325958252
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,7168,3072,0.020227199792861937
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,7168,3072,0.020940800507863365
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,7168,3072,0.01932800014813741
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,7168,3072,0.02146986722946167
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,7168,3072,0.01893226703008016
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,7168,3072,0.020221867163976035
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,7168,3072,0.018580265839894614
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,7168,3072,0.018918399016062418
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,7168,3072,0.01853440006573995
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,7168,3072,0.018572799364725747
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,7168,3072,0.018521600961685182
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,7168,3072,0.0185098667939504
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,7168,3072,0.019886932770411172
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,7168,3072,0.01871466636657715
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,7168,3072,0.018793600797653198
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,7168,3072,0.018605866034825645
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,7168,3072,0.018389334281285606
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,7168,3072,0.019406932592391967
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,7168,3072,0.018196266889572144
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,7168,3072,0.0180565337340037
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,7168,3072,0.016594133774439492
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,7168,3072,0.017705599466959633
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,7168,3072,0.018170666694641114
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,7168,3072,0.01722559928894043
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,7168,3072,0.017838933070500693
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,7168,3072,0.017698132991790773
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,7168,3072,0.020832000176111858
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,7168,3072,0.020500266551971437
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,7168,3072,0.019169066349665323
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,7168,3584,0.01365226705869039
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,7168,3584,0.013281066219011942
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,7168,3584,0.013630933562914529
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,7168,3072,0.25039679209391275
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,7168,3072,0.20908479690551757
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,7168,3072,0.42067521413167314
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,7168,3072,0.8460906982421875
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,7168,3072,0.20972053209940592
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,7168,3072,0.19328640302022299
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,7168,3072,0.18790507316589355
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,7168,3072,0.17515840530395507
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,7168,3072,0.1649717330932617
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,7168,3072,0.1505034605662028
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,7168,3072,0.14501759211222331
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,7168,3072,0.13376213709513346
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,7168,3072,1.6903967539469402
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,7168,3072,0.13011093139648439
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,7168,3072,0.10138239860534667
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,7168,3072,0.0857418696085612
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,7168,3072,0.17895253499348956
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,7168,3072,0.09508907000223796
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,7168,3072,0.06563733418782552
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,7168,3072,0.2322474638621012
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,7168,3072,0.0634389321009318
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,7168,3072,0.23426987330118815
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,7168,3072,0.04530986547470093
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,7168,3072,0.04153493245442708
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,7168,3072,0.21457386016845703
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,7168,3072,0.21525653203328451
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,7168,3072,0.11535039742787678
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,7168,3072,0.02474453250567118
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,7168,3072,0.08016959826151529
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,7168,3072,0.07583466370900473
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,7168,3072,0.05946666797002157
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,7168,3072,0.052192000548044834
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,7168,3072,0.03923199971516927
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,7168,3072,0.03293866713841756
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,7168,3072,0.028439466158548993
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,7168,3072,0.01588586668173472
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,7168,3072,0.015614933768908181
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,7168,3072,0.01873706579208374
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,7168,3072,0.01727466583251953
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,7168,3072,0.017383466164271034
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,7168,3072,0.0169706662495931
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,7168,3072,0.016919465859731038
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,7168,3072,0.015842133760452272
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,7168,3072,0.015758933623631795
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,7168,3072,0.013206400473912559
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,7168,3072,0.011224533120791119
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,7168,3072,0.011318399508794149
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,7168,3072,0.011682132879892986
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,7168,3072,0.01689599951108297
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,7168,3072,0.01580586632092794
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,7168,3072,0.01730453372001648
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,7168,3072,0.01723946730295817
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,7168,3072,0.01657919983069102
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,7168,3072,0.017772799730300902
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,7168,3072,0.017773866653442383
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,7168,3072,0.01737066706021627
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,7168,3072,0.016557866334915163
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,7168,3072,0.016909867525100708
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,7168,3072,0.018147200345993042
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,7168,3072,0.017515732844670614
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,7168,3072,0.01679253379503886
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,7168,3072,0.017108267545700072
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,7168,3072,0.01791680057843526
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,7168,3072,0.01821119983990987
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,7168,3072,0.01690773367881775
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,7168,3072,0.01807360053062439
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,7168,3072,0.01862506667772929
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,7168,3072,0.01321386694908142
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,7168,3072,0.012853333353996277
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,7168,3072,0.01286186675230662
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,7168,3072,0.012889599800109864
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,7168,3072,0.012533332904179892
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,7168,3072,0.012823466459910074
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,7168,3072,0.012893866499265036
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,7168,3072,0.43708372116088867
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,7168,3072,0.06743040084838867
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,7168,3072,0.22159999211629233
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,7168,3072,0.11722026666005451
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,7168,3072,0.06823573112487794
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,7168,3072,0.06664640108744303
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,7168,3072,0.06573119958241781
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,7168,3072,0.05954986810684204
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,7168,3072,0.05971839825312296
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,7168,3072,0.05890346765518188
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,7168,3072,0.05855253140131632
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,7168,3072,0.0512725313504537
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,7168,3072,0.05642879803975424
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,7168,3072,0.05035946766535441
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,7168,3072,0.04999466737111409
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,7168,3072,0.048376532395680745
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,7168,3072,0.04803733428319295
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,7168,3072,0.041324798266092935
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,7168,3072,0.04175146818161011
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,7168,3072,0.040749867757161454
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,7168,3072,0.040394667784372965
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,7168,3072,0.039628799756368
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,7168,3072,0.03893760045369466
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,7168,3072,0.032254934310913086
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,7168,3072,0.03172373374303182
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,7168,3072,0.032451200485229495
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,7168,3072,0.03127893408139547
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,7168,3072,0.030554666121800737
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,7168,3072,0.024451200167338052
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,7168,3072,0.023524266481399537
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,7168,3072,0.023135999838511147
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,7168,3072,0.022318933407465616
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,7168,3072,0.02300373315811157
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,7168,3072,0.013704533378283182
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,7168,3072,0.014630400141080222
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,7168,3072,0.016076800227165223
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,7168,3072,0.013230933745702108
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,7168,3072,0.013324800133705138
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,7168,3072,0.013296000162760415
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,7168,3072,0.0132533331712087
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,7168,3072,0.01325973371664683
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,7168,3072,0.01293333371480306
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,7168,3072,0.013298133015632629
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,7168,3072,0.013142399986584983
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,7168,3072,0.012781866391499839
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,7168,3072,0.012640000383059184
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,7168,3072,0.012488533059755962
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,7168,3072,0.012844799955685934
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,7168,3072,0.012705066800117492
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,7168,3072,0.012859732906023661
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,7168,3072,0.012492799758911132
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,7168,3072,0.012406399846076966
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,7168,3072,0.01243946651617686
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,7168,3072,0.01242026686668396
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,7168,3072,0.012852266430854797
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,7168,3072,0.012447999914487202
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,7168,3072,0.012774399916330972
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,7168,3072,0.012408533692359924
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,7168,3072,0.01248426636060079
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,7168,3072,0.012547199924786886
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,7168,3072,0.012460800011952718
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,7168,3072,0.012435199817021687
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,7168,3072,0.01209493378798167
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,7168,3072,0.012468266487121581
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,7168,3072,0.012470400333404541
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,7168,3072,0.012395733594894409
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,7168,3072,0.012475732962290447
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,7168,2560,0.7497119903564453
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,7168,2560,0.36667199929555255
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,7168,2560,0.22497467199961343
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,7168,2560,0.11868133147557576
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,7168,2560,0.11688133080800374
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,7168,2560,0.12357999881108601
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,7168,2560,0.1007960041364034
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,7168,2560,0.10142266750335693
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,7168,2560,0.0970639983812968
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,7168,2560,0.09720800320307414
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,7168,2560,0.09425200025240581
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,7168,2560,0.09358533223470052
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,7168,2560,0.07571599880854289
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,7168,2560,0.0767719993988673
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,7168,2560,0.07197733223438263
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,7168,2560,0.06881999969482422
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,7168,2560,0.07457333306471507
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,7168,2560,0.06519333521525066
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,7168,2560,0.059606666366259255
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,7168,2560,0.05794133245944977
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,7168,2560,0.05865733325481415
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,7168,2560,0.05120799938837687
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,7168,2560,0.05127733449141184
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,7168,2560,0.047884002327919006
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,7168,2560,0.045540000001589455
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,7168,2560,0.03956133375565211
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,7168,2560,0.041703999042510986
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,7168,2560,0.03443866719802221
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,7168,2560,0.03130800028642019
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,7168,2560,0.026150666177272797
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,7168,2560,0.029546665648619335
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,7168,2560,0.0212786669532458
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,7168,2560,0.02483733246723811
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,7168,2560,0.016294666876395542
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,7168,2560,0.017421333740154903
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,7168,2560,0.012639999389648438
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,7168,2560,0.010620000461737314
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,7168,2560,0.010699999829133352
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,7168,2560,0.010760000596443811
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,7168,2560,0.011430667092402777
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,7168,2560,0.010245333115259806
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,7168,2560,0.01134800041715304
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,7168,2560,0.00995333306491375
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,7168,2560,0.010425332933664322
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,7168,2560,0.008890666688481966
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,7168,2560,0.008997333546479544
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,7168,2560,0.008957333241899809
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,7168,2560,0.009574666619300842
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,7168,2560,0.00938666673998038
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,7168,2560,0.009372000272075335
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,7168,2560,0.009402666861812273
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,7168,2560,0.009429333110650381
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,7168,2560,0.009293333316842714
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,7168,2560,0.00929733303685983
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,7168,2560,0.009090666969617208
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,7168,3072,0.012151466806729634
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,7168,2560,0.009254666666189829
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,7168,2560,0.008378666515151659
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,7168,2560,0.00841333344578743
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,7168,2560,0.008354666953285536
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,7168,2560,0.00890666681031386
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,7168,2560,0.008866666505734125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,7168,2560,0.008879999940594038
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,7168,2560,0.008879999940594038
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,7168,3072,0.01204800009727478
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,7168,2560,0.008913333217302958
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,7168,2560,0.008886666968464851
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,7168,2560,0.008365333080291748
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,7168,3072,0.012421333789825439
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,7168,2560,0.008262666563193003
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,7168,2560,0.008186666915814081
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,7168,2560,0.008364000047246615
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,7168,2560,0.008370666454235712
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,7168,2560,0.008353333299358686
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,7168,2560,0.008802666639288267
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,7168,2560,0.5889045079549153
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,7168,2560,0.00839866635700067
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,7168,2560,0.008913333217302958
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,7168,2560,0.29799254735310876
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,7168,2560,0.08761599858601889
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,7168,2560,0.08415893713633218
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,7168,2560,0.08006292978922526
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,7168,2560,0.0800383965174357
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,7168,2560,0.0772650639216105
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,7168,2560,0.07430933316548666
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,7168,2560,0.0741429328918457
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,7168,2560,0.06792746384938558
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,7168,2560,0.0661141316095988
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,7168,2560,0.0651573340098063
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,7168,2560,0.061597867806752526
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,7168,3072,0.012436266740163167
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,7168,2560,0.06170133352279663
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,7168,2560,0.05865386724472046
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,7168,2560,0.05534400145212809
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,7168,2560,0.053188268343607584
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,7168,2560,0.14588905970255533
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,7168,2560,0.09206613699595133
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,7168,2560,0.046936531861623124
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,7168,2560,0.0449504017829895
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,7168,2560,0.04790293375651042
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,7168,2560,0.04520639975865682
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,7168,2560,0.04109119971593221
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,7168,2560,0.04374826749165853
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,7168,2560,0.03902293443679809
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,7168,2560,0.037013332049051925
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,7168,2560,0.03374826510747274
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,7168,2560,0.03038933277130127
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,7168,2560,0.03578026692072551
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,7168,2560,0.030403200785319013
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,7168,2560,0.02677653431892395
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,7168,2560,0.026787199576695758
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,7168,2560,0.06584213177363077
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,7168,2560,0.02105600039164225
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,7168,2560,0.020836265881856282
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,7168,2560,0.020517333348592123
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,7168,2560,0.02076693375905355
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,7168,2560,0.02036693294843038
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,7168,2560,0.01903466582298279
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,7168,2560,0.018891733884811402
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,7168,2560,0.019058134158452353
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,7168,2560,0.018205867211023966
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,7168,2560,0.020549333095550536
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,7168,2560,0.019825067122777304
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,7168,2560,0.018617600202560425
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,7168,2560,0.018382932742436728
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,7168,2560,0.018778665860493978
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,7168,2560,0.05054080088933309
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,7168,2560,0.016665599743525186
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,7168,2560,0.01722666621208191
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,7168,2560,0.016676266988118492
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,7168,2560,0.016577066977818807
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,7168,2560,0.016561067104339598
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,7168,2560,0.016825600465138753
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,7168,2560,0.017442133029301962
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,7168,2560,0.023038933674494423
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,7168,2560,0.016563199957211814
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,7168,2560,0.016502400239308677
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,7168,2560,0.019618133703867592
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,7168,2560,0.016562133034070333
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,7168,2560,0.016526933511098227
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,7168,2560,0.016334933042526246
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,7168,2560,0.01702186663945516
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,7168,2560,0.016502400239308677
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,7168,2560,0.01646933356920878
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,7168,2560,0.01694933374722799
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,7168,2560,0.016436266899108886
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,7168,2560,0.015999999642372132
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,7168,2560,0.01648853321870168
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,7168,2560,0.016394666830698647
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,7168,2560,0.017997866868972777
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,7168,2560,0.016448000073432924
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,7168,2560,0.018549333016077675
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,7168,3072,0.012451199690500896
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,7168,3072,0.01244586706161499
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,7168,3072,0.012038399775822956
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,7168,2560,0.40561494827270506
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,7168,2560,0.19539519945780437
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,7168,2560,0.8014954884847005
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,7168,2560,0.23697172800699867
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,7168,2560,0.19163840611775715
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,7168,2560,0.17991573015848797
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,7168,2560,0.1745247999827067
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,7168,2560,0.16410560607910157
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,7168,2560,0.15126293500264484
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,7168,2560,0.1274453322092692
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,7168,2560,0.14939840634663898
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,7168,2560,0.12431146303812664
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,7168,2560,0.11119893391927083
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,7168,2560,0.11234453519185383
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,7168,2560,1.6016554514567058
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,7168,2560,0.08525119622548422
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,7168,2560,0.0825984001159668
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,7168,2560,0.2243274688720703
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,7168,2560,0.22524266242980956
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,7168,2560,0.05968426863352457
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,7168,2560,0.05539093414942423
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,7168,2560,0.07965013186136881
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,7168,2560,0.0420138676961263
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,7168,2560,0.20856107076009117
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,7168,2560,0.039789867401123044
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,7168,2560,0.20595946311950683
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,7168,2560,0.09556053479512533
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,7168,2560,0.023763199647267662
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,7168,2560,0.06991999944051107
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,7168,2560,0.053819731871287024
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,7168,2560,0.06713493665059408
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,7168,2560,0.048554666837056476
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,7168,2560,0.0367573340733846
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,7168,2560,0.030990932385126752
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,7168,2560,0.026726400852203368
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,7168,2560,0.014301866292953491
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,7168,2560,0.014288000265757241
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,7168,2560,0.01584106683731079
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,7168,2560,0.017451733350753784
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,7168,2560,0.015245866775512696
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,7168,2560,0.01569386621316274
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,7168,2560,0.01530346671740214
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,7168,2560,0.014113066593805948
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,7168,2560,0.01406826674938202
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,7168,2560,0.01179200013478597
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,7168,2560,0.010066133737564088
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,7168,2560,0.013249066472053529
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,7168,2560,0.013143466909726462
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,7168,2560,0.01411733329296112
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,7168,2560,0.013690666357676188
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,7168,2560,0.015261866648991904
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,7168,2560,0.014218667149543762
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,7168,2560,0.014014933506647745
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,7168,2560,0.014491732915242514
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,7168,2560,0.01365226705869039
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,7168,2560,0.014860799908638
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,7168,2560,0.015261866648991904
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,7168,2560,0.014283733566602072
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,7168,2560,0.016110933820406594
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,7168,2560,0.014465066790580749
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,7168,2560,0.014020267128944396
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,7168,2560,0.014919466773668923
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,7168,2560,0.013636266191800436
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,7168,2560,0.014914133151372275
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,7168,2560,0.01565333306789398
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,7168,2560,0.01406613290309906
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,7168,2560,0.015756799777348836
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,7168,2560,0.01163093348344167
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,7168,2560,0.011479467153549194
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,7168,2560,0.011572266618410747
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,7168,2560,0.011220266421635944
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,7168,2560,0.011223466197649638
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,7168,2560,0.010787199934323628
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,7168,2560,0.011241599917411804
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,7168,2560,0.37638400395711263
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,7168,2560,0.1024842659632365
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,7168,2560,0.05769493182500204
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,7168,2560,0.05926506519317627
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,7168,2560,0.19179306030273438
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,7168,2560,0.05218773285547892
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,7168,2560,0.05752853155136108
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,7168,2560,0.05924479961395264
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,7168,2560,0.05173546473185221
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,7168,2560,0.051047468185424806
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,7168,2560,0.05080639918645223
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,7168,2560,0.04535040060679118
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,7168,2560,0.04933333396911621
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,7168,2560,0.04373546838760376
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,7168,2560,0.04311573505401611
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,7168,2560,0.042513068517049155
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,7168,2560,0.042634665966033936
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,7168,2560,0.03683946530024211
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,7168,2560,0.036474665006001786
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,7168,2560,0.03572906653086345
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,7168,2560,0.03565333286921184
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,7168,2560,0.03444693485895793
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,7168,2560,0.03483626842498779
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,7168,2560,0.02940373420715332
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,7168,2560,0.028487465778986615
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,7168,2560,0.027834665775299073
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,7168,2560,0.02718186577161153
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,7168,2560,0.029050666093826293
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,7168,2560,0.021644800901412964
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,7168,2560,0.021329067150751748
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,7168,2560,0.020907733837763467
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,7168,2560,0.0198634664217631
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,7168,2560,0.020061866442362467
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,7168,2560,0.014097066720326743
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,7168,2560,0.012876799702644348
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,7168,2560,0.013156267007191977
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,7168,2560,0.012095999717712403
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,7168,2560,0.012088533242543538
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,7168,2560,0.012294399738311767
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,7168,2560,0.012055466572443645
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,7168,2560,0.01204373339811961
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,7168,2560,0.011941333611806233
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,7168,2560,0.011934933066368104
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,7168,2560,0.011754666765530903
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,7168,2560,0.011598933736483257
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,7168,2560,0.01204800009727478
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,7168,2560,0.011770666639010111
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,7168,2560,0.01149120032787323
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,7168,2560,0.011642666657765706
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,7168,2560,0.011593600114186604
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,7168,2560,0.011267200112342834
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,7168,2560,0.011672533551851908
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,7168,2560,0.011669333775838215
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,7168,2560,0.011636267105738323
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,7168,2560,0.011646933356920878
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,7168,2560,0.011608533064524333
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,7168,2560,0.011591466267903645
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,7168,2560,0.011356799801190694
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,7168,2560,0.011634133259455363
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,7168,2560,0.011637333035469054
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,7168,2560,0.011571199695269267
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,7168,2560,0.011362133423487346
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,7168,2560,0.011493333180745443
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,7168,2560,0.011658666531244914
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,7168,2560,0.01144533356030782
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,7168,2560,0.011432533462842304
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,7168,2560,0.011236266295115153
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,7168,2048,0.5990410486857096
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,7168,2048,0.3253045399983724
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,7168,2048,0.18475839296976726
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,7168,2048,0.09917759895324707
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,7168,2048,0.09526507059733072
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,7168,2048,0.09316373666127523
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,7168,2048,0.07624533176422119
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,7168,2048,0.07806399663289389
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,7168,2048,0.07208960056304932
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,7168,2560,0.011355732878049214
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,7168,2048,0.07432959874471029
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,7168,2048,0.06945919990539551
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,7168,2048,0.06529279947280883
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,7168,2048,0.06440639893213908
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,7168,2048,0.05811200141906738
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,7168,2048,0.05587733189264933
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,7168,2048,0.06039786736170451
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,7168,2048,0.05333439906438192
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,7168,2048,0.04845439990361532
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,7168,2048,0.04680746793746948
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,7168,2048,0.047884798049926756
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,7168,2048,0.04096746842066447
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,7168,2048,0.04091840187708537
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,7168,2048,0.03845333258310954
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,7168,2048,0.03719360033671061
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,7168,2048,0.031906133890151976
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,7168,2048,0.03396159807840983
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,7168,2048,0.0280021329720815
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,7168,2048,0.025484800338745117
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,7168,2048,0.06239893436431885
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,7168,2048,0.021466666460037233
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,7168,2048,0.024580266078313193
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,7168,2048,0.017489065726598106
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,7168,2048,0.020282665888468422
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,7168,2048,0.01453439990679423
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,7168,2048,0.014455466469128927
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,7168,2048,0.010792533556620281
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,7168,2048,0.00916266640027364
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,7168,2048,0.009181867043177288
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,7168,2048,0.009428266684214275
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,7168,2048,0.008758399883906047
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,7168,2048,0.009642666578292847
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,7168,2560,0.01120960017045339
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,7168,2048,0.008361599842707316
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,7168,2048,0.00916266640027364
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,7168,2048,0.007805866499741872
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,7168,2048,0.0076799998680750535
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,7168,2048,0.008436266581217449
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,7168,2048,0.00798399994770686
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,7168,2048,0.00792746643225352
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,7168,2048,0.007982933521270752
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,7168,2048,0.007906133433183034
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,7168,2048,0.007889066636562348
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,7168,2048,0.007878399888674418
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,7168,2048,0.007890133559703827
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,7168,2048,0.007810133198897044
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,7168,2048,0.007064533233642578
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,7168,2048,0.007084799806276958
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,7168,2048,0.007051733136177063
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,7168,2048,0.009574400385220845
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,7168,2048,0.007334400216738384
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,7168,2048,0.007410133381684621
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,7168,2048,0.007403733332951863
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,7168,2048,0.007941333452860515
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,7168,2048,0.007515733440717061
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,7168,2048,0.0075573335091273
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,7168,2048,0.007506133119265239
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,7168,2048,0.007022933165232341
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,7168,2560,0.01122773289680481
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,7168,2048,0.007047466437021891
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,7168,2048,0.006905599931875865
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,7168,2048,0.007134933272997539
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,7168,2048,0.0070720002055168155
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,7168,2048,0.007080533107121785
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,7168,2048,0.007049599786599477
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,7168,2048,0.46763518651326497
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,7168,2048,0.22482666969299317
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,7168,2048,0.007663999994595845
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,7168,2048,0.07193066279093424
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,7168,2048,0.12072532971700031
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,7168,2048,0.07174826463063558
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,7168,2048,0.0719701369603475
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,7168,2048,0.0070250665148099255
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,7168,2048,0.06590506633122763
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,7168,2048,0.06999573707580567
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,7168,2048,0.06560533444086711
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,7168,2048,0.06437013149261475
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,7168,2048,0.06571199893951415
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,7168,2048,0.05938453276952108
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,7168,2048,0.05756906668345133
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,7168,2048,0.057805867989858
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,7168,2048,0.055453864733378086
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,7168,2048,0.051423998673756924
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,7168,2048,0.05258880058924357
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,7168,2048,0.04907093445460002
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,7168,2048,0.0447104016939799
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,7168,2048,0.043645866711934406
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,7168,2048,0.04099733432133992
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,7168,2048,0.0411296010017395
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,7168,2048,0.04092160065968831
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,7168,2560,0.011562666296958924
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,7168,2048,0.036957867940266925
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,7168,2048,0.034995198249816895
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,7168,2048,0.0404309352238973
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,7168,2048,0.03382506767908732
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,7168,2048,0.030670932928721112
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,7168,2048,0.0329258660475413
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,7168,2048,0.027607466777165728
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,7168,2048,0.02478933334350586
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,7168,2048,0.024681599934895833
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,7168,2048,0.020551466941833497
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,7168,2048,0.018949333826700845
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,7168,2048,0.018822399775187175
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,7168,2048,0.01971413294474284
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,7168,2048,0.019715199867884316
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,7168,2048,0.018012799819310508
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,7168,2048,0.019222400585810342
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,7168,2048,0.018901334206263224
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,7168,2048,0.018114133675893148
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,7168,2048,0.01880000034968058
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,7168,2048,0.01713386575380961
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,7168,2048,0.017206400632858276
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,7168,2048,0.016816000143686928
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,7168,2048,0.017190400759379068
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,7168,2048,0.047133866945902506
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,7168,2048,0.01657386620839437
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,7168,2048,0.016504533092180886
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,7168,2048,0.017497599124908447
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,7168,2048,0.04034880002339681
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,7168,2048,0.01742080052693685
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,7168,2048,0.016833066940307617
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,7168,2048,0.0166101336479187
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,7168,2048,0.01632213294506073
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,7168,2048,0.01648853321870168
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,7168,2048,0.015291733543078103
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,7168,2048,0.017232000827789307
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,7168,2048,0.015683199961980185
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,7168,2048,0.017513600985209148
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,7168,2048,0.015305599570274353
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,7168,2048,0.015957333644231162
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,7168,2048,0.016338133811950685
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,7168,2048,0.01649386684099833
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,7168,2048,0.014873600006103516
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,7168,2048,0.014934399724006652
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,7168,2048,0.02748799920082092
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,7168,2048,0.014537599682807923
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,7168,2048,0.0145578662554423
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,7168,2048,0.01458560029665629
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,7168,2048,0.014713600277900696
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,7168,2048,0.015547733505566916
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,7168,2048,0.016119466225306193
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,7168,2048,0.015659733613332113
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,7168,2560,0.011260799566904704
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,7168,2560,0.0114464004834493
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,7168,2560,0.011276800433794658
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,7168,2048,0.21840853691101075
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,7168,2048,0.17495466868082682
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,7168,2048,0.167033592859904
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,7168,2048,0.1594591935475667
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,7168,2048,0.2050293286641439
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,7168,2048,0.7628202438354492
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,7168,2048,0.13432106971740723
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,7168,2048,0.14933013916015625
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,7168,2048,0.12138986587524414
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,7168,2048,1.5244650522867838
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,7168,2048,0.12660053571065266
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,7168,2048,0.10367466608683269
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,7168,2048,0.3838826815287272
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,7168,2048,0.0954528013865153
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,7168,2048,0.08669119675954183
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,7168,2048,0.07373653252919515
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,7168,2048,0.07616639931996663
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,7168,2048,0.06910506884256998
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,7168,2048,0.18215786616007487
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,7168,2048,0.05595200061798096
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,7168,2048,0.051801598072052
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,7168,2048,0.18989119529724122
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,7168,2048,0.20737706820170082
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,7168,2048,0.03930346568425496
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,7168,2048,0.03696533441543579
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,7168,2048,0.1024725357691447
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,7168,2048,0.06437333424886069
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,7168,2048,0.08217493693033853
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,7168,2048,0.021596799294153847
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,7168,2048,0.05003306468327841
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,7168,2048,0.0598144014676412
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,7168,2048,0.045073068141937254
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,7168,2048,0.03349013328552246
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,7168,2048,0.029334400097529096
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,7168,2048,0.012819199760754903
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,7168,2048,0.012827733159065246
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,7168,2048,0.012548266847928365
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,7168,2048,0.024362667401631673
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,7168,2048,0.01409066617488861
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,7168,2048,0.015732266505559287
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,7168,2048,0.014332800110181173
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,7168,2048,0.012454400459925335
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,7168,2048,0.013662933309872945
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,7168,2048,0.010435199737548828
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,7168,2048,0.00992746651172638
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,7168,2048,0.009152000149091084
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,7168,2048,0.011734400192896526
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,7168,2048,0.014003200332323709
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,7168,2048,0.011281067132949829
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,7168,2048,0.012408533692359924
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,7168,2048,0.011666133006413778
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,7168,2048,0.013347199559211731
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,7168,2048,0.0120469331741333
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,7168,2048,0.012882133324941
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,7168,2048,0.012802132964134216
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,7168,2048,0.012822399536768595
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,7168,2048,0.01244586706161499
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,7168,2048,0.013962666193644205
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,7168,2048,0.012380799651145935
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,7168,2048,0.013645866513252258
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,7168,2048,0.012026666601498922
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,7168,2048,0.013489066561063131
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,7168,2048,0.01256106694539388
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,7168,2048,0.010301867127418518
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,7168,2048,0.012957866986592612
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,7168,2048,0.01253973344961802
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,7168,2048,0.014007467031478881
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,7168,2048,0.013287466764450074
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,7168,2048,0.013246933619181315
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,7168,2048,0.16138240496317546
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,7168,2048,0.314685853322347
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,7168,2048,0.08671680291493734
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,7168,2048,0.010032000144322713
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,7168,2048,0.010414933164914448
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,7168,2048,0.010002133250236512
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,7168,2048,0.009993599851926167
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,7168,2048,0.009928533434867859
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,7168,2048,0.050153601169586184
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,7168,2048,0.05000426769256592
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,7168,2048,0.04930560191472371
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,7168,2048,0.048757334550221756
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,7168,2048,0.043970131874084474
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,7168,2048,0.04423146645228068
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,7168,2048,0.043032534917195636
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,7168,2048,0.04358293215433757
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,7168,2048,0.038321065902709964
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,7168,2048,0.042004267374674484
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,7168,2048,0.03769386609395345
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,7168,2048,0.03761599858601888
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,7168,2048,0.03656746546427409
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,7168,2048,0.0367850661277771
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,7168,2048,0.03223573366800944
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,7168,2048,0.03141013383865356
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,7168,2048,0.03110186656316121
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,7168,2048,0.03081386685371399
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,7168,2048,0.030401066939036055
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,7168,2048,0.029684267441431683
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,7168,2048,0.024805333216985068
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,7168,2048,0.023849600553512575
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,7168,2048,0.024562132358551026
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,7168,2048,0.024156800905863442
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,7168,2048,0.023150932788848878
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,7168,2048,0.019024000565210978
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,7168,2048,0.018210132916768394
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,7168,2048,0.01797440052032471
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,7168,2048,0.017749333381652833
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,7168,2048,0.017391999562581383
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,7168,2048,0.012468266487121581
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,7168,2048,0.011166933178901672
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,7168,2048,0.011611732840538024
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,7168,2048,0.01088853379090627
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,7168,2048,0.011148800452550251
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,7168,2048,0.011028266946474711
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,7168,2048,0.01081706682840983
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,7168,2048,0.010835199554761251
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,7168,2048,0.011215999722480774
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,7168,2048,0.011038933197657268
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,7168,2048,0.011156266927719117
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,7168,2048,0.010757333040237427
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,7168,2048,0.010754133264223736
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,7168,2048,0.010851200421651204
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,7168,2048,0.010612266262372334
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,7168,2048,0.010552533467610677
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,7168,2048,0.010406399766604107
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,7168,2048,0.010813867052396137
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,7168,2048,0.010430933038393656
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,7168,2048,0.010423466563224792
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,7168,2048,0.010406399766604107
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,7168,2048,0.010422399640083313
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,7168,2048,0.010251733660697936
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,7168,2048,0.010440533359845478
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,7168,2048,0.010795733332633973
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,7168,2048,0.010505599776903789
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,7168,2048,0.01055573324362437
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,7168,2048,0.010363733768463135
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,7168,2048,0.010760533809661865
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,7168,2048,0.010446932911872864
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,7168,2048,0.01040000021457672
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,7168,2048,0.010424533486366272
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,7168,2048,0.01034773290157318
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,7168,2048,0.010470400253931682
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,7168,2048,0.010401067137718201
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,7168,1536,0.23212800025939942
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,7168,1536,0.4682026545206706
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,7168,1536,0.12047466437021892
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,7168,1536,0.06619840065638224
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,7168,1536,0.06368319988250733
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,7168,1536,0.06329280138015747
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,7168,1536,0.05983359813690185
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,7168,1536,0.06213119824727377
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,7168,1536,0.055587200323740635
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,7168,1536,0.06009173393249512
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,7168,1536,0.05271466573079427
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,7168,1536,0.05034133195877075
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,7168,1536,0.04699093500773112
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,7168,1536,0.04609386523564656
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,7168,1536,0.04439893166224162
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,7168,1536,0.042778666814168295
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,7168,1536,0.042277332146962485
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,7168,1536,0.041041068236033124
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,7168,1536,0.0365994652112325
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,7168,1536,0.03709760109583537
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,7168,1536,0.03171839912732442
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,7168,1536,0.031345067421595256
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,7168,1536,0.029658667246500653
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,7168,1536,0.028820266326268513
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,7168,1536,0.024805333216985068
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,7168,1536,0.027911466360092164
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,7168,1536,0.02254613240559896
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,7168,1536,0.020222934087117513
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,7168,1536,0.017027199268341064
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,7168,1536,0.02013546625773112
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,7168,1536,0.014154666662216186
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,7168,1536,0.01668693423271179
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,7168,1536,0.011576533317565918
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,7168,1536,0.012230400244394939
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,7168,1536,0.008754133184750875
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,7168,1536,0.007708799839019775
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,7168,1536,0.007614933451016744
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,7168,1536,0.007534933090209961
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,7168,1536,0.007937066753705342
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,7168,1536,0.007122133175532024
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,7168,1536,0.007885866860548655
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,7168,1536,0.006872533261775971
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,7168,2048,0.010422399640083313
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,7168,1536,0.007468800246715546
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,7168,1536,0.006725333134333293
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,7168,1536,0.006312533219655354
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,7168,1536,0.006691200037797292
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,7168,1536,0.006678399940331777
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,7168,1536,0.0067007998625437425
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,7168,1536,0.006514133512973785
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,7168,1536,0.006723199784755707
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,7168,1536,0.006631466746330261
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,7168,1536,0.006691200037797292
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,7168,1536,0.006367999811967213
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,7168,1536,0.006673066814740498
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,7168,1536,0.006301866471767425
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,7168,1536,0.006277333199977875
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,7168,1536,0.005806933343410492
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,7168,1536,0.006257066627343495
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,7168,1536,0.006266666452089946
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,7168,1536,0.006259199976921081
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,7168,1536,0.006242133180300395
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,7168,2048,0.010414933164914448
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,7168,1536,0.006192000210285186
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,7168,1536,0.006175999840100607
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,7168,1536,0.0061589335401852924
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,7168,1536,0.005629866818586985
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,7168,1536,0.005691733459631602
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,7168,1536,0.036269867420196535
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,7168,1536,0.005481599768002828
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,7168,1536,0.005840000013510386
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,7168,1536,0.005701333284378052
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,7168,1536,0.005604266623655955
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,7168,1536,0.005738666653633118
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,7168,2048,0.010441600282986959
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,7168,1536,0.005834666887919108
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,7168,1536,0.00625493327776591
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,7168,1536,0.0968010663986206
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,7168,1536,0.059463465213775636
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,7168,1536,0.1732693354288737
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,7168,1536,0.05989546775817871
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,7168,1536,0.0584394653638204
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,7168,1536,0.05837759971618652
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,7168,1536,0.35550292332967126
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,7168,1536,0.05572266578674316
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,7168,1536,0.053188268343607584
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,7168,1536,0.051481600602467856
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,7168,1536,0.05405120054880778
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,7168,1536,0.04602133433024089
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,7168,1536,0.04379520018895467
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,7168,1536,0.047434667746226
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,7168,1536,0.04125973383585612
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,7168,1536,0.04125866492589315
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,7168,1536,0.040516265233357746
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,7168,1536,0.04317973454793294
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,7168,1536,0.04027200142542521
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,7168,1536,0.03927679856618245
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,7168,1536,0.03746453523635864
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,7168,1536,0.037212800979614255
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,7168,1536,0.036957867940266925
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,7168,1536,0.032595199346542356
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,7168,1536,0.036900266011555986
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,7168,1536,0.035139199097951254
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,7168,1536,0.030795733133951824
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,7168,1536,0.02680533329645793
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,7168,1536,0.028892799218495684
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,7168,1536,0.024555732806523643
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,7168,1536,0.024112000068028768
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,7168,1536,0.02283733288447062
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,7168,1536,0.02278719941775004
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,7168,1536,0.018525866667429607
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,7168,1536,0.01855573256810506
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,7168,1536,0.01917120019594828
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,7168,1536,0.019320533672968546
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,7168,1536,0.018720000982284546
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,7168,1536,0.01718719998995463
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,7168,1536,0.01710933248202006
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,7168,1536,0.016641066471735636
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,7168,1536,0.01764906644821167
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,7168,1536,0.0165173331896464
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,7168,1536,0.01649386684099833
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,7168,1536,0.01648853321870168
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,7168,1536,0.016476800044377647
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,7168,1536,0.016666666666666666
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,7168,1536,0.01637226641178131
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,7168,1536,0.01660586694876353
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,7168,1536,0.016755199432373045
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,7168,1536,0.015748266379038492
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,7168,1536,0.015914666652679443
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,7168,1536,0.016498133540153503
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,7168,1536,0.01461013356844584
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,7168,2048,0.010408533612887065
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,7168,1536,0.014458666245142618
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,7168,1536,0.016317866245905557
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,7168,1536,0.014574933052062988
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,7168,1536,0.014572800199190775
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,7168,1536,0.015947733322779337
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,7168,1536,0.014571733276049294
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,7168,1536,0.015052800377209982
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,7168,1536,0.01499626636505127
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,7168,1536,0.01444906691710154
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,7168,1536,0.014473600188891092
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,7168,1536,0.014579199751218162
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,7168,1536,0.0144896000623703
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,7168,1536,0.014457600315411887
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,7168,1536,0.0145087997118632
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,7168,1536,0.014532267053922018
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,7168,1536,0.014456533392270408
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,7168,1536,0.0473962664604187
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,7168,1536,0.014995200435320535
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,7168,1536,0.030844799677530926
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,7168,1536,0.014538666605949402
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,7168,2048,0.01050879955291748
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,7168,2048,0.01030399998029073
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,7168,1536,0.7320639928181966
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,7168,1536,0.1878773371378581
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,7168,1536,0.19214827219645184
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,7168,1536,0.1385269323984782
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,7168,1536,0.18925013542175292
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,7168,1536,0.3712234814961751
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,7168,1536,0.12668266296386718
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,7168,1536,0.11888319651285809
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,7168,1536,0.11231786410013836
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,7168,1536,0.10975786844889324
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,7168,1536,0.09938560326894125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,7168,1536,0.09208213488260905
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,7168,1536,0.08315093517303467
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,7168,1536,0.07676693598429361
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,7168,1536,1.4687435150146484
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,7168,1536,0.06734186808268229
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,7168,1536,0.06797760327657064
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,7168,1536,0.06164906819661459
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,7168,1536,0.15341226259867352
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,7168,1536,0.051261866092681886
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,7168,1536,0.04771946668624878
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,7168,1536,0.09098453521728515
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,7168,1536,0.16421866416931152
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,7168,1536,0.03587840000788371
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,7168,1536,0.03418346643447876
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,7168,1536,0.16359786987304686
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,7168,1536,0.07620480060577392
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,7168,1536,0.020241065820058187
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,7168,1536,0.05916906595230102
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,7168,1536,0.05584319829940796
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,7168,1536,0.043834666411081954
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,7168,1536,0.04204053481419881
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,7168,1536,0.029623466730117797
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,7168,1536,0.021950932343800862
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,7168,1536,0.011222400267918905
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,7168,1536,0.011283199985822041
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,7168,1536,0.011215999722480774
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,7168,1536,0.026866134007771807
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,7168,1536,0.011505066355069479
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,7168,1536,0.012477866808573405
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,7168,1536,0.012869333227475485
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,7168,1536,0.012862933675448099
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,7168,1536,0.014087466398874917
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,7168,1536,0.012467199563980102
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,7168,1536,0.00957546631495158
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,7168,1536,0.009612799684206644
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,7168,1536,0.010384000341097514
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,7168,1536,0.00998293360074361
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,7168,1536,0.010835199554761251
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,7168,1536,0.009193600217501322
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,7168,1536,0.010389332969983418
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,7168,1536,0.011229866743087768
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,7168,1536,0.010406399766604107
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,7168,1536,0.011274666587511698
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,7168,1536,0.01032319962978363
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,7168,1536,0.011230933666229247
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,7168,1536,0.011412266890207927
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,7168,1536,0.009113599856694538
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,7168,1536,0.01083733340104421
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,7168,1536,0.01093226671218872
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,7168,1536,0.01123306651910146
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,7168,1536,0.011242666840553283
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,7168,1536,0.010824533303578694
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,7168,1536,0.010409599542617798
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,7168,1536,0.01164479951063792
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,7168,1536,0.011594667037328085
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,7168,1536,0.009964799880981446
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,7168,1536,0.01167039970556895
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,7168,1536,0.010894933342933654
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,7168,1536,0.07174293200174967
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,7168,1536,0.13314666748046874
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,7168,1536,0.2565706729888916
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,7168,1536,0.042054398854573564
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,7168,1536,0.04187626838684082
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,7168,1536,0.04119573434193929
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,7168,1536,0.010440533359845478
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,7168,1536,0.009211732943852743
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,7168,1536,0.010668800274531046
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,7168,1536,0.009191466371218364
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,7168,1536,0.011557333668073018
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,7168,1536,0.040771198272705075
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,7168,1536,0.03712426821390788
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,7168,1536,0.037453866004943846
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,7168,1536,0.035334400335947674
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,7168,1536,0.036500267187754315
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,7168,1536,0.036297599474589035
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,7168,1536,0.031820799907048544
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,7168,1536,0.032731733719507855
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,7168,1536,0.031999999284744264
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,7168,1536,0.03071146607398987
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,7168,1536,0.03061973253885905
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,7168,1536,0.026848000288009644
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,7168,1536,0.02622399926185608
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,7168,1536,0.026787199576695758
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,7168,1536,0.026258132855097455
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,7168,1536,0.025352533658345538
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,7168,1536,0.025153066714604693
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,7168,1536,0.021332265933354695
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,7168,1536,0.021127466360727945
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,7168,1536,0.02071040074030558
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,7168,1536,0.019850667317708334
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,7168,1536,0.01653333306312561
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,7168,1536,0.020942932367324828
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,7168,1536,0.015812266866366068
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,7168,1536,0.015757866700490317
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,7168,1536,0.015599999825159708
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,7168,1536,0.01490239997704824
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,7168,1536,0.011149866382280986
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,7168,1536,0.010809600353240967
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,7168,1536,0.009992532928784688
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,7168,1536,0.010407466689745586
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,7168,1536,0.009962667028109233
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,7168,1536,0.010036266843477885
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,7168,1536,0.00998293360074361
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,7168,1536,0.01000426709651947
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,7168,1536,0.010051199793815612
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,7168,1536,0.01002239982287089
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,7168,1536,0.009945600231488546
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,7168,1536,0.009925333658854167
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,7168,1536,0.010002133250236512
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,7168,1536,0.009659733374913533
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,7168,1536,0.009586133559544881
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,7168,1536,0.009578667084376017
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,7168,1536,0.009574400385220845
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,7168,1536,0.00960640013217926
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,7168,1536,0.00967039962609609
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,7168,1536,0.009533866246541341
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,7168,1536,0.00958720048268636
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,7168,1536,0.009591466188430786
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,7168,1536,0.009622400005658466
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,7168,1536,0.009264000256856282
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,7168,1536,0.009594666957855224
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,7168,1536,0.009226666887601216
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,7168,1536,0.009518933296203614
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,7168,1536,0.009963732957839967
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,7168,1536,0.009238400061925252
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,7168,1536,0.009524266918500264
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,7168,1536,0.009985066453615824
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,7168,1536,0.00943893293539683
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,7168,1536,0.009569066762924194
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,7168,1536,0.009192533294359843
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,7168,1024,0.3153696060180664
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,7168,1024,0.15930453936258954
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,7168,1024,0.08271573384602865
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,7168,1024,0.044443734486897785
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,7168,1024,0.04367893139521281
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,7168,1536,0.009573333462079366
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,7168,1024,0.04318399826685588
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,7168,1024,0.04288426637649536
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,7168,1024,0.04370133479436238
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,7168,1024,0.03846720059712728
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,7168,1024,0.0392031987508138
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,7168,1024,0.03677013317743937
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,7168,1024,0.03378346761067708
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,7168,1024,0.03267520070075989
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,7168,1024,0.030936533212661745
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,7168,1024,0.030873600641886396
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,7168,1024,0.028725334008534747
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,7168,1024,0.029372799396514892
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,7168,1024,0.02757973273595174
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,7168,1024,0.025605332851409913
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,7168,1024,0.024472532669703166
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,7168,1024,0.024001065889994302
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,7168,1024,0.02139413356781006
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,7168,1024,0.021709867318471274
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,7168,1024,0.02085226575533549
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,7168,1024,0.01734293301900228
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,7168,1024,0.020231467485427857
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,7168,1024,0.016416000326474507
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,7168,1024,0.01458560029665629
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,7168,1024,0.012466133634249369
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,7168,1024,0.01502826710542043
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,7168,1024,0.010386133193969726
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,7168,1024,0.010409599542617798
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,7168,1024,0.009092266360918682
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,7168,1024,0.009523199995358785
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,7168,1024,0.006628266473611195
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,7168,1024,0.005840000013510386
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,7168,1024,0.006242133180300395
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,7168,1024,0.006242133180300395
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,7168,1024,0.006029866635799408
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,7168,1024,0.0054293334484100345
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,7168,1024,0.005816533168156942
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,7168,1024,0.005425066749254862
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,7168,1024,0.005303466816743215
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,7168,1024,0.004625066618124644
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,7168,1024,0.004743466774622599
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,7168,1024,0.004679466784000397
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,7168,1024,0.005278933544953664
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,7168,1536,0.00962559978167216
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,7168,1024,0.004814933240413666
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,7168,1024,0.004728533327579498
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,7168,1024,0.004711466530958811
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,7168,1024,0.0048981333772341405
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,7168,1024,0.004259199897448222
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,7168,1024,0.0046069333950678505
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,7168,1024,0.0044170667727788295
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,7168,1024,0.0043712000052134195
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,7168,1024,0.003832533210515976
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,7168,1024,0.004237866898377737
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,7168,1024,0.004289066791534424
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,7168,1024,0.004263466596603394
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,7168,1024,0.004265599946180979
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,7168,1024,0.0041184000670909885
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,7168,1024,0.004195199906826019
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,7168,1024,0.004183466732501984
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,7168,1024,0.004247466723124186
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,7168,1536,0.009576533238093059
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,7168,1024,0.003419733295838038
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,7168,1024,0.00365226666132609
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,7168,1024,0.003542399903138479
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,7168,1024,0.0034346667428811393
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,7168,1024,0.003640533238649368
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,7168,1024,0.003576533248027166
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,7168,1024,0.003753600021203359
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,7168,1024,0.003942399968703588
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,7168,1536,0.0095360000928243
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,7168,1536,0.009597866733868917
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,7168,1024,0.24756266276041666
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,7168,1024,0.07821653683980306
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,7168,1024,0.045273598035176596
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,7168,1024,0.04528319835662842
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,7168,1024,0.04542933305104573
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,7168,1024,0.04737919966379801
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,7168,1024,0.004612266520659129
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,7168,1024,0.0447925329208374
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,7168,1024,0.02070080041885376
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,7168,1024,0.041577601432800294
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,7168,1024,0.041257599989573165
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,7168,1024,0.041042133172353105
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,7168,1024,0.038371201356252035
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,7168,1024,0.03711680173873901
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,7168,1024,0.03789759874343872
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,7168,1024,0.03668800195058187
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,7168,1024,0.036457598209381104
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,7168,1024,0.03498560190200806
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,7168,1024,0.03400426705678304
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,7168,1024,0.033521068096160886
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,7168,1024,0.033088000615437825
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,7168,1024,0.030885332822799684
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,7168,1024,0.03268373409907023
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,7168,1024,0.03027626673380534
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,7168,1024,0.030218666791915892
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,7168,1024,0.027426133553187054
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,7168,1024,0.02664639949798584
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,7168,1024,0.02511253356933594
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,7168,1024,0.022696532805760703
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,7168,1024,0.021415466070175172
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,7168,1024,0.021412267287572225
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,7168,1024,0.019341866175333657
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,7168,1024,0.12481280167897542
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,7168,1024,0.020834134022394816
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,7168,1024,0.017375999689102174
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,7168,1024,0.01690559983253479
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,7168,1024,0.016537599762280784
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,7168,1024,0.016552533706029257
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,7168,1024,0.016561067104339598
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,7168,1024,0.016335999965667723
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,7168,1024,0.01655359963575999
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,7168,1024,0.016428800423940022
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,7168,1024,0.01649386684099833
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,7168,1024,0.040301867326100665
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,7168,1024,0.016406400005022685
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,7168,1024,0.01483519971370697
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,7168,1024,0.016306133071581522
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,7168,1024,0.017961599429448447
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,7168,1024,0.01609493295351664
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,7168,1024,0.016571733355522155
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,7168,1024,0.017174400885899863
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,7168,1024,0.015398400028546652
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,7168,1024,0.016436266899108886
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,7168,1024,0.0145087997118632
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,7168,1024,0.015953066945075988
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,7168,1024,0.015247999628384908
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,7168,1024,0.01458560029665629
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,7168,1024,0.014823466539382935
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,7168,1024,0.014587733149528503
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,7168,1024,0.014568533500035605
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,7168,1024,0.014478933811187745
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,7168,1024,0.014441600441932679
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,7168,1024,0.014524799585342408
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,7168,1024,0.014765866597493491
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,7168,1024,0.014453333616256715
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,7168,1024,0.014306132992108664
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,7168,1024,0.014482133587201438
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,7168,1024,0.014325333635012307
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,7168,1024,0.014486400286356607
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,7168,1024,0.0143477330605189
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,7168,1024,0.014398933450380961
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,7168,1024,0.014391466975212097
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,7168,1024,0.014390400052070618
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,7168,1024,0.014454399545987448
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,7168,1024,0.027289599180221558
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,7168,1024,0.024600533644358318
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,7168,1536,0.009591466188430786
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,7168,1536,0.009595732887585957
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,7168,1024,0.3522549311319987
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,7168,1024,0.11957226594289143
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,7168,1024,0.6992821375528971
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,7168,1024,0.10488213698069256
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,7168,1024,0.14952425956726073
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,7168,1024,0.0955733299255371
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,7168,1024,0.09244586626688639
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,7168,1024,1.3992266337076822
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,7168,1024,0.08410666783650717
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,7168,1024,0.07953920364379882
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,7168,1024,0.07428373495737711
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,7168,1024,0.07053439617156983
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,7168,1024,0.15007786750793456
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,7168,1024,0.15514453252156574
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,7168,1024,0.1297312021255493
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,7168,1024,0.06328533490498861
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,7168,1024,0.11057600180308025
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,7168,1024,0.05750933488210043
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,7168,1024,0.08887999852498372
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,7168,1024,0.04610346555709839
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,7168,1024,0.07551786899566651
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,7168,1024,0.04413546721140544
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,7168,1024,0.15979520479838055
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,7168,1024,0.05926506519317627
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,7168,1024,0.032536532481511435
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,7168,1024,0.03136746684710185
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,7168,1024,0.06655679941177368
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,7168,1024,0.018733867009480796
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,7168,1024,0.05335359970728556
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,7168,1024,0.03976000150044759
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,7168,1024,0.051025064786275234
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,7168,1024,0.03826666673024495
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,7168,1024,0.02675519982973735
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,7168,1024,0.024759467442830405
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,7168,1024,0.020227199792861937
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,7168,1024,0.010353066523869832
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,7168,1024,0.01042133371035258
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,7168,1024,0.013276799519856771
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,7168,1024,0.011654399832089742
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,7168,1024,0.011598933736483257
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,7168,1024,0.011646933356920878
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,7168,1024,0.011653332908948263
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,7168,1024,0.010380799571673077
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,7168,1024,0.010424533486366272
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,7168,1024,0.008362666765848795
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,7168,1024,0.008366933465003968
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,7168,1024,0.008761599659919739
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,7168,1024,0.008665600419044494
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,7168,1024,0.00918293297290802
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,7168,1024,0.008742400010426839
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,7168,1024,0.00995199978351593
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,7168,1024,0.009159466624259949
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,7168,1024,0.009262933333714803
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,7168,1024,0.009334400296211243
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,7168,1024,0.009571199615796406
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,7168,1024,0.00925439993540446
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,7168,1024,0.009553066889444987
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,7168,1024,0.010260267059008281
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,7168,1024,0.009942400455474853
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,7168,1024,0.009529599547386169
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,7168,1024,0.009504000345865887
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,7168,1024,0.009922132889429728
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,7168,1024,0.009956266482671101
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,7168,1024,0.009178666273752849
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,7168,1024,0.009598933657010396
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,7168,1024,0.00958720048268636
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,7168,1024,0.00959999958674113
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,7168,1024,0.19394133885701498
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,7168,1024,0.10188266436258953
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,7168,1024,0.05529173215230306
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,7168,1024,0.009166933099428813
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,7168,1024,0.009131733576456707
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,7168,1024,0.009152000149091084
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,7168,1024,0.010044800241788228
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,7168,1024,0.009176533420880635
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,7168,1024,0.010006399949391682
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,7168,1024,0.009387733538945515
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,7168,1024,0.03341013193130493
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,7168,1024,0.03297386765480041
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,7168,1024,0.03218773404757182
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,7168,1024,0.03237333297729492
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,7168,1024,0.02877013285954793
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,7168,1024,0.028917332490285236
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,7168,1024,0.029229867458343505
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,7168,1024,0.02927466630935669
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,7168,1024,0.02815679907798767
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,7168,1024,0.026078933477401735
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,7168,1024,0.02536960045496623
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,7168,1024,0.02544959982236226
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,7168,1024,0.024664533138275147
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,7168,1024,0.024630399545033772
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,7168,1024,0.021489065885543824
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,7168,1024,0.021974400679270426
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,7168,1024,0.02148266633351644
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,7168,1024,0.021406932671864828
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,7168,1024,0.020708266894022623
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,7168,1024,0.020679465929667153
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,7168,1024,0.01771413286526998
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,7168,1024,0.017378133535385133
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,7168,1024,0.017095466454823814
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,7168,1024,0.016596266627311708
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,7168,1024,0.016155733664830526
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,7168,1024,0.01325440009435018
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,7168,1024,0.013262933492660523
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,7168,1024,0.012461866935094197
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,7168,1024,0.01239466667175293
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,7168,1024,0.009629866480827332
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,7168,1024,0.01260693371295929
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,7168,1024,0.009571199615796406
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,7168,1024,0.009139200051625569
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,7168,1024,0.009166933099428813
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,7168,1024,0.008787199854850769
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,7168,1024,0.008913066983222962
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,7168,1024,0.009123200178146362
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,7168,1024,0.00918293297290802
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,7168,1024,0.008823466300964356
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,7168,1024,0.00912000040213267
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,7168,1024,0.009128533800443013
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,7168,1024,0.008748799562454224
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,7168,1024,0.008755200107892354
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,7168,1024,0.008692266543706258
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,7168,1024,0.008365866541862488
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,7168,1024,0.008778666456540424
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,7168,1024,0.008763733506202697
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,7168,1024,0.008708266417185466
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,7168,1024,0.008707200487454731
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,7168,1024,0.008755200107892354
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,7168,1024,0.008772266904513042
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,7168,1024,0.008798933029174805
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,7168,1024,0.008721066514650981
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,7168,1024,0.008669867118199667
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,7168,1024,0.008830933769543966
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,7168,1024,0.008381866415341695
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,7168,1024,0.008707200487454731
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,7168,1024,0.00834986666838328
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,7168,1024,0.008778666456540424
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,7168,1024,0.00881173312664032
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,7168,1024,0.008776533603668212
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,7168,1024,0.00834986666838328
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,7168,1024,0.008775466680526733
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,7168,1024,0.008716799815495809
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,7168,768,0.2445002714792887
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,7168,768,0.12348799705505371
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,7168,768,0.06849599679311116
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,7168,768,0.03393599987030029
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,7168,768,0.03326186736424764
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,7168,768,0.03374826510747274
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,7168,768,0.033854933579762776
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,7168,768,0.032414933045705155
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,7168,768,0.0286901334921519
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,7168,768,0.028037333488464357
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,7168,1024,0.00844266712665558
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,7168,768,0.02799359957377116
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,7168,768,0.0273632009824117
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,7168,768,0.02444373369216919
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,7168,768,0.024272000789642333
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,7168,768,0.02370133399963379
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,7168,768,0.022550400098164877
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,7168,768,0.022256000836690267
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,7168,768,0.021960532665252684
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,7168,768,0.020119466384251914
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,7168,768,0.01943146586418152
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,7168,768,0.017299199104309083
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,7168,768,0.017297067244847617
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,7168,768,0.01649066706498464
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,7168,768,0.016698666413625083
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,7168,768,0.013886933525403341
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,7168,768,0.01667413314183553
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,7168,768,0.013615999619166055
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,7168,768,0.011669333775838215
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,7168,768,0.009929600358009338
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,7168,768,0.012220799922943115
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,7168,1024,0.008403199911117553
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,7168,768,0.00836906631787618
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,7168,768,0.008355200290679932
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,7168,768,0.007485866546630859
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,7168,768,0.007863466441631318
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,7168,768,0.0054624001185099285
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,7168,768,0.005050666630268097
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,7168,768,0.005087999999523163
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,7168,768,0.005446400245030721
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,7168,768,0.005010133484999338
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,7168,768,0.0044832001129786175
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,7168,768,0.004930133124192556
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,7168,768,0.004273066421349844
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,7168,768,0.00462719996770223
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,7168,768,0.0041685332854588825
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,7168,768,0.0041002665956815084
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,7168,768,0.0042463997999827065
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,7168,768,0.0042805333932240805
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,7168,768,0.003885866701602936
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,7168,768,0.00413226659099261
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,7168,768,0.0038933334251244865
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,7168,768,0.004198400179545084
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,7168,768,0.0036127999424934386
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,7168,768,0.003802666564782461
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,7168,768,0.003902933249870936
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,7168,768,0.0038453333079814913
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,7168,768,0.003469866762558619
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,7168,768,0.003402666747570038
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,7168,768,0.0034175999462604523
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,7168,768,0.00344106654326121
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,7168,768,0.0034229333202044168
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,7168,768,0.003455999990304311
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,7168,768,0.0035594666997591654
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,7168,768,0.003659733384847641
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,7168,768,0.0035957333942254386
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,7168,768,0.0036320000886917113
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,7168,768,0.019951999187469482
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,7168,768,0.003036800026893616
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,7168,768,0.0030261332790056865
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,7168,768,0.003028266628583272
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,7168,768,0.0029813334345817565
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,7168,768,0.003328000009059906
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,7168,768,0.003402666747570038
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,7168,768,0.0033941333492596946
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,7168,768,0.0034677334129810332
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,7168,768,0.10367999871571858
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,7168,1024,0.008370133241017659
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,7168,768,0.20254294077555338
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,7168,768,0.07110079924265543
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,7168,768,0.041731198628743485
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,7168,768,0.04192853371302287
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,7168,768,0.04509333372116089
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,7168,768,0.04069013198216756
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,7168,768,0.03876906633377075
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,7168,768,0.037273601690928145
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,7168,768,0.03696746826171875
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,7168,768,0.03516693512598674
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,7168,768,0.033973332246144614
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,7168,768,0.03378986517588298
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,7168,768,0.03259093364079793
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,7168,768,0.03905493418375651
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,7168,768,0.032902399698893234
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,7168,768,0.03171520034472148
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,7168,768,0.030024532477060956
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,7168,768,0.02897706627845764
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,7168,1024,0.008382933338483174
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,7168,768,0.030508800347646074
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,7168,768,0.02699626684188843
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,7168,768,0.027281065781911213
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,7168,768,0.028228267033894854
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,7168,768,0.026943999528884887
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,7168,768,0.02482773264249166
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,7168,768,0.024913066625595094
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,7168,768,0.023381332556406655
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,7168,1024,0.00834986666838328
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,7168,768,0.021240532398223877
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,7168,768,0.02288960019747416
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,7168,768,0.01990506649017334
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,7168,768,0.04114346504211426
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,7168,768,0.01856000026067098
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,7168,768,0.01856213410695394
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,7168,1024,0.008620799581209818
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,7168,768,0.018246400356292724
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,7168,768,0.016540799538294473
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,7168,768,0.016457600394884746
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,7168,768,0.016703999042510985
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,7168,768,0.015313067038853965
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,7168,768,0.017474132776260375
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,7168,768,0.016684800386428833
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,7168,768,0.014776532848676046
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,7168,768,0.01453013320763906
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,7168,768,0.015335466464360556
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,7168,768,0.01607253352801005
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,7168,768,0.015737600127855935
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,7168,768,0.015867732961972556
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,7168,768,0.014544000228246054
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,7168,768,0.014505599935849508
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,7168,768,0.014500266313552857
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,7168,768,0.014472533265749613
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,7168,768,0.01451520025730133
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,7168,1024,0.008381866415341695
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,7168,768,0.015095466375350952
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,7168,768,0.014473600188891092
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,7168,768,0.014358400305112203
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,7168,768,0.014598400394121806
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,7168,768,0.014388266205787658
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,7168,768,0.0151829332113266
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,7168,768,0.014694399634997048
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,7168,768,0.014518400033315023
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,7168,768,0.014473600188891092
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,7168,768,0.014471466342608133
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,7168,768,0.01442026694615682
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,7168,768,0.014409599701563516
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,7168,768,0.014260266224543253
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,7168,768,0.014371200402577718
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,7168,768,0.014410666624704995
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,7168,768,0.014419200023015341
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,7168,768,0.014349866906801859
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,7168,768,0.014306132992108664
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,7168,768,0.022973867257436116
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,7168,768,0.019410133361816406
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,7168,768,0.016615466276804606
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,7168,768,0.014502400159835815
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,7168,768,0.014477866888046264
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,7168,768,0.1395359992980957
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,7168,768,0.6947914759318035
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,7168,768,0.34451093673706057
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,7168,768,0.13094720045725505
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,7168,768,0.1406826655069987
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,7168,768,0.1009877363840739
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,7168,768,0.10320320129394531
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,7168,768,0.10260159969329834
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,7168,768,0.08924907048543294
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,7168,768,0.08705493609110514
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,7168,768,0.08085333506266276
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,7168,768,0.07287039756774902
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,7168,768,0.08332266807556152
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,7168,768,0.0709503968556722
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,7168,768,0.12626453240712482
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,7168,768,0.06778346697489421
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,7168,768,0.06038399934768677
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,7168,768,0.05713599920272827
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,7168,768,0.05560106833775839
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,7168,768,0.11156266530354816
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,7168,768,1.3742389678955078
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,7168,768,0.04401493469874064
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,7168,768,0.0427562673886617
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,7168,768,0.030908799171447753
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,7168,768,0.030501333872477214
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,7168,768,0.07573653062184652
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,7168,768,0.050530131657918295
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,7168,768,0.048531198501586915
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,7168,768,0.018540799617767334
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,7168,768,0.03658133347829183
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,7168,768,0.037674665451049805
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,7168,768,0.025148799022038777
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,7168,768,0.02395520011583964
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,7168,768,0.06413546800613404
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,7168,768,0.01913493275642395
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,7168,768,0.010738133390744527
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,7168,768,0.010908800363540649
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,7168,768,0.011249066392580668
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,7168,768,0.011168000102043153
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,7168,768,0.010795733332633973
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,7168,768,0.01288106640179952
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,7168,768,0.011197866996129353
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,7168,768,0.00995306670665741
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,7168,768,0.010709333419799804
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,7168,768,0.00846506655216217
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,7168,768,0.00761599987745285
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,7168,768,0.008849066495895386
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,7168,768,0.008046933511892954
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,7168,768,0.008795733253161114
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,7168,768,0.00802346666653951
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,7168,768,0.009258666634559631
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,7168,768,0.00842026670773824
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,7168,768,0.008849066495895386
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,7168,768,0.008780800302823384
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,7168,768,0.008844799796740214
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,7168,768,0.008861866593360902
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,7168,768,0.008131200075149536
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,7168,768,0.008839466174443563
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,7168,768,0.008551466464996337
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,7168,768,0.008850133419036866
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,7168,768,0.008802133798599242
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,7168,768,0.00840106705824534
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,7168,768,0.008460799853007
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,7168,768,0.009246933460235595
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,7168,768,0.009321600198745728
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,7168,768,0.008876799543698629
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,7168,768,0.008840533097585042
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,7168,768,0.16533546447753905
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,7168,768,0.0878005345662435
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,7168,768,0.047948801517486574
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,7168,768,0.029178667068481445
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,7168,768,0.008732799688975017
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,7168,768,0.008378666639328004
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,7168,768,0.008775466680526733
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,7168,768,0.008764800429344178
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,7168,768,0.009193600217501322
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,7168,768,0.009046399593353271
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,7168,768,0.009581866860389709
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,7168,768,0.029371732473373414
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,7168,768,0.02874559958775838
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,7168,768,0.02877119978268941
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,7168,768,0.0264138658841451
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,7168,768,0.02635626594225566
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,7168,768,0.025912533203760784
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,7168,768,0.02518186569213867
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,7168,768,0.025692800680796306
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,7168,768,0.023230934143066408
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,7168,768,0.02271359960238139
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,7168,768,0.022843732436498006
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,7168,768,0.022482132911682128
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,7168,768,0.019364267587661743
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,7168,768,0.019713066021601357
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,7168,768,0.022435200214385987
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,7168,768,0.01886720061302185
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,7168,768,0.01904746691385905
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,7168,768,0.01837546626726786
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,7168,768,0.01812480092048645
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,7168,768,0.015715199708938598
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,7168,768,0.01570453345775604
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,7168,768,0.01490239997704824
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,7168,768,0.015291733543078103
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,7168,768,0.014484266440073649
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,7168,768,0.012049067020416259
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,7168,768,0.012009599804878235
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,7168,768,0.01162986656030019
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,7168,768,0.011222400267918905
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,7168,768,0.01123520036538442
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,7168,768,0.00921493371327718
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,7168,768,0.008878933389981587
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,7168,768,0.008771199981371562
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,7168,768,0.008749866485595703
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,7168,768,0.008358400066693623
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,7168,768,0.008709333340326945
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,7168,768,0.008390399813652038
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,7168,768,0.008358400066693623
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,7168,768,0.008363733688990276
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,7168,768,0.008373333017031352
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,7168,768,0.008355200290679932
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,7168,768,0.008380800485610962
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,7168,768,0.008101333181063335
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,7168,768,0.008301866551240284
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,7168,768,0.008358400066693623
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,7168,768,0.008348799745241801
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,7168,768,0.008501332998275758
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,7168,768,0.008357333143552144
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,7168,768,0.008351999521255492
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,7168,768,0.008327466746171314
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,7168,768,0.008020266890525818
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,7168,768,0.008100266754627227
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,7168,768,0.007959466675917308
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,7168,768,0.007942399879296621
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,7168,768,0.008327466746171314
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,7168,768,0.007904000083605449
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,7168,768,0.007949866851170858
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,7168,768,0.00792746643225352
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,7168,768,0.008347733815511068
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,7168,768,0.007891199986139933
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,7168,768,0.00795839975277583
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,7168,768,0.007944533228874206
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,7168,768,0.008405333757400513
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,7168,768,0.008302933474381765
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,7168,512,0.18585492769877116
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,7168,512,0.0938698689142863
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,7168,512,0.05428479909896851
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,7168,512,0.025054933627446492
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,7168,512,0.024808533986409507
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,7168,512,0.02548266649246216
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,7168,512,0.026786132653554277
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,7168,512,0.02358400026957194
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,7168,512,0.021411200364430748
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,7168,512,0.020840533574422202
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,7168,512,0.020163200298945107
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,7168,512,0.020351999998092653
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,7168,512,0.018101332585016887
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,7168,512,0.017684266964594523
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,7168,512,0.017478400468826295
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,7168,512,0.01683093309402466
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,7168,512,0.016733866930007935
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,7168,512,0.016122666994730632
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,7168,512,0.015078399578730264
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,7168,512,0.014166399836540222
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,7168,512,0.01565333306789398
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,7168,512,0.01325973371664683
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,7168,768,0.008091733356316884
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,7168,512,0.01330560048421224
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,7168,512,0.012451199690500896
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,7168,512,0.012611200412114462
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,7168,512,0.0107722669839859
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,7168,512,0.010863999525705974
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,7168,512,0.010368000467618306
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,7168,512,0.008761599659919739
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,7168,512,0.007525333265463512
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,7168,512,0.009107200304667155
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,7168,512,0.006403199831644694
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,7168,512,0.00631039987007777
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,7168,512,0.005864533285299936
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,7168,512,0.006302933394908905
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,7168,512,0.004633600016434988
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,7168,512,0.0042026668787002565
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,7168,512,0.004655999938646952
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,7168,512,0.004461866617202759
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,7168,512,0.0042015999555587765
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,7168,512,0.0038549333810806276
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,7168,512,0.004193066557248434
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,7168,512,0.0035445332527160645
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,7168,512,0.0038090666135152185
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,7168,512,0.0034474665919939675
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,7168,512,0.0038272000849246977
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,7168,512,0.003786666691303253
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,7168,512,0.0038463999827702843
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,7168,512,0.003366400053103765
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,7168,512,0.0034389334420363107
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,7168,512,0.003416533271471659
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,7168,512,0.003020799905061722
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,7168,768,0.00796693315108617
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,7168,512,0.0030645333230495454
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,7168,512,0.0032170665760835014
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,7168,768,0.008389332890510559
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,7168,512,0.0030432000756263735
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,7168,512,0.0030432000756263735
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,7168,512,0.003018666555484136
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,7168,512,0.0030271999537944795
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,7168,512,0.003031466652949651
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,7168,512,0.0030400000512599947
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,7168,512,0.003028266628583272
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,7168,512,0.003044266750415166
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,7168,512,0.003032533327738444
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,7168,512,0.002605866640806198
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,7168,512,0.002625066787004471
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,7168,512,0.0026026666164398193
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,7168,768,0.0083146666487058
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,7168,512,0.0026154667139053345
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,7168,512,0.0026154667139053345
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,7168,512,0.0030165334542592366
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,7168,512,0.0029877332349618276
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,7168,512,0.003047466774781545
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,7168,512,0.15590400695800782
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,7168,768,0.007946666578451793
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,7168,512,0.08537493546803793
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,7168,512,0.060525866349538174
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,7168,512,0.036252800623575845
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,7168,512,0.03697173198064168
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,7168,512,0.0034293333689371743
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,7168,512,0.03535573482513428
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,7168,512,0.038541865348815915
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,7168,512,0.03483413457870484
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,7168,512,0.03298880060513814
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,7168,512,0.003206400076548258
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,7168,512,0.035811201731363936
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,7168,512,0.031090132395426434
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,7168,512,0.03020799954732259
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,7168,512,0.0029674666623274487
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,7168,768,0.00793280005455017
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,7168,512,0.029590400060017903
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,7168,512,0.03436479965845744
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,7168,512,0.028955733776092528
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,7168,512,0.02738453348477681
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,7168,512,0.02715839942296346
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,7168,512,0.0260863999525706
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,7168,512,0.02479040026664734
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,7168,512,0.0247871994972229
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,7168,512,0.02426346739133199
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,7168,512,0.024719999233881632
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,7168,512,0.02272640069325765
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,7168,512,0.023638399442036946
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,7168,512,0.020859734217325846
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,7168,512,0.02103466590245565
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,7168,512,0.01937920053799947
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,7168,512,0.018722132841746012
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,7168,512,0.02091839909553528
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,7168,512,0.01685333251953125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,7168,512,0.018718934059143065
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,7168,512,0.016536532839139303
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,7168,512,0.015177599589029946
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,7168,512,0.01567466656366984
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,7168,512,0.016565333803494772
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,7168,512,0.01585493286450704
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,7168,512,0.033160533507665
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,7168,512,0.014539733529090881
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,7168,512,0.014510933558146158
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,7168,512,0.014467199643452963
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,7168,512,0.015873066584269204
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,7168,512,0.014791466792424521
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,7168,512,0.014437333742777506
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,7168,512,0.015310933192571005
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,7168,512,0.014971733093261719
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,7168,512,0.014485333363215128
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,7168,512,0.02810773253440857
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,7168,512,0.01443839967250824
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,7168,512,0.014417066176732381
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,7168,512,0.014646400014559427
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,7168,512,0.015149866541226705
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,7168,512,0.014331733187039694
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,7168,512,0.014231466253598533
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,7168,512,0.014296533664067588
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,7168,512,0.014297599593798319
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,7168,768,0.007971199850241344
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,7168,512,0.018682666619618735
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,7168,512,0.01430506706237793
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,7168,512,0.014295466740926108
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,7168,512,0.014324266711870828
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,7168,512,0.014363732933998109
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,7168,512,0.014218667149543762
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,7168,512,0.013633066415786743
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,7168,512,0.0141184002161026
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,7168,512,0.01302186648050944
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,7168,512,0.014318933089574179
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,7168,512,0.014246400197347006
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,7168,512,0.013556266824404398
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,7168,512,0.013500799735387167
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,7168,512,0.01436906655629476
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,7168,512,0.014292266964912415
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,7168,512,0.029895466566085816
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,7168,512,0.014505599935849508
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,7168,512,0.014365866780281067
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,7168,512,0.014728533228238425
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,7168,512,0.12432746887207032
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,7168,512,0.1013760010401408
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,7168,512,0.09323840141296387
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,7168,512,0.11115093231201172
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,7168,512,0.09119679927825927
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,7168,512,0.08744853337605794
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,7168,512,0.6725151697794597
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,7168,512,0.3361834526062012
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,7168,512,0.08058559894561768
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,7168,512,0.07719360192616781
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,7168,512,0.116157865524292
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,7168,512,0.09904320240020752
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,7168,512,0.07273279825846354
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,7168,512,0.07060373624165853
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,7168,512,0.06472746531168619
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,7168,512,0.06637119849522909
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,7168,512,1.340390396118164
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,7168,512,0.058339198430379234
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,7168,512,0.05491306781768799
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,7168,512,0.05256959994633993
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,7168,512,0.042294398943583174
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,7168,512,0.04109546740849813
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,7168,512,0.08261760075887045
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,7168,512,0.029652265707651775
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,7168,512,0.12503573099772136
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,7168,512,0.02911146680514018
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,7168,512,0.05959786574045817
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,7168,512,0.017237333456675212
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,7168,512,0.046836264928181964
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,7168,512,0.036218667030334474
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,7168,512,0.03500586748123169
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,7168,512,0.023035732905069987
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,7168,512,0.047866666316986085
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,7168,512,0.024289067586263022
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,7168,512,0.01776426633199056
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,7168,512,0.010011733571688334
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,7168,512,0.01000426709651947
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,7168,512,0.012472533186276754
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,7168,512,0.010845866799354554
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,7168,512,0.010903466741243999
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,7168,512,0.010795733332633973
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,7168,512,0.009816533327102661
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,7168,512,0.010814932982126872
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,7168,512,0.01001706620057424
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,7168,512,0.007948799928029378
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,7168,512,0.006733866532643636
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,7168,512,0.007142400244871776
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,7168,512,0.007178666690985362
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,7168,512,0.007149866720040639
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,7168,512,0.007560533285140991
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,7168,512,0.007108266651630402
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,7168,512,0.007531733314196269
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,7168,512,0.00747519979874293
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,7168,512,0.007392000158627827
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,7168,512,0.007134933272997539
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,7168,512,0.007522133489449819
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,7168,512,0.0075445334116617845
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,7168,512,0.007133866846561432
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,7168,512,0.007169066866238911
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,7168,512,0.007133866846561432
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,7168,512,0.0075647999842961625
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,7168,512,0.0075552001595497135
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,7168,512,0.007129600147406261
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,7168,512,0.007546666761239369
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,7168,512,0.007150933146476746
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,7168,512,0.0075434664885203045
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,7168,512,0.007117866476376851
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,7168,512,0.140228271484375
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,7168,512,0.07456533114115396
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,7168,512,0.04274773200352987
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,7168,512,0.026428800821304322
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,7168,512,0.026565333207448322
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,7168,512,0.02600533366203308
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,7168,512,0.025568000475565594
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,7168,512,0.00802346666653951
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,7168,512,0.008376533786455791
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,7168,512,0.008389332890510559
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,7168,512,0.008385066191355388
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,7168,512,0.008389332890510559
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,7168,512,0.007941333452860515
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,7168,512,0.008388266960779826
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,7168,512,0.023774933815002442
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,7168,512,0.023909332354863484
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,7168,512,0.023221333821614586
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,7168,512,0.02284160057703654
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,7168,512,0.022310400009155275
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,7168,512,0.020642133553822835
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,7168,512,0.020166399081548055
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,7168,512,0.019769599040349327
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,7168,512,0.019850667317708334
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,7168,512,0.019476266702016194
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,7168,512,0.01731626590092977
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,7168,512,0.017374932765960693
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,7168,512,0.016966400543848674
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,7168,512,0.01664426624774933
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,7168,512,0.016139733791351318
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,7168,512,0.014133333166440328
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,7168,512,0.01628159979979197
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,7168,512,0.014089600245157877
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,7168,512,0.013710932930310568
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,7168,512,0.013637333114941915
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,7168,512,0.012923733393351237
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,7168,512,0.011192533373832702
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,7168,512,0.010482133428255717
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,7168,512,0.010455466310183207
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,7168,512,0.010375466942787171
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,7168,512,0.010407466689745586
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,7168,512,0.008379733562469483
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,7168,512,0.008366933465003968
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,7168,512,0.008378666639328004
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,7168,512,0.007939200103282928
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,7168,512,0.008319999774297078
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,7168,512,0.007934933404127757
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,7168,512,0.007941333452860515
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,7168,512,0.007922133306662242
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,7168,512,0.007939200103282928
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,7168,512,0.00795839975277583
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,7168,512,0.007960533102353413
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,7168,512,0.007949866851170858
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,7168,512,0.007537066439787547
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,7168,512,0.00793280005455017
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,7168,512,0.00788800021012624
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,7168,512,0.007891199986139933
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,7168,512,0.007546666761239369
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,7168,512,0.00790826678276062
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,7168,512,0.007619200150171916
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,7168,512,0.007946666578451793
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,7168,512,0.00754559983809789
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,7168,512,0.0075765331586201985
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,7168,512,0.007541333138942718
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,7168,512,0.007895466685295106
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,7168,512,0.007912533481915791
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,7168,512,0.00793280005455017
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,7168,512,0.0075573335091273
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,7168,512,0.007904000083605449
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,7168,512,0.0075445334116617845
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,7168,512,0.007859200239181519
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,7168,512,0.007748266557852428
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,7168,512,0.007567999760309856
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,7168,512,0.007467733323574066
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,7168,512,0.007578666508197785
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,7168,256,0.12340799967447917
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,7168,256,0.06201066573460897
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,7168,256,0.03850346803665161
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,7168,256,0.017851734161376955
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,7168,512,0.007547733187675476
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,7168,256,0.017900800704956053
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,7168,256,0.01769599914550781
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,7168,256,0.020241065820058187
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,7168,256,0.01655359963575999
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,7168,256,0.015601066748301187
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,7168,256,0.015961600343386333
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,7168,256,0.01825173298517863
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,7168,256,0.014692266782124838
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,7168,256,0.013341866930325828
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,7168,256,0.01304213305314382
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,7168,256,0.012802132964134216
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,7168,512,0.00751146674156189
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,7168,512,0.007876266539096833
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,7168,256,0.0126720001300176
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,7168,256,0.01164906620979309
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,7168,256,0.010829866925875346
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,7168,256,0.011884799599647522
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,7168,256,0.009499733646710713
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,7168,256,0.009547733267148336
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,7168,256,0.009131733576456707
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,7168,512,0.007546666761239369
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,7168,256,0.008032000064849854
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,7168,256,0.008008533219496409
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,7168,256,0.00746666689713796
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,7168,256,0.0066538666685422255
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,7168,256,0.005873066683610281
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,7168,256,0.00517439991235733
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,7168,256,0.006695466736952464
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,7168,256,0.005145599941412607
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,7168,256,0.004654933512210846
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,7168,256,0.005013333261013031
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,7168,256,0.003425066669782003
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,7168,256,0.004197333256403605
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,7168,256,0.0036544000109036768
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,7168,256,0.0037920000652472176
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,7168,256,0.0033919999996821085
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,7168,256,0.0031829332311948144
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,7168,256,0.0034186666210492453
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,7168,256,0.002974933385848999
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,7168,256,0.0030122667551040648
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,7168,256,0.003054933249950409
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,7168,512,0.00754559983809789
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,7168,256,0.002996266633272171
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,7168,256,0.00310506671667099
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,7168,256,0.0030261332790056865
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,7168,256,0.0029472000896930695
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,7168,256,0.0027722666660944624
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,7168,256,0.0027637332677841187
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,7168,256,0.00327360009153684
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,7168,256,0.002625066787004471
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,7168,256,0.002639999985694885
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,7168,256,0.0026047999660174055
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,7168,256,0.0025568000972270967
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,7168,256,0.0025973332424958544
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,7168,256,0.0027829334139823914
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,7168,256,0.002536533276240031
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,7168,256,0.002551466723283132
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,7168,256,0.002551466723283132
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,7168,256,0.0025450666745503742
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,7168,256,0.0025386666258176167
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,7168,256,0.0025461333493391673
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,7168,256,0.0022143999735514323
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,7168,256,0.0022069332500298817
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,7168,256,0.0021877333521842955
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,7168,256,0.002419200042883555
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,7168,256,0.017767467101415
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,7168,256,0.002346666653951009
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,7168,256,0.002218666672706604
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,7168,256,0.0022762666145960493
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,7168,256,0.0023413332800070446
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,7168,256,0.010626133282979329
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,7168,256,0.0680789311726888
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,7168,512,0.0075552001595497135
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,7168,256,0.11894506613413494
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,7168,256,0.009854933619499207
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,7168,256,0.053058131535847985
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,7168,256,0.031159466505050658
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,7168,256,0.030126933256785077
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,7168,256,0.03285333315531413
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,7168,256,0.028645332654317218
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,7168,256,0.02693973382314046
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,7168,256,0.027460267146428425
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,7168,256,0.03097386757532756
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,7168,256,0.026826665798823042
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,7168,256,0.025225599606831867
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,7168,256,0.03025493423144023
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,7168,256,0.02542399962743123
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,7168,256,0.024810665845870973
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,7168,256,0.02298240065574646
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,7168,256,0.002666666607062022
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,7168,256,0.022940800587336222
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,7168,256,0.02254293362299601
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,7168,256,0.024260266621907552
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,7168,256,0.02196906606356303
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,7168,256,0.021542400121688843
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,7168,256,0.020778665939966835
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,7168,256,0.02248426675796509
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,7168,256,0.020415999492009482
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,7168,256,0.020489599307378134
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,7168,256,0.0025568000972270967
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,7168,256,0.01911679903666178
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,7168,256,0.019409066438674925
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,7168,256,0.017795199155807497
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,7168,256,0.016670932372411094
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,7168,256,0.018866133689880372
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,7168,256,0.016567466656366985
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,7168,256,0.0180949330329895
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,7168,256,0.016812799374262492
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,7168,256,0.014513066411018372
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,7168,256,0.01593280037244161
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,7168,256,0.016196266810099284
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,7168,256,0.01448319951693217
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,7168,256,0.014652799566586813
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,7168,256,0.01601920028527578
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,7168,256,0.014492799838383993
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,7168,256,0.014545067151387533
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,7168,256,0.014509866635004679
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,7168,256,0.01461013356844584
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,7168,256,0.014493866761525472
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,7168,256,0.014841600259145101
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,7168,256,0.014437333742777506
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,7168,256,0.014512000481287637
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,7168,256,0.014046933253606161
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,7168,256,0.014344533284505209
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,7168,256,0.015054933230082192
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,7168,256,0.014587733149528503
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,7168,256,0.025075199206670125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,7168,256,0.013241599996884665
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,7168,256,0.013069867094357809
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,7168,512,0.007815466821193695
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,7168,256,0.012644267082214356
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,7168,256,0.013829333583513894
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,7168,256,0.013496533036231995
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,7168,256,0.014009599884351095
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,7168,256,0.01406826674938202
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,7168,256,0.013579733173052468
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,7168,256,0.013318399588267008
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,7168,256,0.013818666338920593
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,7168,256,0.01325759987036387
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,7168,256,0.013529599706331889
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,7168,256,0.013156267007191977
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,7168,256,0.013784533739089966
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,7168,256,0.013850667079289756
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,7168,256,0.013949867089589438
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,7168,256,0.01444586714108785
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,7168,256,0.014481066664059957
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,7168,256,0.03703999916712443
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,7168,256,0.014257066448529563
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,7168,256,0.013471999764442444
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,7168,256,0.01376426617304484
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,7168,256,0.09679360389709472
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,7168,256,0.07451519966125489
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,7168,256,0.22447253863016764
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,7168,256,0.07111466725667318
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,7168,256,0.06981333096822104
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,7168,256,0.06532586812973022
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,7168,256,0.06446506579717001
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,7168,256,0.06125333309173584
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,7168,256,0.08307946523030599
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,7168,256,0.8811199824015299
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,7168,256,0.05572479963302612
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,7168,256,0.08646186987559
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,7168,256,0.05504533449808756
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,7168,256,0.07952533562978109
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,7168,256,0.05137173334757487
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,7168,256,0.051801598072052
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,7168,256,0.045634134610493975
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,7168,256,0.04194773435592651
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,7168,256,0.04279786745707194
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,7168,256,0.03336426814397176
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,7168,256,0.03295039931933085
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,7168,256,0.44385493596394854
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,7168,256,0.023916800816853843
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,7168,256,0.023630932966868082
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,7168,256,0.060393599669138584
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,7168,256,0.07555946509043375
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,7168,256,0.04723200003306071
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,7168,256,0.028701867659886676
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,7168,256,0.014430933197339377
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,7168,256,0.037468798955281574
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,7168,256,0.037096532185872395
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,7168,256,0.02804159919420878
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,7168,256,0.019428267081578573
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,7168,256,0.018961066007614137
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,7168,256,0.014485333363215128
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,7168,256,0.008666666348775227
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,7168,256,0.008328533172607422
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,7168,256,0.009180800120035807
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,7168,256,0.009520000219345093
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,7168,256,0.010838400324185688
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,7168,256,0.009556266665458679
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,7168,256,0.009224533041318258
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,7168,256,0.008368000388145447
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,7168,256,0.008390399813652038
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,7168,256,0.007525333265463512
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,7168,256,0.006258133550484974
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,7168,256,0.006306133170922597
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,7168,256,0.0063509335120519
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,7168,256,0.006316799918810527
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,7168,256,0.006337066491444905
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,7168,256,0.0062837332487106325
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,7168,256,0.0062943999965985615
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,7168,256,0.0062826668222745255
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,7168,256,0.006311466793219249
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,7168,256,0.006284800171852112
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,7168,256,0.006295466423034668
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,7168,256,0.006303999821345012
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,7168,256,0.00629013329744339
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,7168,256,0.006720000008742015
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,7168,256,0.006302933394908905
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,7168,256,0.006322133541107178
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,7168,256,0.00626453310251236
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,7168,256,0.00631466656923294
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,7168,256,0.00636053333679835
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,7168,256,0.00595306654771169
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,7168,256,0.006274133423964183
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,7168,256,0.005884799857934316
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,7168,256,0.10978240172068279
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,7168,256,0.06265920003255208
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,7168,256,0.03789973258972168
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,7168,256,0.02295893430709839
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,7168,256,0.022449066241582237
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,7168,256,0.022154666980107627
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,7168,256,0.021869866053263347
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,7168,256,0.02064639925956726
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,7168,256,0.02040426731109619
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,7168,256,0.01981333295504252
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,7168,256,0.01981333295504252
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,7168,256,0.019418666760126747
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,7168,256,0.01816640098889669
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,7168,256,0.01773653427759806
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,7168,256,0.017336533466974894
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,7168,256,0.007112533350785573
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,7168,256,0.007180800040562947
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,7168,256,0.007142400244871776
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,7168,256,0.007330133517583211
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,7168,256,0.007108266651630402
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,7168,256,0.01700693368911743
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,7168,256,0.01686613361040751
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,7168,256,0.007145600020885467
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,7168,256,0.007136000196139018
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,7168,256,0.015200000007947287
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,7168,256,0.014904533823331198
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,7168,256,0.014828800161679586
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,7168,256,0.014344533284505209
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,7168,256,0.014500266313552857
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,7168,256,0.013873066504796347
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,7168,256,0.011979732910792034
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,7168,256,0.013194666306177775
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,7168,256,0.011705600221951802
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,7168,256,0.01534933348496755
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,7168,256,0.011632000406583149
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,7168,256,0.010408533612887065
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,7168,256,0.009998933474222819
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,7168,256,0.00999679962793986
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,7168,256,0.0095360000928243
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,7168,256,0.009572266538937887
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,7168,256,0.007885866860548655
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,7168,256,0.007914666831493378
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,7168,256,0.00795306662718455
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,7168,256,0.007549866537253062
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,7168,256,0.0075552001595497135
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,7168,256,0.007918933530648549
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,7168,256,0.007948799928029378
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,7168,256,0.0075434664885203045
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,7168,256,0.007529599964618683
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,7168,256,0.007586133480072021
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,7168,256,0.007523199915885926
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,7168,256,0.007378133138020833
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,7168,256,0.007546666761239369
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,7168,256,0.007515733440717061
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,7168,256,0.007496533294518788
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,7168,256,0.007542400062084198
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,7168,256,0.0074879998962084455
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,7168,256,0.00754559983809789
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,7168,256,0.007524266839027405
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,7168,256,0.007328000168005626
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,7168,256,0.007561600208282471
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,7168,256,0.0072053333123524976
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,7168,256,0.007134933272997539
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,7168,256,0.007131733496983846
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,7168,256,0.0073290665944417315
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,7168,256,0.0071285332242647815
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,7168,256,0.007530666887760162
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,7168,256,0.00755626658598582
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,7168,256,0.0074869334697723385
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,7168,256,0.0071381335457166035
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,7168,256,0.007118933399518331
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,7168,256,0.007147733370463054
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,7168,256,0.007119999825954437
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,7168,256,0.007300266623497009
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,7168,256,0.0071285332242647815
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,7168,256,0.0071274667978286745
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,7168,256,0.007561600208282471
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,7168,128,0.04912000099817912
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,7168,128,0.09529493649800619
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,7168,128,0.02680640021959941
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,7168,128,0.014698666334152222
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,7168,128,0.014476799964904785
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,7168,128,0.014072533448537192
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,7168,128,0.014813866217931113
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,7168,128,0.014500266313552857
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,7168,128,0.0136543999115626
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,7168,256,0.007106133302052816
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,7168,128,0.013685333728790283
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,7168,128,0.010782933235168457
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,7168,128,0.012018133203188579
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,7168,128,0.01134933332602183
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,7168,128,0.01241919994354248
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,7168,256,0.007150933146476746
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,7168,128,0.015275733669598899
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,7168,128,0.009986133376757304
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,7168,128,0.010406399766604107
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,7168,128,0.010195199648539226
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,7168,128,0.010414933164914448
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,7168,128,0.009451733032862345
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,7168,128,0.009494400024414063
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,7168,128,0.008707200487454731
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,7168,128,0.006678399940331777
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,7168,128,0.006635733445485433
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,7168,128,0.0071381335457166035
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,7168,128,0.006233599781990051
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,7168,128,0.005479466418425242
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,7168,128,0.004682666560014089
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,7168,128,0.005864533285299936
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,7168,128,0.003804799914360046
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,7168,128,0.004673066735267639
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,7168,128,0.004240000247955322
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,7168,128,0.0033130665620168054
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,7168,128,0.0033919999996821085
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,7168,128,0.003020799905061722
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,7168,128,0.0030570665995279947
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,7168,128,0.00297173336148262
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,7168,256,0.007124266525109608
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,7168,128,0.0030122667551040648
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,7168,128,0.0029578665892283124
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,7168,128,0.0026069333155949908
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,7168,128,0.0029663999875386557
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,7168,128,0.002963199963172277
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,7168,128,0.002980266759792964
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,7168,128,0.0025226667523384093
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,7168,128,0.0025386666258176167
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,7168,128,0.002639999985694885
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,7168,128,0.002552533398071925
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,7168,128,0.002566399921973546
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,7168,128,0.0025920001169045764
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,7168,128,0.0025311999022960665
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,7168,128,0.002160000056028366
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,7168,128,0.002219733347495397
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,7168,128,0.0022111999491850535
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,7168,128,0.002178133279085159
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,7168,128,0.0021749332547187803
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,7168,128,0.0022079999248186748
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,7168,128,0.002203733225663503
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,7168,128,0.0022005334496498106
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,7168,128,0.002194133400917053
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,7168,128,0.0021407999098300933
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,7168,128,0.0022101332743962605
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,7168,128,0.0021461332837740582
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,7168,128,0.0021589333812395734
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,7168,128,0.0021578667064507803
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,7168,128,0.002149333308140437
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,7168,128,0.002163200080394745
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,7168,128,0.0021194666624069214
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,7168,128,0.0021344001094500227
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,7168,128,0.0021909333765506743
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,7168,256,0.007115733126799266
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,7168,128,0.0986794630686442
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,7168,128,0.060972801844278966
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,7168,128,0.03899413347244263
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,7168,128,0.027319467067718504
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,7168,128,0.02719680070877075
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,7168,128,0.026718932390213012
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,7168,128,0.008285866677761078
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,7168,128,0.026685865720113118
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,7168,128,0.007915733257929485
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,7168,128,0.02627840042114258
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,7168,128,0.023644800980885824
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,7168,128,0.027020800113677978
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,7168,128,0.02330133318901062
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,7168,128,0.022929066419601442
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,7168,128,0.028546132644017536
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,7168,128,0.002993066608905792
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,7168,128,0.003014400104681651
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,7168,128,0.022284799814224245
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,7168,128,0.022300799687703453
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,7168,128,0.02287893295288086
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,7168,128,0.022975999116897582
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,7168,128,0.020594133933385213
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,7168,128,0.02074986696243286
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,7168,128,0.02053119937578837
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,7168,128,0.02039360006650289
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,7168,128,0.020606933037439983
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,7168,128,0.018589866161346436
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,7168,128,0.0206389327843984
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,7168,128,0.01855573256810506
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,7168,128,0.016693333784739174
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,7168,128,0.018323200941085815
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,7168,128,0.019383466243743895
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,7168,128,0.019811199108759562
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,7168,128,0.015822933117548624
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,7168,128,0.01665173371632894
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,7168,128,0.016607999801635742
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,7168,128,0.015017599860827128
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,7168,128,0.014469333489735923
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,7168,128,0.014503467082977294
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,7168,128,0.01437440017859141
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,7168,128,0.014697600404421488
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,7168,128,0.014719999829928079
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,7168,128,0.0146506667137146
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,7168,128,0.014301866292953491
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,7168,128,0.014502400159835815
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,7168,128,0.02642773389816284
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,7168,128,0.008360532919565837
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,7168,128,0.014564266800880432
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,7168,128,0.014443733294804893
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,7168,128,0.014311466614405313
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,7168,128,0.01404159963130951
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,7168,128,0.014046933253606161
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,7168,128,0.024951465924580894
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,7168,128,0.013945600390434265
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,7168,128,0.014311466614405313
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,7168,128,0.013754666845003764
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,7168,128,0.012676266829172769
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,7168,128,0.014164266983668008
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,7168,128,0.013008000453313193
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,7168,128,0.013742933670679728
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,7168,128,0.013804800311724343
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,7168,128,0.013822933038075766
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,7168,128,0.013530666629473368
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,7168,128,0.013692800203959146
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,7168,128,0.013205333550771078
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,7168,128,0.012882133324941
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,7168,128,0.012942933042844138
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,7168,128,0.013559466600418091
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,7168,128,0.013678933183352152
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,7168,128,0.013703466455141703
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,7168,128,0.013818666338920593
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,7168,128,0.012788266936937968
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,7168,128,0.013550933202107748
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,7168,128,0.013354667027791343
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,7168,128,0.013707733154296875
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,7168,128,0.014873600006103516
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,7168,128,0.014755200346310934
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,7168,128,0.014451199769973755
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,7168,128,0.013556266824404398
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,7168,128,0.07387306690216064
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,7168,128,0.0701749324798584
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,7168,128,0.16499733924865723
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,7168,128,0.06080213387807211
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,7168,128,0.06401813427607218
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,7168,128,0.056278399626413976
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,7168,128,0.05588693221410116
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,7168,128,0.32595841089884436
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,7168,128,0.053002667427062986
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,7168,128,0.07264213562011719
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,7168,128,0.052546131610870364
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,7168,128,0.04845439990361532
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,7168,128,0.0447711984316508
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,7168,128,0.04773759841918945
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,7168,128,0.04484053452809651
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,7168,128,0.6452309290568035
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,7168,128,0.040091733137766525
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,7168,128,0.03661866585413615
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,7168,128,0.03662933508555095
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,7168,128,0.029190399249394733
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,7168,128,0.028853332996368407
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,7168,128,0.0678218682607015
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,7168,128,0.021444267034530638
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,7168,128,0.02100800077120463
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,7168,128,0.06039146582285563
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,7168,128,0.06488746802012126
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,7168,128,0.025164800882339477
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,7168,128,0.012859732906023661
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,7168,128,0.024375466505686443
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,7168,128,0.0406879981358846
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,7168,128,0.03251519997914632
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,7168,128,0.017518933614095053
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,7168,128,0.03248746593793233
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,7168,128,0.016989866892496742
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,7168,128,0.013278933366139731
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,7168,128,0.007942399879296621
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,7168,128,0.007949866851170858
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,7168,128,0.007528533538182576
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,7168,128,0.007572266459465027
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,7168,128,0.008380800485610962
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,7168,128,0.010012800494829815
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,7168,128,0.008356266220410665
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,7168,128,0.008376533786455791
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,7168,128,0.00871573289235433
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,7168,128,0.006771199901898702
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,7168,128,0.007142400244871776
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,7168,128,0.005929600199063619
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,7168,128,0.005950933198134104
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,7168,128,0.005946666498978933
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,7168,128,0.00591786652803421
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,7168,128,0.0055061335364977515
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,7168,128,0.006354133288065593
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,7168,128,0.005523199836413065
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,7168,128,0.005924266576766968
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,7168,128,0.005941333373387655
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,7168,128,0.005925333499908448
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,7168,128,0.005491200089454651
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,7168,128,0.005924266576766968
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,7168,128,0.005910400052865346
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,7168,128,0.0063178668419520065
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,7168,128,0.005508266886075338
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,7168,128,0.005891199906667074
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,7168,128,0.005916800101598104
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,7168,128,0.005888000130653381
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,7168,128,0.006099199752012888
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,7168,128,0.006718933085600535
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,7168,128,0.005914666752020518
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,7168,128,0.005490133166313171
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,7168,128,0.103384534517924
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,7168,128,0.06240319808324178
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,7168,128,0.005515733361244201
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,7168,128,0.03459626833597819
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,7168,128,0.021075199047724404
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,7168,128,0.021036799748738608
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,7168,128,0.020683733622233073
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,7168,128,0.02022613286972046
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,7168,128,0.01941546599070231
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,7168,128,0.019029333194096883
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,7168,128,0.019003732999165853
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,7168,128,0.01858666737874349
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,7168,128,0.01795733372370402
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,7168,128,0.01695893406867981
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,7168,128,0.016692266861597697
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,7168,128,0.01665493349234263
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,7168,128,0.016285866498947144
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,7168,128,0.01564586659272512
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,7168,128,0.014544000228246054
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,7168,128,0.014476799964904785
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,7168,128,0.014522666732470194
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,7168,128,0.013885866602261862
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,7168,128,0.013725866874059042
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,7168,128,0.013492266337076822
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,7168,128,0.013285332918167114
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,7168,128,0.012903466820716858
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,7168,128,0.012482133507728577
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,7168,128,0.011608533064524333
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,7168,128,0.010819199681282043
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,7168,128,0.010827733079592387
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,7168,128,0.009590400258700053
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,7168,128,0.009521067142486572
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,7168,128,0.009252267082532246
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,7168,128,0.00881813367207845
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,7168,128,0.0075530668099721265
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,7168,128,0.00795413355032603
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,7168,128,0.007548800110816956
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,7168,128,0.0071733335653940845
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,7168,128,0.007129600147406261
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,7168,128,0.007566933333873749
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,7168,128,0.007536000013351441
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,7168,128,0.0074421331286430355
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,7168,128,0.007136000196139018
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,7168,128,0.007190399865309398
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,7168,128,0.007524266839027405
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,7168,128,0.007289599875609081
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,7168,128,0.007114666700363159
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,7168,128,0.007099733253320058
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,7168,128,0.007155199845631917
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,7168,128,0.00713919997215271
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,7168,128,0.007076266904671986
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,7168,128,0.007335466643174489
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,7168,128,0.007129600147406261
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,7168,128,0.006735999882221222
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,7168,128,0.0071274667978286745
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,7168,128,0.007117866476376851
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,7168,128,0.007123200098673503
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,7168,128,0.006816000243028005
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,7168,128,0.006687999765078227
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,7168,128,0.007144533097743988
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,7168,128,0.0067456002036730455
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,7168,128,0.007124266525109608
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,7168,128,0.00673280010620753
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,7168,128,0.006843733290831248
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,7168,128,0.006816000243028005
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,7168,128,0.007142400244871776
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,7168,128,0.007152000069618225
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,7168,128,0.006695466736952464
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,7168,128,0.006931200126806895
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,7168,128,0.006816000243028005
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,7168,128,0.006717866659164429
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,7168,128,0.006954666475454967
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,7168,128,0.007117866476376851
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,7168,128,0.00699839989344279
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,7168,64,0.04084159930547078
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,7168,64,0.07650132973988852
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,7168,64,0.022249599297841392
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,7168,64,0.012436266740163167
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,7168,64,0.013542399803797404
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,7168,64,0.012306132912635803
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,7168,64,0.012610133488972983
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,7168,64,0.012447999914487202
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,7168,64,0.011633066336313884
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,7168,64,0.014335999886194864
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,7168,128,0.006729599833488464
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,7168,64,0.009985066453615824
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,7168,64,0.009795199831326802
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,7168,64,0.014105600118637086
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,7168,64,0.00897813340028127
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,7168,64,0.008975999553998311
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,7168,64,0.008988799651463826
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,7168,64,0.008898133039474487
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,7168,64,0.008055466910203297
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,7168,64,0.008169599870840708
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,7168,64,0.007514666517575581
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,7168,64,0.007563733557860057
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,7168,64,0.008354133367538452
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,7168,64,0.007934933404127757
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,7168,64,0.00613973339398702
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,7168,64,0.005973333120346069
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,7168,64,0.005541333556175232
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,7168,64,0.0056426664193471275
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,7168,64,0.005019733309745788
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,7168,64,0.006540800134340922
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,7168,64,0.004279466470082601
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,7168,64,0.004247466723124186
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,7168,64,0.012340266505877178
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,7168,64,0.004216533402601878
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,7168,64,0.003067733347415924
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,7168,64,0.010912000139554342
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,7168,64,0.003031466652949651
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,7168,64,0.0030218665798505146
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,7168,64,0.002883200099070867
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,7168,64,0.002749866743882497
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,7168,64,0.0030346666773160298
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,7168,64,0.002678400029738744
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,7168,64,0.0026357332865397137
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,7168,64,0.0026517334083716077
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,7168,64,0.002609066665172577
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,7168,64,0.002614400039116542
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,7168,64,0.002611200014750163
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,7168,64,0.002205866575241089
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,7168,64,0.0026261332134405774
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,7168,64,0.002204799900452296
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,7168,64,0.0022613334159056345
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,7168,64,0.002492800106604894
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,7168,64,0.002204799900452296
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,7168,64,0.002203733225663503
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,7168,64,0.0022304000953833262
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,7168,64,0.002205866575241089
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,7168,64,0.002216533323129018
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,7168,64,0.002164266755183538
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,7168,64,0.002161066730817159
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,7168,64,0.002160000056028366
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,7168,64,0.003516799956560135
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,7168,64,0.002195200075705846
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,7168,64,0.002216533323129018
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,7168,64,0.0021930667261282604
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,7168,64,0.002197333425283432
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,7168,64,0.0029866665601730345
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,7168,64,0.001993600030740102
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,7168,64,0.002195200075705846
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,7168,64,0.0022282667458057405
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,7168,64,0.0021877333521842955
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,7168,64,0.002181333303451538
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,7168,64,0.0021930667261282604
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,7168,64,0.0021354667842388153
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,7168,64,0.0019456000377734502
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,7168,64,0.10179306666056316
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,7168,64,0.05970026652018229
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,7168,64,0.02617066701253255
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,7168,64,0.03731093406677246
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,7168,64,0.02676266630490621
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,7168,64,0.026039467255274458
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,7168,64,0.025960532824198405
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,7168,64,0.025620265801747637
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,7168,64,0.025678932666778564
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,7168,64,0.024877866109212242
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,7168,64,0.027126399676005046
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,7168,64,0.02395306626955668
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,7168,64,0.02358400026957194
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,7168,64,0.024855466683705647
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,7168,64,0.02677759925524394
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,7168,64,0.0022122666239738466
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,7168,64,0.021740800142288207
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,7168,64,0.022985599438349404
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,7168,64,0.021132800976435342
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,7168,64,0.02167466680208842
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,7168,64,0.0206986665725708
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,7168,64,0.02010986606280009
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,7168,64,0.021320533752441407
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,7168,64,0.02063573400179545
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,7168,64,0.020718934138615926
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,7168,64,0.018598399559656777
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,7168,64,0.02064746618270874
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,7168,64,0.017384533087412515
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,7168,64,0.021915733814239502
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,7168,128,0.006701866785685222
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,7168,64,0.017309866348902383
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,7168,64,0.016801067193349204
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,7168,64,0.020565332969029744
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,7168,64,0.016539733608563742
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,7168,128,0.007020799815654755
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,7168,64,0.014689067006111145
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,7168,64,0.014479999740918478
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,7168,64,0.016539733608563742
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,7168,64,0.014504533012708029
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,7168,64,0.014507733782132468
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,7168,64,0.014668800433476768
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,7168,64,0.014549332857131957
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,7168,64,0.014479999740918478
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,7168,64,0.014339199662208557
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,7168,64,0.014518400033315023
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,7168,128,0.006939733525117238
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,7168,64,0.014476799964904785
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,7168,64,0.014569600423177084
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,7168,64,0.014526933431625366
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,7168,64,0.014393599828084311
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,7168,64,0.014286933342615762
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,7168,64,0.014469333489735923
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,7168,64,0.013300266861915589
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,7168,64,0.014364799857139588
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,7168,64,0.014502400159835815
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,7168,128,0.006727466483910878
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,7168,128,0.006730666756629944
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,7168,64,0.013665067156155905
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,7168,64,0.014355199535687766
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,7168,64,0.013250133395195008
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,7168,64,0.013711999853452048
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,7168,64,0.013610666990280152
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,7168,64,0.013361066579818726
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,7168,64,0.0141184002161026
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,7168,64,0.01402773360411326
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,7168,64,0.014200533429781595
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,7168,64,0.014248533050219217
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,7168,64,0.013197867075602212
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,7168,64,0.013312000036239623
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,7168,64,0.014039466778437296
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,7168,64,0.013583999872207642
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,7168,64,0.013899733622868856
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,7168,64,0.013819733262062072
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,7168,64,0.01317759950955709
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,7168,64,0.013706666231155396
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,7168,32,0.08094186782836914
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,7168,32,0.04336213270823161
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,7168,32,0.023962666591008507
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,7168,32,0.012777599692344665
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,7168,32,0.013707733154296875
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,7168,32,0.012846933801968894
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,7168,32,0.012432000041007996
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,7168,32,0.012993066509564718
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,7168,32,0.012452266613642375
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,7168,32,0.01193386713663737
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,7168,32,0.01469546655813853
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,7168,32,0.011594667037328085
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,7168,32,0.010377599795659383
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,7168,32,0.014442666371663412
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,7168,32,0.011700266599655151
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,7168,32,0.009050666292508443
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,7168,32,0.00997226635615031
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,7168,32,0.009113599856694538
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,7168,32,0.009114666779836019
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,7168,32,0.008353066444396973
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,7168,32,0.007525333265463512
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,7168,32,0.00783679982026418
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,7168,32,0.007987200220425924
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,7168,32,0.007739733159542084
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,7168,64,0.014411733547846476
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,7168,32,0.008281599978605907
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,7168,32,0.005905066430568695
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,7168,32,0.005859200159708659
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,7168,32,0.005053866902987162
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,7168,32,0.004525866607824961
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,7168,32,0.004466133316357931
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,7168,64,0.013405866424242654
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,7168,32,0.0038549333810806276
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,7168,32,0.005132799843947092
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,7168,32,0.0034122665723164878
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,7168,32,0.0034389334420363107
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,7168,32,0.0030250666042168934
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,7168,32,0.002996266633272171
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,7168,32,0.0030026666820049284
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,7168,64,0.013853866855303446
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,7168,32,0.003011200080315272
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,7168,32,0.003402666747570038
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,7168,32,0.0027488000690937043
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,7168,32,0.002977066735426585
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,7168,32,0.0029898665845394133
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,7168,32,0.0030016000072161358
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,7168,32,0.0029877332349618276
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,7168,32,0.0026154667139053345
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,7168,32,0.0022624000906944276
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,7168,32,0.0022709332406520844
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,7168,32,0.00258240004380544
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,7168,32,0.002611200014750163
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,7168,32,0.0025653332471847535
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,7168,32,0.0025941332181294756
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,7168,32,0.002229333420594533
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,7168,32,0.0022079999248186748
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,7168,32,0.002199466774861018
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,7168,32,0.0021578667064507803
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,7168,32,0.0021589333812395734
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,7168,32,0.0021578667064507803
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,7168,32,0.0021568000316619872
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,7168,32,0.008255999783674877
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,7168,32,0.0021429332594076794
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,7168,32,0.0021749332547187803
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,7168,32,0.002161066730817159
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,7168,32,0.008361599842707316
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,7168,32,0.002201599876085917
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,7168,32,0.0021418665846188864
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,7168,32,0.0021514666577180227
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,7168,32,0.002145066608985265
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,7168,32,0.0021536000072956084
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,7168,32,0.002160000056028366
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,7168,32,0.0021429332594076794
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,7168,32,0.008692266543706258
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,7168,32,0.09839253425598145
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,7168,32,0.05908586581548055
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,7168,32,0.037102933724721274
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,7168,32,0.02624853253364563
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,7168,64,0.013773866494496665
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,7168,32,0.024731733401616416
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,7168,32,0.026655999819437663
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,7168,32,0.025702399015426636
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,7168,32,0.02505600055058797
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,7168,32,0.025602134068806966
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,7168,32,0.02537493308385213
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,7168,32,0.027540266513824463
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,7168,32,0.02330346703529358
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,7168,32,0.02246613303820292
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,7168,32,0.02670186758041382
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,7168,32,0.024317866563796996
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,7168,32,0.02276479999224345
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,7168,32,0.020793600877126058
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,7168,64,0.01649493376413981
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,7168,32,0.02065599958101908
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,7168,32,0.020807466904322305
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,7168,32,0.021337600549062093
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,7168,32,0.02065920035044352
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,7168,32,0.020151466131210327
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,7168,32,0.020172800620396933
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,7168,32,0.021970132986704506
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,7168,32,0.02060799996058146
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,7168,32,0.021011199553807577
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,7168,32,0.02044266661008199
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,7168,32,0.018027732769648232
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,7168,32,0.017621332406997682
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,7168,32,0.016360533237457276
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,7168,32,0.01649173299471537
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,7168,32,0.02044373353322347
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,7168,32,0.0022101332743962605
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,7168,32,0.002123733361562093
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,7168,32,0.01602240006128947
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,7168,32,0.014457600315411887
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,7168,32,0.016760534048080443
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,7168,32,0.016057599584261575
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,7168,32,0.014503467082977294
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,7168,32,0.014498133460680643
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,7168,32,0.014468266566594442
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,7168,32,0.01444906691710154
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,7168,32,0.014692266782124838
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,7168,32,0.014380799730618796
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,7168,32,0.014753066500027976
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,7168,32,0.01443839967250824
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,7168,32,0.014447999993960061
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,7168,32,0.014481066664059957
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,7168,32,0.014339199662208557
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,7168,32,0.014459733168284097
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,7168,32,0.014301866292953491
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,7168,32,0.014453333616256715
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,7168,32,0.014375467101732889
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,7168,32,0.014291200041770934
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,7168,32,0.013715199629465737
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,7168,32,0.014237866799036662
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,7168,32,0.01437333325544993
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,7168,32,0.012922666470209756
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,7168,32,0.013909332950909934
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,7168,32,0.014184533556302389
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,7168,32,0.01339413324991862
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,7168,32,0.014158933361371358
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,7168,32,0.014283733566602072
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,7168,32,0.014084266622861228
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,7168,32,0.012447999914487202
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,7168,32,0.01397333343823751
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,7168,32,0.01244586706161499
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,7168,32,0.002201599876085917
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,7168,32,0.01349440018335978
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,7168,32,0.012584533294041952
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,7168,32,0.013108266393343606
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,7168,32,0.013964800039927163
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,7168,32,0.012545067071914672
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,7168,32,0.01657919983069102
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,7168,32,0.014222932855288186
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,6144,65536,2.190314610799154
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,6144,65536,4.18174393971761
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,7168,32,0.013634133338928222
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,6144,65536,2.1195680300394693
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,6144,65536,2.121295928955078
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,6144,65536,2.2397066752115884
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,6144,65536,2.0622560183207193
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,6144,65536,2.466767946879069
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,6144,65536,9.860298792521158
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,6144,65536,2.2212692896525064
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,6144,65536,1.9660213788350422
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,6144,65536,1.7014880180358887
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,6144,65536,1.4650719960530598
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,6144,65536,1.7459252675374348
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,6144,65536,1.4160374005635579
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,6144,65536,1.4866827328999836
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,7168,32,0.014184533556302389
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,6144,65536,1.3885226249694824
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,6144,65536,1.4602559407552083
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,6144,65536,1.1396106878916423
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,6144,65536,1.0313279628753662
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,6144,65536,1.295749346415202
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,6144,65536,1.0700799624125164
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,6144,65536,0.8376693725585938
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,6144,65536,0.7222239971160889
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,6144,65536,1.1901226838429768
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,6144,65536,0.7255040009816488
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,6144,65536,1.9653760592142742
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,6144,65536,0.7036693096160889
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,6144,65536,0.5295199950536092
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,6144,65536,0.4451040029525757
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,6144,65536,0.30664000908533734
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,6144,65536,0.472432017326355
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,6144,65536,0.3059626619021098
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,6144,65536,0.21774399280548096
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,6144,65536,0.1858773430188497
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,6144,65536,0.20535467068354288
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,6144,65536,0.18247999747594199
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,6144,65536,0.19301333030064902
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,6144,65536,0.17117865880330405
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,6144,65536,0.16606400410334268
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,6144,65536,0.15282133221626282
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,6144,65536,0.15401066342989603
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,6144,65536,0.14138666788736978
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,6144,65536,0.15158933401107788
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,6144,65536,0.1495413382848104
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,6144,65536,0.1368160049120585
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,6144,65536,0.14763200283050537
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,6144,65536,0.13082133730252585
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,6144,65536,0.1291039983431498
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,6144,65536,0.12868799765904745
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,6144,65536,0.1428000032901764
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,6144,65536,0.13726933797200522
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,6144,65536,0.13993066549301147
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,6144,65536,0.1297546625137329
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,6144,65536,0.12692266702651978
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,6144,65536,0.1267253359158834
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,6144,65536,18.39508310953776
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,6144,65536,0.12483732899030049
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,6144,65536,0.12574932972590128
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,6144,65536,0.12597333391507468
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,6144,65536,0.12436266740163167
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,6144,65536,0.12433066964149475
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,6144,65536,0.1251413325468699
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,6144,65536,0.12338133653004964
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,6144,65536,0.13129066427548727
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,6144,65536,0.12986133495966592
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,6144,65536,0.13107200463612875
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,6144,65536,0.12891733646392822
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,6144,65536,0.13473600149154663
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,6144,65536,1.233786662419637
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,6144,65536,0.5252746740976969
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,6144,65536,0.181002676486969
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,6144,65536,1.8409706751505535
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,6144,65536,3.5292641321818032
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,6144,65536,1.8537119229634602
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,6144,65536,0.124399999777476
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,6144,65536,0.12486933668454488
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,6144,65536,1.738650639851888
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,6144,65536,1.7917547225952148
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,6144,65536,1.649888038635254
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,6144,65536,7.3874664306640625
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,6144,65536,1.606544017791748
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,6144,65536,1.7011574109395344
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,6144,65536,1.5069066683451335
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,6144,65536,1.4630026817321777
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,6144,65536,1.3834826151529949
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,6144,65536,1.1918400128682454
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,6144,65536,1.2265013058980305
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,6144,65536,1.1327199935913086
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,6144,65536,1.1189706325531006
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,6144,65536,0.9982826709747314
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,6144,65536,0.9631840387980143
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,6144,65536,0.9016106923421224
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,6144,65536,0.8904106616973877
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,6144,65536,0.1242133378982544
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,6144,65536,14.29538091023763
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,6144,65536,0.850879987080892
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,6144,65536,0.668351968129476
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,6144,65536,0.6349279880523682
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,6144,65536,0.565770665804545
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,6144,65536,0.5986773173014323
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,6144,65536,0.44041601816813153
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,6144,65536,0.34805866082509357
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,6144,65536,0.37327468395233154
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,6144,65536,0.22695465882619223
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,6144,65536,0.23068799575169882
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,6144,65536,1.6463680267333984
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,6144,65536,0.15292800466219583
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,6144,65536,0.1479466656843821
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,6144,65536,0.13756799697875977
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,6144,65536,0.13798399766286215
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,6144,65536,0.1365066667397817
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,6144,65536,1.2959893544514973
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,6144,65536,0.127210666735967
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,6144,65536,0.12549866239229837
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,6144,65536,0.11057066917419434
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,6144,65536,0.10909866293271382
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,6144,65536,0.10912000139554341
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,6144,65536,0.11060800155003865
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,6144,65536,0.11383466919263203
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,6144,65536,0.1077280044555664
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,6144,65536,0.09727999567985535
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,6144,65536,0.09170132875442505
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,6144,65536,0.09083200494448344
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,6144,65536,0.09467732906341553
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,6144,65536,0.08678932984670003
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,6144,65536,0.08692266543706258
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,6144,65536,0.08621333042780559
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,6144,65536,0.0827466646830241
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,6144,65536,0.08130133152008057
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,6144,65536,0.08212266862392426
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,6144,65536,0.08197333415349324
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,6144,65536,0.832698663075765
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,6144,65536,0.08105066418647766
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,6144,65536,0.0806879997253418
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,6144,65536,0.07982400059700012
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,6144,65536,0.4368640184402466
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,6144,65536,0.07861333092053731
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,6144,65536,0.08041599889596303
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,6144,65536,0.07821866869926453
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,6144,65536,0.07963733375072479
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,6144,65536,0.07835733393828075
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,6144,65536,0.077674667040507
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,6144,65536,0.07864533364772797
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,6144,65536,0.12617599964141846
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,6144,65536,0.10114666819572449
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,6144,65536,0.09267733494440715
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,6144,65536,0.08264533181985219
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,6144,65536,0.08125333487987518
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,6144,65536,1.480847994486491
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,6144,65536,2.2513279914855957
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,6144,65536,1.4029866854349773
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,6144,65536,1.8852213223775227
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,6144,65536,1.386133352915446
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,6144,65536,6.551594416300456
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,6144,65536,1.1928053696950276
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,6144,65536,1.2848906517028809
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,6144,65536,1.1405920187632244
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,6144,65536,1.027242660522461
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,6144,65536,15.899220784505209
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,6144,65536,1.0632426738739014
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,6144,65536,1.0741173426310222
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,6144,65536,1.017957369486491
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,6144,65536,1.005669355392456
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,6144,65536,0.8820799986521403
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,6144,65536,0.792143980662028
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,6144,65536,0.6771039962768555
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,6144,65536,1.7775146166483562
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,6144,65536,0.9458826382954916
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,6144,65536,1.2230186462402344
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,6144,65536,0.7950026988983154
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,6144,65536,0.4517973264058431
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,6144,65536,0.5885706742604574
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,6144,65536,0.37562668323516846
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,6144,65536,0.7089172999064127
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,6144,65536,0.2542933424313863
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,6144,65536,0.1965706745783488
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,6144,65536,0.5450773239135742
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,6144,65536,0.2979466716448466
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,6144,65536,0.40190398693084717
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,6144,65536,0.1617759962876638
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,6144,65536,0.13529066244761148
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,6144,65536,0.1318773329257965
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,6144,65536,0.12569600343704224
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,6144,65536,0.12544533610343933
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,6144,65536,0.12157332897186279
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,6144,65536,0.14037332932154337
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,6144,65536,0.1276479959487915
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,6144,65536,0.12771733601888022
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,6144,65536,0.11753066380818684
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,6144,65536,0.11347732941309611
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,6144,65536,0.11091199517250061
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,6144,65536,0.11115733782450359
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,6144,65536,0.10964266459147136
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,6144,65536,0.10965333382288615
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,6144,65536,0.10802132884661357
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,6144,65536,0.10789333780606587
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,6144,65536,0.105621337890625
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,6144,65536,0.105813334385554
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,6144,65536,0.1051573355992635
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,6144,65536,0.1051573355992635
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,6144,65536,0.10515200098355611
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,6144,65536,0.10538666447003682
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,6144,65536,0.1237600048383077
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,6144,65536,0.10452799995740254
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,6144,65536,0.11361066500345866
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,6144,65536,0.10410133004188538
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,6144,65536,0.11343466242154439
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,6144,65536,0.10444800059000652
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,6144,65536,0.11546666423479716
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,6144,65536,0.1135040024916331
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,6144,65536,0.10379200180371602
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,6144,65536,0.11347200473149617
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,6144,65536,0.1037493348121643
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,6144,65536,0.11341333389282227
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,6144,65536,0.10310932993888855
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,6144,65536,0.1799466609954834
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,6144,65536,0.11235733826955159
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,6144,65536,7.674581527709961
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,6144,65536,3.626709302266439
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,6144,65536,1.2493759791056316
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,6144,65536,0.8253280321756998
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,6144,65536,0.8620533148447672
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,6144,65536,0.8212640285491943
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,6144,65536,0.7867786884307861
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,6144,65536,0.7939199606577555
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,6144,65536,0.7620159784952799
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,6144,65536,0.6866772969563802
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,6144,65536,0.622111996014913
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,6144,65536,0.62827201684316
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,6144,65536,0.5951840082804362
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,6144,65536,0.6002346674601237
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,6144,65536,0.5801119804382324
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,6144,65536,0.4925119876861572
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,6144,65536,0.46007466316223145
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,6144,65536,0.465989351272583
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,6144,65536,0.4436266819636027
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,6144,65536,0.44485334555308026
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,6144,65536,0.4268426497777303
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,6144,65536,0.3297119935353597
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,6144,65536,0.3052159945170085
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,6144,65536,0.30510934193929035
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,6144,65536,0.29337600866953534
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,6144,65536,0.29228800535202026
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,6144,65536,0.17335466543833414
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,6144,65536,0.15574399630228677
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,6144,65536,1.8537119229634602
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,6144,65536,0.14759467045466104
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,6144,65536,0.13910399874051413
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,6144,65536,0.15878933668136597
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,6144,65536,0.13963199655214945
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,6144,65536,0.292794664700826
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,6144,65536,0.14294399817784628
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,6144,65536,0.1386186679204305
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,6144,65536,0.13825066884358725
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,6144,65536,0.1388053297996521
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,6144,65536,0.1397119959195455
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,6144,65536,0.1372213363647461
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,6144,65536,0.13766933480898538
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,6144,65536,0.13610133528709412
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,6144,65536,0.13698666294415793
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,6144,65536,0.13620266318321228
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,6144,65536,0.13591466347376505
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,6144,65536,0.13595733046531677
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,6144,65536,0.13638400038083395
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,6144,65536,0.13582400480906168
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,6144,65536,0.1360266705354055
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,6144,65536,0.1358453333377838
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,6144,65536,0.13606933752695718
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,6144,65536,0.1356106698513031
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,6144,65536,0.13583999872207642
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,6144,65536,0.13500266273816428
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,6144,65536,0.13457066814104715
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,6144,65536,0.1360640029112498
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,6144,65536,0.13609600067138672
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,6144,65536,0.13550399740537009
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,6144,65536,0.13544533650080362
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,6144,65536,0.1349493364493052
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,6144,65536,0.13607466220855713
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,6144,65536,0.13386666774749756
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,6144,65536,0.13548266887664795
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,6144,65536,0.13582400480906168
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,6144,65536,0.13524799545605978
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,6144,65536,0.13545599579811096
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,6144,65536,0.13512000441551208
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,6144,65536,0.13562132914861044
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,6144,65536,0.13446399569511414
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,6144,51200,7.016005198160808
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,6144,51200,3.5165440241495767
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,6144,51200,14.209487915039062
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,6144,51200,1.8060000737508137
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,6144,51200,1.6637333234151204
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,6144,51200,1.8773333231608074
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,6144,51200,1.838805357615153
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,6144,51200,1.4914827346801758
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,6144,51200,1.836586634318034
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,6144,51200,1.5923199653625488
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,6144,51200,1.536245346069336
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,6144,51200,1.2710506916046143
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,6144,51200,1.1271413167317708
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,6144,51200,1.221824010213216
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,6144,51200,1.1062880357106526
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,6144,51200,1.1128426392873128
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,6144,51200,0.974618673324585
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,6144,51200,1.0514506498972576
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,6144,51200,1.7294400533040364
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,6144,51200,0.8432213465372721
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,6144,51200,0.8391786416371664
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,6144,51200,0.8377439975738525
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,6144,51200,0.7927093505859375
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,6144,51200,0.647482673327128
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,6144,51200,0.5829600095748901
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,6144,51200,0.5159466663996378
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,6144,51200,0.8975733121236166
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,6144,51200,0.869866689046224
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,6144,51200,0.5382239818572998
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,6144,51200,0.4235680103302002
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,6144,51200,0.4282613197962443
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,6144,51200,0.3396586577097575
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,6144,51200,0.24217599630355835
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,6144,51200,0.325872004032135
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,6144,51200,0.23287999629974365
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,6144,51200,0.1723840037981669
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,6144,51200,0.1404906709988912
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,6144,51200,0.14151466886202493
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,6144,51200,0.1462453305721283
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,6144,51200,0.13766933480898538
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,6144,51200,0.12748266259829202
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,6144,51200,0.12309333682060242
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,6144,51200,0.12256532907485962
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,6144,51200,0.11757333079973857
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,6144,51200,0.1083573301633199
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,6144,51200,0.11652266979217529
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,6144,51200,0.1062453289826711
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,6144,51200,0.11472533146540324
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,6144,51200,0.10113599896430969
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,6144,51200,0.10268800457318623
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,6144,51200,0.10081066687901814
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,6144,51200,0.11365866661071777
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,6144,51200,0.10923733313878377
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,6144,51200,0.09880000352859497
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,6144,51200,0.10214933753013611
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,6144,51200,0.10229866703351338
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,6144,51200,0.1002400020758311
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,6144,51200,0.0999893347422282
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,6144,51200,0.10007466872533162
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,6144,51200,0.14175466696421304
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,6144,51200,0.10044800241788228
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,6144,51200,0.09845333298047383
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,6144,51200,0.09909333785374959
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,6144,51200,0.0974826713403066
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,6144,51200,0.09912533561388652
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,6144,51200,0.09764267007509868
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,6144,51200,0.1185653309027354
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,6144,51200,0.09683733185132344
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,6144,51200,0.09850133458773296
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,6144,51200,0.09798933068911235
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,6144,51200,0.09846933682759602
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,6144,51200,0.0993386705716451
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,6144,51200,0.0986293355623881
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,6144,51200,5.571077346801758
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,6144,51200,0.09943999846776326
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,6144,51200,1.4383519490559895
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,6144,51200,2.8311732610066733
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,6144,51200,1.4297760327657063
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,6144,51200,1.416661262512207
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,6144,51200,11.296223958333334
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,6144,51200,1.3623199462890625
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,6144,51200,1.3166986306508381
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,6144,51200,1.2367466290791829
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,6144,51200,1.479856014251709
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,6144,51200,1.301536003748576
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,6144,51200,1.1694347063700359
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,6144,51200,1.1538293361663818
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,6144,51200,1.0437280337015789
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,6144,51200,0.9248906771341959
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,6144,51200,0.9613760312398275
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,6144,51200,0.8461013634999593
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,6144,51200,0.8988800048828125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,6144,51200,0.7678133646647135
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,6144,51200,0.7593333721160889
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,6144,51200,0.6951306660970052
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,6144,51200,0.7000213464101156
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,6144,51200,0.6106026570002238
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,6144,51200,0.6763786474863688
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,6144,51200,0.542527993520101
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,6144,51200,1.034880002339681
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,6144,51200,0.5137919982274374
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,6144,51200,0.4273173411687215
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,6144,51200,0.44709332784016925
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,6144,51200,0.3413493235905965
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,6144,51200,0.3470826546351115
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,6144,51200,0.2677813371022542
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,6144,51200,0.2585386633872986
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,6144,51200,0.17903467019399008
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,6144,51200,0.18307199080785116
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,6144,51200,0.11826666196187337
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,6144,51200,0.116565336783727
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,6144,51200,0.11341866850852966
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,6144,51200,0.11549866199493408
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,6144,51200,0.10795733332633972
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,6144,51200,0.10442133744557698
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,6144,51200,0.09814400474230449
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,6144,51200,0.10274666547775269
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,6144,51200,0.09503466884295146
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,6144,51200,0.09298666318257649
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,6144,51200,0.09136533737182617
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,6144,51200,0.08644266923268636
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,6144,51200,0.08844799796740214
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,6144,51200,0.08231466511885326
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,6144,51200,0.07905599971612294
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,6144,51200,0.08478400111198425
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,6144,51200,0.07854400078455608
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,6144,51200,0.07969066500663757
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,6144,51200,0.07595199843247731
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,6144,51200,0.07293333113193512
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,6144,51200,0.07238933444023132
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,6144,51200,0.06983466446399689
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,6144,51200,0.06850133339564006
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,6144,51200,0.06803733110427856
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,6144,51200,0.06688533226648967
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,6144,51200,0.06634133557478587
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,6144,51200,0.06735999882221222
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,6144,51200,0.06649599969387054
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,6144,51200,0.06533333162466685
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,6144,51200,0.06659733255704244
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,6144,51200,0.06520000100135803
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,6144,51200,0.06489066779613495
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,6144,51200,0.06434666613737743
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,6144,51200,0.06701333324114482
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,6144,51200,0.06643199920654297
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,6144,51200,0.06595199803511302
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,6144,51200,0.06571733454863231
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,6144,51200,0.07824000219504039
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,6144,51200,0.0688266654809316
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,6144,65536,1.0070026715596516
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,6144,65536,0.9705920219421387
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,6144,51200,2.7979253133138022
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,6144,51200,5.072405179341634
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,6144,65536,1.014677365620931
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,6144,51200,11.066747029622396
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,6144,51200,1.3444053332010906
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,6144,65536,0.963813304901123
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,6144,51200,1.3754879633585613
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,6144,51200,1.1399093468983967
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,6144,51200,0.9927413463592529
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,6144,51200,1.6033226648966472
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,6144,51200,0.9596426486968994
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,6144,51200,1.4364585876464844
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,6144,51200,1.1611626942952473
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,6144,51200,0.8462186654408773
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,6144,51200,0.7388532956441244
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,6144,51200,0.8179466724395752
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,6144,51200,1.2383360068003337
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,6144,51200,0.6557813485463461
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,6144,51200,0.6164160172144572
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,6144,51200,0.6142026583353678
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,6144,51200,0.5370346705118815
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,6144,51200,1.4341600735982258
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,6144,51200,0.5619519948959351
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,6144,51200,1.4111040433247883
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,6144,51200,0.39321064949035645
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,6144,51200,0.42423999309539795
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,6144,51200,0.33079999685287476
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,6144,51200,1.1330506801605225
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,6144,51200,1.0827146371205647
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,6144,51200,0.22099200884501138
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,6144,51200,0.1707306702931722
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,6144,51200,0.8416159947713217
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,6144,51200,0.7657813231150309
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,6144,51200,0.575546662012736
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,6144,51200,0.5309226512908936
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,6144,51200,0.30933332443237305
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,6144,51200,0.25276799996693927
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,6144,51200,0.1381173332532247
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,6144,51200,0.11014933387438457
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,6144,51200,0.09850133458773296
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,6144,51200,0.10665067036946614
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,6144,51200,0.107013334830602
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,6144,51200,0.10947199662526448
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,6144,51200,0.10761599739392598
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,6144,51200,0.1046453317006429
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,6144,65536,0.13550399740537009
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,6144,51200,0.10389332969983418
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,6144,51200,0.09446932872136433
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,6144,51200,0.08729066451390584
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,6144,51200,0.08614400029182434
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,6144,51200,0.08614933490753174
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,6144,51200,0.08378666639328003
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,6144,51200,0.08311466872692108
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,6144,51200,0.08354133367538452
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,6144,51200,0.08330133557319641
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,6144,51200,0.08367466926574707
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,6144,51200,0.08331733445326488
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,6144,51200,0.08295999964078267
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,6144,51200,0.082997332016627
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,6144,51200,0.08290666838486989
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,6144,51200,0.08265066643555959
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,6144,51200,0.08284799754619598
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,6144,51200,0.08396800359090169
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,6144,51200,0.08269333342711131
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,6144,51200,0.08267199993133545
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,6144,51200,0.08262933293978374
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,6144,51200,0.08272000153859456
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,6144,51200,0.08260799944400787
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,6144,51200,0.15268799662590027
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,6144,51200,0.09294933080673218
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,6144,51200,0.1495039959748586
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,6144,51200,0.09311466415723164
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,6144,51200,0.09270399808883667
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,6144,51200,0.09106666843096416
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,6144,51200,0.09294933080673218
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,6144,51200,0.08904533584912618
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,6144,51200,0.09083732962608337
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,6144,51200,6.262725194295247
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,6144,51200,2.996602694193522
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,6144,51200,0.665663997332255
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,6144,51200,1.0071946779886882
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,6144,51200,0.6381760040918986
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,6144,51200,1.019210656483968
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,6144,51200,0.6204320192337036
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,6144,51200,0.6066453456878662
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,6144,51200,0.5327786604563395
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,6144,51200,0.49855999151865643
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,6144,51200,0.49245333671569824
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,6144,51200,0.4732480049133301
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,6144,51200,0.4668639898300171
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,6144,51200,0.461024006207784
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,6144,51200,0.38751999537150067
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,6144,51200,0.36715734004974365
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,6144,51200,0.36241066455841064
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,6144,51200,0.3524266481399536
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,6144,51200,0.3480213483174642
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,6144,51200,0.33752532800038654
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,6144,51200,0.25854400793711346
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,6144,51200,0.24285332361857095
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,6144,51200,0.24068800608317056
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,6144,51200,0.23179733753204346
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,6144,51200,0.23161600033442178
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,6144,51200,0.1381013294061025
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,6144,51200,0.12293333808581035
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,6144,51200,0.12060800194740295
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,6144,51200,0.11262933413187663
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,6144,51200,0.11255466938018799
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,6144,51200,0.23484800259272257
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,6144,51200,0.11172266801198323
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,6144,51200,0.11230933666229248
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,6144,51200,0.11202667156855266
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,6144,51200,0.11155200004577637
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,6144,51200,0.1113813320795695
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,6144,51200,0.11098666985829671
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,6144,51200,0.11089066664377849
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,6144,51200,0.10931199789047241
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,6144,51200,0.10916800300280254
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,6144,51200,0.10961066683133443
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,6144,51200,0.10956266522407532
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,6144,51200,1.4275093078613281
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,6144,51200,0.1090880036354065
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,6144,51200,0.10924266775449117
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,6144,51200,0.1090133289496104
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,6144,51200,0.10905599594116211
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,6144,51200,0.10912000139554341
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,6144,51200,0.10754666725794475
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,6144,51200,0.10758399963378906
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,6144,51200,0.10899200042088826
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,6144,51200,0.10760533809661865
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,6144,51200,0.10735467076301575
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,6144,51200,0.1074133316675822
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,6144,51200,0.10865599910418193
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,6144,51200,0.10739200313886006
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,6144,51200,0.10755733648935954
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,6144,51200,0.1086293359597524
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,6144,51200,0.10709866881370544
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,6144,51200,0.10756799578666687
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,6144,51200,0.10749333103497823
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,6144,51200,0.10706133643786113
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,6144,51200,0.10703999797503154
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,6144,51200,0.10739733775456746
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,6144,51200,0.10737599929173787
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,6144,51200,0.10744532942771912
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,6144,51200,0.10790399710337321
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,6144,51200,0.10785599549611409
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,6144,51200,0.10849066575368245
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,6144,16384,3.989834785461426
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,6144,16384,2.0617225964864097
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,6144,16384,1.2379733721415203
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,6144,16384,0.5362933476765951
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,6144,16384,0.6167306502660116
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,6144,16384,0.5120586554209391
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,6144,16384,0.6057279904683431
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,6144,16384,0.47791465123494464
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,6144,51200,0.7999733289082845
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,6144,16384,0.6062666575113932
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,6144,16384,0.4962400197982788
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,6144,16384,0.5282613436381022
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,6144,16384,0.41090667247772217
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,6144,16384,0.4107626676559448
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,6144,16384,0.3657493193944295
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,6144,16384,0.39000535011291504
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,6144,16384,0.3407573302586873
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,6144,16384,0.34652801354726154
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,6144,16384,0.29531200726826984
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,6144,16384,0.28093334039052326
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,6144,16384,0.26315732796986896
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,6144,16384,0.5059146483739217
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,6144,16384,0.2666400074958801
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,6144,51200,0.7699573040008545
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,6144,16384,0.2434613307317098
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,6144,16384,0.262773334980011
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,6144,16384,0.19263466199239096
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,6144,16384,0.18011200428009033
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,6144,16384,0.1390720009803772
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,6144,16384,0.13668266932169595
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,6144,16384,0.1123306651910146
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,6144,16384,0.36532799402872723
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,6144,16384,0.10661333799362183
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,6144,16384,0.07152000069618225
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,6144,16384,0.04783466458320618
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,6144,16384,0.047882666190465294
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,6144,16384,0.04762666424115499
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,6144,16384,0.05376000205675761
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,6144,16384,0.20959999163945517
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,6144,16384,0.04755199948946635
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,6144,16384,0.048656001687049866
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,6144,16384,0.04961599906285604
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,6144,16384,0.03864533454179764
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,6144,16384,0.049695998430252075
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,6144,16384,0.04353600243727366
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,6144,16384,0.04433600107828776
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,6144,16384,0.04297600189844767
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,6144,16384,0.04354666670163473
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,6144,16384,0.04204800228277842
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,6144,16384,0.03991466760635376
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,6144,16384,0.03962666789690653
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,6144,16384,0.03995733211437861
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,6144,16384,0.1660053332646688
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,6144,16384,0.03956799954175949
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,6144,16384,0.03812800099452337
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,6144,16384,0.037717332442601524
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,6144,16384,0.03745066622893015
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,6144,16384,0.037589333951473236
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,6144,16384,0.03748800108830134
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,6144,16384,0.03759466608365377
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,6144,16384,0.0374293327331543
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,6144,16384,0.03770666569471359
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,6144,16384,0.037530665596326195
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,6144,16384,0.055530667304992676
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,6144,16384,0.03735466549793879
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,6144,16384,0.037477334340413414
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,6144,16384,0.036890665690104164
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,6144,16384,0.037578667203585304
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,6144,16384,0.03758399933576584
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,6144,16384,0.03930133332808813
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,6144,16384,0.03890133400758108
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,6144,16384,0.03866666555404663
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,6144,16384,0.04562133550643921
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,6144,16384,0.03915733347336451
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,6144,16384,1.762829303741455
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,6144,16384,0.4652293523152669
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,6144,16384,0.8880853652954102
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,6144,16384,0.07654400169849396
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,6144,16384,0.03993066648642222
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,6144,16384,0.46161866188049316
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,6144,16384,3.527573267618815
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,6144,16384,0.4332880179087321
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,6144,16384,0.4418746630350749
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,6144,16384,0.428333322207133
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,6144,16384,0.41332534948984784
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,6144,16384,0.40614668528238934
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,6144,51200,0.7555359999338785
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,6144,16384,0.3739813168843587
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,6144,16384,0.3482026656468709
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,6144,16384,0.34329064687093097
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,6144,16384,0.3166933258374532
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,6144,16384,0.29069066047668457
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,6144,16384,0.2643973429997762
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,6144,16384,0.3022879958152771
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,6144,16384,0.2937733332316081
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,6144,16384,0.23889066775639853
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,6144,16384,0.22946133216222128
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,6144,16384,0.20775467157363892
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,6144,16384,0.2122746706008911
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,6144,16384,0.19599467515945435
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,6144,16384,0.14974400401115417
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,6144,16384,0.12995466589927673
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,6144,16384,0.13589333494504294
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,6144,16384,0.10699733098347981
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,6144,16384,0.1115386684735616
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,6144,16384,0.09160799781481425
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,6144,16384,0.08825332919756572
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,6144,16384,0.06380000213781993
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,6144,16384,0.06766400237878163
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,6144,16384,0.050698667764663696
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,6144,16384,0.047426665822664894
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,6144,16384,0.047557334105173744
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,6144,16384,0.04783200224240621
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,6144,16384,0.05126666525999705
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,6144,16384,0.047501335541407265
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,6144,16384,0.4102586507797241
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,6144,16384,0.04747466742992401
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,6144,16384,0.04353066782156626
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,6144,16384,0.039333333571751915
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,6144,16384,0.043922667702039085
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,6144,16384,0.04492000242074331
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,6144,16384,0.04574933151404063
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,6144,16384,0.04331466555595398
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,6144,16384,0.0412986675898234
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,6144,16384,0.042223999897638954
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,6144,16384,0.04008000095685323
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,6144,16384,0.03961066653331121
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,6144,16384,0.18714666366577148
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,6144,16384,0.03867466747760773
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,6144,16384,0.03608000030120214
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,6144,16384,0.15318933129310608
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,6144,16384,0.03541066745917002
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,6144,16384,0.034714666505654655
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,6144,16384,0.03608000030120214
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,6144,16384,0.03533866753180822
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,6144,16384,0.034370665748914085
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,6144,16384,0.03468266626199087
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,6144,16384,0.03397866586844126
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,6144,16384,0.033813332517941795
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,6144,16384,0.03317866722742716
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,6144,16384,0.034234667817751564
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,6144,16384,0.032973334193229675
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,6144,16384,0.03296533226966858
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,6144,16384,0.03568800042072932
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,6144,16384,0.046949331959088646
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,6144,16384,0.03348266581694285
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,6144,16384,0.03336533407370249
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,6144,16384,0.033376000821590424
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,6144,16384,0.03954933335383733
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,6144,16384,0.03611200054486593
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,6144,16384,0.03433600068092346
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,6144,51200,0.7487253348032633
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,6144,51200,0.7391946315765381
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,6144,16384,0.8925600051879883
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,6144,16384,0.5308026472727457
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,6144,16384,1.7548534075419109
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,6144,16384,0.5154853264490763
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,6144,16384,0.461733341217041
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,6144,16384,0.39974133173624676
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,6144,16384,0.4442986647288005
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,6144,16384,0.381384015083313
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,6144,16384,0.33829065163930255
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,6144,16384,0.3744800090789795
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,6144,16384,0.32466399669647217
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,6144,16384,0.3086880048116048
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,6144,16384,3.682954788208008
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,6144,16384,0.2947973410288493
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,6144,16384,0.263482669989268
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,6144,16384,0.41887466112772626
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,6144,16384,0.22446133693059286
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,6144,16384,0.189629336198171
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,6144,16384,0.45182132720947266
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,6144,16384,0.16634133458137512
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,6144,16384,0.3530799945195516
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,6144,16384,0.13220000267028809
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,6144,16384,0.14273333549499512
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,6144,16384,0.41843199729919434
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,6144,16384,0.11436800161997478
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,6144,16384,0.2916640043258667
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,6144,16384,0.08080000181992848
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,6144,16384,0.06327466666698456
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,6144,16384,0.2733786702156067
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,6144,16384,0.23691733678181967
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,6144,16384,0.2213466763496399
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,6144,16384,0.2069279948870341
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,6144,16384,0.15902133782704672
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,6144,16384,0.05266666909058889
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,6144,16384,0.09047200282414754
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,6144,16384,0.10764533281326294
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,6144,16384,0.04348266621430715
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,6144,16384,0.04138933370510737
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,6144,16384,0.04121066629886627
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,6144,16384,0.040621332824230194
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,6144,16384,0.04346400002638499
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,6144,16384,0.0433519979317983
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,6144,16384,0.04346400002638499
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,6144,16384,0.040762667854626976
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,6144,16384,0.03628533333539963
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,6144,16384,0.03642933319012324
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,6144,16384,0.03612266729275385
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,6144,16384,0.034071999291578926
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,6144,16384,0.033629332979520164
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,6144,16384,0.03315199911594391
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,6144,16384,0.0330853338042895
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,6144,16384,0.03709600120782852
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,6144,16384,0.0330079992612203
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,6144,16384,0.033170667787392936
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,6144,16384,0.03313333292802175
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,6144,16384,0.033229333659013115
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,6144,16384,0.03307466705640157
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,6144,16384,0.03314133236805598
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,6144,16384,0.03307466705640157
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,6144,16384,0.03298133363326391
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,6144,16384,0.0618399977684021
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,6144,16384,0.06356266637643178
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,6144,16384,0.03615466753641764
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,6144,16384,0.05795466899871826
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,6144,16384,0.05625866850217184
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,6144,16384,0.061477333307266235
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,6144,16384,0.056274667382240295
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,6144,16384,0.06317333380381267
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,6144,16384,0.03571466604868571
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,6144,16384,0.03422133376200994
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,6144,16384,0.033301333586374916
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,6144,16384,0.03347466637690862
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,6144,16384,0.03707200040419897
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,6144,16384,0.036117332677046456
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,6144,16384,1.8537296719021266
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,6144,16384,0.9063288370768229
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,6144,16384,0.47062042024400497
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,6144,16384,0.2427911228603787
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,6144,16384,0.2465599907769097
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,6144,16384,0.2392480108473036
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,6144,16384,0.2480177879333496
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,6144,16384,0.23347732755872938
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,6144,16384,0.21093511581420898
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,6144,16384,0.2142773336834378
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,6144,16384,0.21126222610473633
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,6144,16384,0.1938328875435723
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,6144,16384,0.20139200157589385
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,6144,16384,0.19594311714172363
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,6144,16384,0.17331200175815156
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,6144,16384,0.1607982185151842
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,6144,16384,0.16353244251675075
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,6144,16384,0.15440711710188124
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,6144,16384,0.1553208827972412
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,6144,16384,0.15327821837531194
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,6144,16384,0.1260746717453003
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,6144,16384,0.12128355767991807
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,6144,16384,0.12059733602735732
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,6144,16384,0.11704533629947239
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,6144,16384,0.11354488796657985
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,6144,16384,0.08541155523724026
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,6144,16384,0.11621156003740098
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,6144,16384,0.08296533425649007
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,6144,16384,0.08212088876300387
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,6144,16384,0.08111466964085896
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,6144,16384,0.08041599724027845
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,6144,16384,0.07570844226413302
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,6144,16384,0.04771911104520162
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,6144,16384,0.04485688938034905
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,6144,16384,0.041020443042119346
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,6144,16384,0.045253333118226796
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,6144,16384,0.04119999872313605
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,6144,16384,0.041111111640930176
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,6144,16384,0.04066666629579332
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,6144,16384,0.04014399978849623
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,6144,16384,0.0407591097884708
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,6144,16384,0.04046400056944953
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,6144,16384,0.04001955522431268
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,6144,16384,0.040919111834632024
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,6144,16384,0.03935111231274075
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,6144,16384,0.03903111153178745
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,6144,16384,0.039288888374964394
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,6144,16384,0.03926400012440152
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,6144,16384,0.03901155458556281
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,6144,16384,0.039480888181262545
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,6144,16384,0.03829511006673177
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,6144,16384,0.03968711031807794
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,6144,16384,0.038727111286587186
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,6144,16384,0.038860443565580584
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,6144,16384,0.038648890124426946
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,6144,16384,0.03856888744566176
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,6144,16384,0.03846044341723124
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,6144,16384,0.03859377900759379
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,6144,16384,0.03827022181616889
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,6144,16384,0.03919466667705112
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,6144,16384,0.03846577803293864
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,6144,16384,0.038458665211995445
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,6144,16384,0.038627554972966514
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,6144,16384,0.03794844282997979
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,6144,16384,0.0381368895371755
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,6144,16384,0.03849600089920892
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,6144,16384,0.038145777251985334
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,6144,12288,3.0259040196736655
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,6144,12288,1.7437386512756348
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,6144,12288,0.8489973545074463
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,6144,16384,0.03842844565709432
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,6144,12288,0.4175093173980713
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,6144,12288,0.4114613135655721
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,6144,12288,0.397055983543396
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,6144,12288,0.3952213525772095
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,6144,12288,0.37417598565419513
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,6144,12288,0.38780800501505536
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,6144,12288,0.36566932996114093
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,6144,12288,0.37515199184417725
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,6144,12288,0.3446986675262451
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,6144,12288,0.3210933407147725
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,6144,12288,0.30187199513117474
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,6144,12288,0.28410132726033527
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,6144,12288,0.26687467098236084
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,6144,12288,0.2722240090370178
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,6144,12288,0.24399999777475992
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,6144,12288,0.2544479966163635
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,6144,12288,0.225055992603302
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,6144,12288,0.21393599112828574
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,6144,12288,0.20009066661198935
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,6144,12288,0.20010666052500406
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,6144,12288,0.17690134048461914
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,6144,12288,0.19180800517400107
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,6144,12288,0.15651200215021768
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,6144,12288,0.14146666725476584
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,6144,12288,0.12481066584587097
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,6144,12288,0.13160533706347147
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,6144,12288,0.1011253297328949
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,6144,12288,0.10161067048708598
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,6144,12288,0.08427733182907104
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,6144,12288,0.07923733194669087
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,6144,12288,0.05435200035572052
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,6144,12288,0.057631999254226685
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,6144,12288,0.04354133208592733
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,6144,12288,0.03829866647720337
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,6144,12288,0.03958400090535482
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,6144,12288,0.043605332573254905
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,6144,12288,0.03755199909210205
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,6144,12288,0.03898133337497711
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,6144,12288,0.035189333061377205
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,6144,12288,0.03745600084463755
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,6144,12288,0.03108799954255422
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,6144,12288,0.036101333796978
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,6144,12288,0.037434667348861694
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,6144,12288,0.03875199953715006
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,6144,12288,0.0355679988861084
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,6144,12288,0.03432533393303553
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,6144,12288,0.03541333228349686
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,6144,12288,0.035402665535608925
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,6144,12288,0.03405333310365677
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,6144,12288,0.03395200024048487
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,6144,12288,0.03331733246644338
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,6144,12288,0.03257599969704946
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,6144,12288,0.032730666299661
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,6144,12288,0.03172266731659571
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,6144,12288,0.031184000273545582
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,6144,12288,0.029845332105954487
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,6144,12288,0.030991998811562855
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,6144,12288,0.031013332307338715
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,6144,12288,0.03046933313210805
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,6144,12288,0.03017599880695343
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,6144,12288,0.03001066545645396
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,6144,12288,0.038293334345022835
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,6144,12288,0.030373332401116688
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,6144,12288,0.030074665943781536
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,6144,12288,0.029359998802344005
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,6144,12288,0.029616000751654308
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,6144,12288,0.03128000100453695
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,6144,12288,0.0322826678554217
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,6144,12288,0.03070933371782303
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,6144,12288,0.030917334059874218
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,6144,12288,2.6046320597330728
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,6144,12288,0.030042665700117748
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,6144,12288,1.381970723470052
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,6144,12288,0.3720293442408244
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,6144,12288,0.37105600039164227
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,6144,12288,0.33259467283884686
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,6144,12288,0.3374933401743571
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,6144,12288,0.3115359942118327
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,6144,12288,0.3227840065956116
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,6144,12288,0.2853999932607015
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,6144,12288,0.6658240159352621
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,6144,12288,0.31224266688028973
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,6144,12288,0.2808533310890198
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,6144,12288,0.25997867186864215
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,6144,12288,0.23268266518910727
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,6144,12288,0.2143626610438029
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,6144,12288,0.2209893266359965
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,6144,12288,0.19638933738072714
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,6144,12288,0.20894400278727213
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,6144,12288,0.17858932415644327
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,6144,12288,0.17229866981506348
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,6144,12288,0.15525333086649576
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,6144,12288,0.15764000018437704
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,6144,12288,0.1376159985860189
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,6144,12288,0.15230400363604227
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,6144,12288,0.23610132932662964
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,6144,12288,0.1212773323059082
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,6144,12288,0.11955199639002483
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,6144,12288,0.10588266452153523
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,6144,12288,0.11118132869402568
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,6144,12288,0.08640000224113464
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,6144,12288,0.08794933557510376
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,6144,12288,0.07501066724459331
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,6144,12288,0.07253066698710124
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,6144,12288,0.05465333163738251
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,6144,12288,0.057573333382606506
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,6144,12288,0.04538666705290476
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,6144,12288,0.04152799894412359
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,6144,12288,0.040821333726247154
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,6144,12288,0.04036000122626623
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,6144,12288,0.04355466862519582
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,6144,12288,0.04014133413632711
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,6144,12288,0.03885333240032196
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,6144,16384,0.03824177715513442
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,6144,12288,0.03660000115633011
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,6144,12288,0.033202665547529854
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,6144,12288,0.032842665910720825
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,6144,12288,0.03239733229080836
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,6144,12288,0.03310666730006536
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,6144,12288,0.03399199992418289
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,6144,12288,0.03455466777086258
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,6144,12288,0.035474665462970734
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,6144,12288,0.033304000894228615
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,6144,12288,0.034792001048723854
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,6144,12288,0.034071999291578926
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,6144,12288,0.03205066670974096
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,6144,12288,0.030792000393072765
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,6144,12288,0.030904000004132588
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,6144,12288,0.02940533310174942
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,6144,12288,0.029909332593282063
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,6144,12288,0.030674666166305542
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,6144,12288,0.02958666781584422
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,6144,12288,0.03915733347336451
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,6144,12288,0.029893333713213604
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,6144,12288,0.031298667192459106
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,6144,12288,0.02908533314863841
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,6144,12288,0.02902666727701823
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,6144,12288,0.029045333464940388
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,6144,12288,0.029045333464940388
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,6144,12288,0.028893334170182545
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,6144,12288,0.02908533314863841
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,6144,12288,0.029194665451844532
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,6144,12288,0.029103999336560566
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,6144,12288,0.030415999392668407
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,6144,12288,0.029071999092896778
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,6144,12288,0.029304000238577526
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,6144,16384,0.03822933302985297
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,6144,16384,0.03855822152561612
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,6144,16384,0.03802666730350918
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,6144,12288,1.4511173566182454
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,6144,12288,0.7323093414306641
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,6144,12288,2.9841626485188804
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,6144,12288,0.350597341855367
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,6144,12288,0.4320453405380249
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,6144,12288,0.31695733467737836
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,6144,12288,0.3782879908879598
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,6144,12288,0.28217599789301556
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,6144,12288,0.30980000893274945
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,6144,12288,0.26766933997472125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,6144,12288,0.41841332117716473
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,6144,12288,0.35316268603007
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,6144,12288,0.25859200954437256
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,6144,12288,0.2231946587562561
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,6144,12288,0.24597599109013876
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,6144,12288,0.20035199324289957
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,6144,12288,0.3754133383433024
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,6144,12288,0.1840160091718038
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,6144,12288,0.18826399246851602
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,6144,12288,0.16186400254567465
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,6144,12288,0.3638559977213542
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,6144,12288,0.14282400409380594
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,6144,12288,0.34462666511535645
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,6144,12288,0.11648533741633098
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,6144,12288,0.12090399861335754
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,6144,12288,0.0987386703491211
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,6144,12288,0.29252533117930096
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,6144,16384,0.03817777832349142
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,6144,12288,0.06709599991639455
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,6144,12288,0.054098665714263916
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,6144,16384,0.037845333417256675
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,6144,12288,0.2445759971936544
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,6144,12288,0.22693334023157755
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,6144,12288,0.17225066820780435
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,6144,12288,0.13497599959373474
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,6144,12288,0.07755466798941295
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,6144,12288,0.0896400014559428
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,6144,12288,0.04409599800904592
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,6144,12288,0.03724266588687897
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,6144,12288,0.03692800054947535
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,6144,12288,0.03716800113519033
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,6144,12288,0.03550133357445399
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,6144,12288,0.034088000655174255
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,6144,12288,0.03302133331696192
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,6144,12288,0.03352266550064087
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,6144,12288,0.03249066571394602
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,6144,12288,0.029680001238981884
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,6144,12288,0.0269840011994044
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,6144,12288,0.0268026664853096
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,6144,12288,0.02703733245531718
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,6144,12288,0.026133333643277485
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,6144,12288,0.025968000292778015
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,6144,12288,0.02601066728432973
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,6144,12288,0.025938667356967926
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,6144,12288,0.02595199892918269
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,6144,12288,0.0259253333012263
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,6144,12288,0.02628266563018163
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,6144,12288,0.026114667455355327
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,6144,12288,0.025968000292778015
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,6144,12288,0.02589333305756251
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,6144,12288,0.04712533454100291
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,6144,12288,0.04539733131726583
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,6144,12288,0.04739466806252798
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,6144,12288,0.045138667027155556
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,6144,12288,0.04466133316357931
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,6144,12288,0.04535466432571411
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,6144,12288,0.048384000857671104
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,6144,12288,0.04535999894142151
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,6144,12288,0.044440001249313354
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,6144,12288,0.04544266561667124
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,6144,12288,0.02993600070476532
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,6144,12288,0.03014666587114334
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,6144,12288,0.030114665627479553
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,6144,12288,0.02943466603755951
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,6144,12288,0.028981332977612812
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,6144,12288,0.029810667037963867
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,6144,12288,1.3449373245239258
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,6144,12288,0.6728013356526693
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,6144,12288,0.33689868450164795
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,6144,12288,0.18535733222961426
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,6144,12288,0.18293599287668863
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,6144,12288,0.18096532424290976
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,6144,12288,0.1774453322092692
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,6144,12288,0.17531333367029825
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,6144,12288,0.157641331354777
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,6144,12288,0.16039333740870157
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,6144,12288,0.1469093362490336
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,6144,12288,0.15124666690826416
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,6144,12288,0.1494320034980774
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,6144,12288,0.15385199586550394
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,6144,12288,0.12362533807754517
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,6144,12288,0.12697999676068625
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,6144,12288,0.12496933341026306
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,6144,12288,0.12014533082644145
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,6144,12288,0.11924800276756287
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,6144,12288,0.11808799703915913
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,6144,12288,0.09797733028729756
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,6144,12288,0.09398000439008077
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,6144,12288,0.09388533234596252
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,6144,12288,0.09148400028546651
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,6144,12288,0.08808267116546631
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,6144,12288,0.0905453364054362
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,6144,12288,0.06680266559123993
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,6144,12288,0.06478000183900197
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,6144,12288,0.06218533217906952
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,6144,12288,0.0644026647011439
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,6144,12288,0.06194266676902771
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,6144,12288,0.0628986656665802
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,6144,12288,0.0375533327460289
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,6144,12288,0.03638266772031784
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,6144,12288,0.035390667617321014
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,6144,12288,0.03292399893204371
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,6144,12288,0.03159466634194056
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,6144,12288,0.03150666753451029
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,6144,12288,0.03202533225218455
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,6144,12288,0.0316253329316775
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,6144,12288,0.03191733360290527
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,6144,12288,0.03195066750049591
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,6144,12288,0.03149466713269552
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,6144,12288,0.03157466650009155
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,6144,12288,0.03092266619205475
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,6144,12288,0.03084133317073186
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,6144,12288,0.03089466691017151
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,6144,12288,0.03086400032043457
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,6144,12288,0.030495998760064442
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,6144,12288,0.03088933229446411
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,6144,12288,0.030598667760690052
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,6144,12288,0.03072533259789149
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,6144,12288,0.030818666021029156
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,6144,12288,0.030477332572142284
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,6144,12288,0.030407999952634174
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,6144,12288,0.03033333271741867
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,6144,12288,0.030477332572142284
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,6144,12288,0.030413334568341572
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,6144,12288,0.029994666576385498
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,6144,12288,0.03038533280293147
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,6144,12288,0.030265333751837414
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,6144,12288,0.030720000465710957
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,6144,12288,0.030392001072565716
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,6144,12288,0.030381334324677784
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,6144,12288,0.030429333448410034
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,6144,12288,0.030093332131703694
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,6144,12288,0.03016933302084605
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,6144,10240,2.6838906606038413
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,6144,10240,1.4932293891906738
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,6144,10240,0.7250800132751465
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,6144,10240,0.41569066047668457
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,6144,10240,0.3806906541188558
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,6144,10240,0.38254932562510174
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,6144,10240,0.34227200349171955
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,6144,10240,0.31596533457438153
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,6144,10240,0.3103626569112142
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,6144,10240,0.3051893313725789
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,6144,10240,0.30239200592041016
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,6144,10240,0.27782400449117023
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,6144,10240,0.29169867436091107
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,6144,10240,0.2509066661198934
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,6144,10240,0.24438132842381796
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,6144,10240,0.2219760020573934
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,6144,10240,0.242850661277771
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,6144,10240,0.20410666863123575
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,6144,10240,0.22476265827814737
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,6144,10240,0.19089333216349283
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,6144,10240,0.1833039919535319
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,6144,10240,0.17708800236384073
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,6144,10240,0.17202933629353842
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,6144,10240,0.16537866989771524
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,6144,10240,0.16795466343561807
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,6144,10240,0.13050132989883423
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,6144,10240,0.12210133671760559
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,6144,10240,0.10347466667493184
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,6144,10240,0.11726133028666179
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,6144,10240,0.09235999981562297
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,6144,10240,0.09453333417574565
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,6144,10240,0.06762133538722992
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,6144,10240,0.06286400059858958
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,6144,10240,0.045978665351867676
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,6144,10240,0.048472002148628235
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,6144,10240,0.03628533333539963
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,6144,10240,0.031317333380381264
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,6144,10240,0.03200533241033554
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,6144,10240,0.03200799971818924
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,6144,10240,0.036229332288106285
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,6144,10240,0.030989333987236023
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,6144,10240,0.03160800039768219
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,6144,10240,0.029074666400750477
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,6144,10240,0.030279998977979023
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,6144,10240,0.024824000895023346
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,6144,10240,0.025125332176685333
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,6144,10240,0.024877332150936127
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,6144,10240,0.031117332478364308
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,6144,10240,0.02997333308060964
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,6144,10240,0.02904266615708669
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,6144,10240,0.02903999884923299
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,6144,10240,0.028223998844623566
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,6144,10240,0.027933334310849506
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,6144,10240,0.028034667174021404
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,6144,10240,0.02698666602373123
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,6144,10240,0.025941332181294758
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,6144,10240,0.026221332450707752
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,6144,10240,0.025888000925381977
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,6144,10240,0.024866667886575062
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,6144,10240,0.02500266581773758
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,6144,10240,0.024530666569868725
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,6144,10240,0.024557332197825115
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,6144,10240,0.024162667493025463
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,6144,10240,0.024354666471481323
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,6144,10240,0.024354666471481323
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,6144,10240,0.02437866727511088
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,6144,10240,0.024160000185171764
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,6144,10240,0.02387999991575877
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,6144,10240,0.024141333997249603
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,6144,10240,0.024343999723593395
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,6144,10240,0.025461333493391674
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,6144,10240,0.02508266766866048
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,6144,10240,0.024879999458789825
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,6144,10240,0.025514667232831318
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,6144,10240,2.1793884701199002
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,6144,10240,1.1021724277072482
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,6144,10240,0.5730684598286947
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,6144,10240,0.30398933092753094
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,6144,10240,0.29694755872090656
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,6144,10240,0.27762844827440053
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,6144,10240,0.2723928822411431
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,6144,10240,0.2516480022006565
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,6144,10240,0.2439484331342909
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,6144,10240,0.2338097890218099
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,6144,10240,0.2339022159576416
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,6144,10240,0.21121244960361055
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,6144,10240,0.22020799583858916
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,6144,10240,0.218396438492669
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,6144,10240,0.1901226705975003
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,6144,10240,0.17629510826534697
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,6144,10240,0.18040000067816842
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,6144,10240,0.1623164415359497
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,6144,10240,0.16949155595567492
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,6144,10240,0.14908622370825872
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,6144,10240,0.14396088653140598
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,6144,10240,0.13523022333780924
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,6144,10240,0.13186311721801758
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,6144,10240,0.12769422266218397
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,6144,10240,0.13021688991122776
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,6144,10240,0.10479999913109674
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,6144,10240,0.10280711121029323
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,6144,12288,0.030546667675177257
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,6144,10240,0.08889600303437974
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,6144,10240,0.09472888708114624
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,6144,10240,0.07820800277921888
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,6144,10240,0.08009066846635607
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,6144,10240,0.06385778056250678
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,6144,10240,0.06153777572843763
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,6144,10240,0.04737066560321384
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,6144,10240,0.049550222025977246
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,6144,10240,0.040919111834632024
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,6144,10240,0.03712000118361579
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,6144,10240,0.03579911258485582
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,6144,10240,0.036017778846952654
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,6144,10240,0.037244445747799344
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,6144,10240,0.03502044412824843
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,6144,10240,0.03508088986078898
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,6144,10240,0.033168001307381526
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,6144,10240,0.03322311242421468
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,6144,10240,0.029896888468000624
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,6144,10240,0.029500444730122883
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,6144,10240,0.02906844351026747
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,6144,10240,0.02955377764172024
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,6144,10240,0.0295413335164388
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,6144,10240,0.02975999977853563
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,6144,10240,0.03090311090151469
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,6144,10240,0.030408889055252075
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,6144,10240,0.028154667880800035
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,6144,10240,0.031022220849990845
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,6144,10240,0.028853333658642236
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,6144,10240,0.02882844540807936
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,6144,10240,0.02826489011446635
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,6144,10240,0.028156446086035833
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,6144,10240,0.028824888997607764
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,6144,10240,0.027132444911532935
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,6144,10240,0.027543110979927912
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,6144,10240,0.026890666948424444
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,6144,10240,0.02715377840730879
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,6144,10240,0.027265777190526325
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,6144,10240,0.026908444033728704
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,6144,10240,0.0280728903081682
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,6144,10240,0.027811557054519653
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,6144,10240,0.026707554856936138
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,6144,10240,0.028929776615566675
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,6144,10240,0.026759111218982275
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,6144,10240,0.02680533296532101
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,6144,10240,0.026776888304286536
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,6144,10240,0.026899556318918865
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,6144,10240,0.026783999469545152
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,6144,12288,0.03031600018342336
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,6144,12288,0.03051066646973292
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,6144,12288,0.03035199890534083
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,6144,12288,0.029869332909584045
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,6144,10240,1.3075875176323783
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,6144,10240,2.654707590738932
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,6144,10240,0.39062044355604386
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,6144,10240,0.649427572886149
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,6144,10240,0.3007768789927165
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,6144,10240,0.3272373411390516
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,6144,10240,0.2894506719377306
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,6144,10240,0.34322844611273867
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,6144,10240,0.2564302285512288
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,6144,10240,0.24363377359178331
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,6144,10240,0.27836977110968697
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,6144,12288,0.03051333377758662
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,6144,10240,0.23093689812554252
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,6144,12288,0.030042665700117748
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,6144,10240,0.20065955320994058
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,6144,10240,0.21761066383785674
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,6144,10240,0.3720835579766168
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,6144,10240,0.3165191014607747
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,6144,10240,0.1668142212761773
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,6144,10240,0.14666667249467638
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,6144,10240,0.3384959962632921
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,6144,10240,0.12768356005350748
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,6144,10240,0.3086631033155653
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,6144,10240,0.10563733180363973
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,6144,10240,0.10699555608961318
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,6144,10240,0.08945600191752116
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,6144,10240,0.26306133800082737
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,6144,10240,0.2225902345445421
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,6144,10240,0.05778488847944471
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,6144,10240,0.049582223097483315
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,6144,10240,0.20196978251139322
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,6144,10240,0.1826168828540378
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,6144,10240,0.1687928835550944
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,6144,10240,0.15275555186801487
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,6144,10240,0.12019733587900798
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,6144,10240,0.07070933447943793
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,6144,10240,0.03470933437347412
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,6144,10240,0.07948088645935059
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,6144,10240,0.02975289026896159
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,6144,10240,0.03130666746033563
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,6144,10240,0.030400001340442236
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,6144,10240,0.029118223322762385
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,6144,10240,0.028499556912316218
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,6144,10240,0.02758399976624383
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,6144,10240,0.026341333985328674
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,6144,10240,0.028047998746236164
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,6144,10240,0.024944000773959692
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,6144,10240,0.023440000083711412
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,6144,10240,0.02292622294690874
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,6144,10240,0.02311644454797109
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,6144,10240,0.025429333249727886
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,6144,10240,0.02344888945420583
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,6144,10240,0.02208711041344537
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,6144,10240,0.022636445032225713
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,6144,10240,0.021964444054497614
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,6144,10240,0.021662222014533147
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,6144,10240,0.021370665894614324
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,6144,10240,0.021521778570281133
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,6144,10240,0.0385173327393002
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,6144,10240,0.03760711020893521
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,6144,10240,0.03794844282997979
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,6144,10240,0.03769777880774604
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,6144,10240,0.037816888756222196
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,6144,10240,0.0376835564772288
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,6144,10240,0.03826133410135905
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,6144,10240,0.037815110550986394
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,6144,10240,0.039319111241234675
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,6144,10240,0.03759110967318217
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,6144,10240,0.03848000036345588
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,6144,10240,0.037845333417256675
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,6144,10240,0.025742222865422566
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,6144,10240,0.024821332759327356
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,6144,10240,0.025424000289705064
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,6144,10240,0.0251217782497406
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,6144,10240,0.023175110419591267
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,6144,10240,0.02353422178162469
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,6144,10240,1.1886452992757162
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,6144,10240,0.5594517389933269
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,6144,10240,0.15604586601257325
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,6144,10240,0.28496427536010743
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,6144,10240,0.15669013659159342
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,6144,10240,0.1523530642191569
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,6144,10240,0.14917972882588704
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,6144,10240,0.15419732729593913
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,6144,10240,0.1319541295369466
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,6144,10240,0.13728639284769695
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,6144,10240,0.13130133152008056
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,6144,10240,0.1290229320526123
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,6144,10240,0.10607039928436279
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,6144,10240,0.10884266694386799
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,6144,10240,0.12823999722798665
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,6144,10240,0.12546026706695557
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,6144,10240,0.10720853010813396
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,6144,10240,0.10309653282165528
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,6144,10240,0.10218346913655599
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,6144,10240,0.08450880050659179
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,6144,10240,0.08090773423512777
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,6144,10240,0.10101973215738932
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,6144,10240,0.07864212989807129
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,6144,10240,0.0799402634302775
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,6144,10240,0.07903573513031006
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,6144,10240,0.07558293342590332
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,6144,10240,0.05787733395894369
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,6144,10240,0.05607039928436279
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,6144,10240,0.053513598442077634
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,6144,10240,0.0543008009592692
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,6144,10240,0.053956266244252524
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,6144,10240,0.055689601103464756
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,6144,10240,0.032477867603302
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,6144,10240,0.03147733410199483
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,6144,10240,0.030421332518259687
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,6144,10240,0.028104533751805622
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,6144,10240,0.027662932872772217
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,6144,10240,0.02813120086987813
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,6144,10240,0.02808319926261902
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,6144,10240,0.027731200059254963
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,6144,10240,0.027752532561620073
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,6144,10240,0.027870933214823406
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,6144,10240,0.02755413254102071
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,6144,10240,0.02739199995994568
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,6144,10240,0.026782933870951337
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,6144,10240,0.027050666014353436
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,6144,10240,0.027020800113677978
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,6144,10240,0.026809600989023845
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,6144,10240,0.026929066578547163
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,6144,10240,0.026979200045267743
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,6144,10240,0.026470400889714557
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,6144,10240,0.02677226662635803
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,6144,10240,0.026364799340565997
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,6144,10240,0.026793599128723145
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,6144,10240,0.02675093412399292
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,6144,10240,0.026764800151189167
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,6144,10240,0.02645866672197978
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,6144,10240,0.026497066020965576
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,6144,10240,0.02635306715965271
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,6144,10240,0.02638933261235555
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,6144,10240,0.026394667228062947
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,6144,10240,0.02669973373413086
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,6144,10240,0.026874667406082152
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,6144,10240,0.02653546730677287
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,6144,10240,0.02680319945017497
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,6144,10240,0.026423466205596925
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,6144,10240,0.026679466168085735
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,6144,8192,2.061247984568278
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,6144,8192,1.076906681060791
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,6144,8192,0.5533066590627035
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,6144,8192,0.36208800474802655
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,6144,8192,0.3469359874725342
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,6144,8192,0.3588053385416667
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,6144,8192,0.3614559968312581
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,6144,8192,0.26970932881037396
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,6144,8192,0.24096532662709555
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,6144,8192,0.24000799655914307
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,6144,8192,0.23591466744740805
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,6144,8192,0.22431999444961548
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,6144,8192,0.2368746598561605
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,6144,8192,0.20402399698893228
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,6144,8192,0.19901599486668906
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,6144,8192,0.18105600277582803
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,6144,8192,0.19752266009648642
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,6144,8192,0.16594666242599487
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,6144,8192,0.18228532870610556
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,6144,8192,0.15296266476313272
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,6144,8192,0.14626933137575784
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,6144,8192,0.14064533511797586
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,6144,8192,0.13612266381581625
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,6144,8192,0.13060533006985983
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,6144,8192,0.13427467147509256
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,6144,8192,0.10450667142868042
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,6144,8192,0.09823466340700786
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,6144,8192,0.08311733106772105
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,6144,8192,0.09412266810735066
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,6144,8192,0.07470133403937022
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,6144,8192,0.07590133448441823
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,6144,8192,0.05447733402252197
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,6144,8192,0.05062933266162872
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,6144,8192,0.037632000943024956
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,6144,8192,0.03998400022586187
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,6144,8192,0.02995466689268748
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,6144,8192,0.026909333964188892
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,6144,8192,0.02701866626739502
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,6144,8192,0.027309333284695942
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,6144,8192,0.030584000051021576
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,6144,8192,0.0257466658949852
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,6144,8192,0.025888000925381977
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,6144,8192,0.02498133232196172
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,6144,8192,0.025733334322770435
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,6144,8192,0.02123466630776723
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,6144,8192,0.02160800000031789
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,6144,8192,0.021301334102948506
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,6144,8192,0.021895999709765118
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,6144,8192,0.022728001077969868
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,6144,8192,0.022295999030272167
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,6144,8192,0.022914665440718334
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,6144,8192,0.025261332591374714
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,6144,8192,0.02069066713253657
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,6144,8192,0.02418400098880132
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,6144,8192,0.02197066694498062
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,6144,8192,0.021781332790851593
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,6144,8192,0.021802666286627453
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,6144,8192,0.021725334227085114
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,6144,8192,0.021984001000722248
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,6144,8192,0.02147199958562851
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,6144,8192,0.02130399892727534
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,6144,8192,0.02130399892727534
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,6144,8192,0.021037332713603973
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,6144,8192,0.021405334273974102
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,6144,8192,0.021367999414602917
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,6144,8192,0.021130666136741638
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,6144,8192,0.021000000337759655
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,6144,8192,0.021223999559879303
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,6144,8192,0.020781333247820537
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,6144,8192,0.021189334491888683
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,6144,8192,0.021613332132498424
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,6144,8192,0.02139200021823247
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,6144,8192,0.02107733239730199
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,6144,8192,0.021477334201335907
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,6144,8192,1.7189049190945094
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,6144,8192,0.8779395421346029
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,6144,8192,0.4419573413001166
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,6144,8192,0.23261690139770508
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,6144,8192,0.22848354445563424
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,6144,8192,0.21715199947357178
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,6144,8192,0.2143395609325833
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,6144,8192,0.19619377454121908
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,6144,8192,0.190792891714308
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,6144,8192,0.1812924411561754
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,6144,8192,0.1810204452938504
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,6144,8192,0.16694222556220162
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,6144,8192,0.1755466726091173
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,6144,8192,0.1718684434890747
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,6144,8192,0.14980622132619223
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,6144,8192,0.1446311076482137
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,6144,8192,0.14611910449133977
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,6144,8192,0.13293688827090794
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,6144,8192,0.13804266187879774
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,6144,8192,0.12237866719563802
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,6144,8192,0.11899733543395996
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,6144,8192,0.11080000135633682
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,6144,8192,0.10950577921337551
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,6144,8192,0.10701511303583781
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,6144,8192,0.1085653305053711
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,6144,8192,0.08612266514036392
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,6144,8192,0.08264711168077257
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,6144,8192,0.07764977878994413
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,6144,8192,0.08143111069997151
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,6144,8192,0.06437333424886067
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,6144,8192,0.06597510973612468
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,6144,8192,0.053852445549435086
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,6144,8192,0.05251555641492208
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,6144,8192,0.04020266731580099
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,6144,8192,0.04125688804520501
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,6144,8192,0.034874667723973594
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,6144,8192,0.03218844532966614
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,6144,8192,0.03187911046875848
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,6144,8192,0.033041778537962176
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,6144,8192,0.032947556840048894
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,6144,8192,0.03233244352870517
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,6144,8192,0.031191110610961914
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,6144,8192,0.03073244293530782
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,6144,8192,0.029663999875386555
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,6144,8192,0.02769600020514594
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,6144,8192,0.02756622268093957
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,6144,8192,0.027087999714745417
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,6144,8192,0.02757688860098521
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,6144,8192,0.026929777529504564
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,6144,8192,0.027838223510318335
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,6144,8192,0.028060442871517603
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,6144,8192,0.0262044436401791
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,6144,8192,0.025516443782382544
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,6144,8192,0.02609066665172577
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,6144,8192,0.02606222199069129
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,6144,8192,0.02587555514441596
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,6144,8192,0.024545777175161574
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,6144,8192,0.025045333637131587
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,6144,8192,0.024273778001467388
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,6144,8192,0.023836443821589153
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,6144,8192,0.024008888337347243
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,6144,8192,0.025059555967648823
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,6144,8192,0.023546665906906128
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,6144,8192,0.024485333098305598
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,6144,8192,0.02345422241422865
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,6144,8192,0.02345422241422865
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,6144,8192,0.024586665961477492
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,6144,8192,0.023464888334274292
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,6144,8192,0.02347022294998169
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,6144,8192,0.02345955537425147
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,6144,8192,0.02343822187847561
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,6144,8192,0.024271999796231587
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,6144,8192,0.02344888945420583
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,6144,8192,0.022986667023764715
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,6144,10240,0.02637760043144226
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,6144,10240,0.026728532711664837
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,6144,10240,0.02635626594225566
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,6144,10240,0.026703999439875288
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,6144,10240,0.026393600304921466
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,6144,8192,2.351708518134223
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,6144,10240,0.02626986702283223
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,6144,10240,0.026743467648824053
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,6144,8192,0.26728889677259654
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,6144,8192,0.3419822321997748
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,6144,8192,0.2553742196824816
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,6144,8192,0.30608177185058594
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,6144,8192,0.5762720108032227
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,6144,8192,1.154961797926161
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,6144,8192,0.2292711204952664
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,6144,8192,0.24640001191033256
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,6144,8192,0.2170879973305596
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,6144,8192,0.20147377914852568
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,6144,8192,0.17897244294484457
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,6144,8192,0.1910008854336209
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,6144,8192,0.3263911141289605
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,6144,8192,0.28413687811957467
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,6144,8192,0.15079111523098415
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,6144,8192,0.14812621805402967
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,6144,8192,0.13082488377888998
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,6144,8192,0.2984871069590251
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,6144,8192,0.1150311099158393
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,6144,8192,0.2896462281545003
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,6144,8192,0.09379377630021836
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,6144,8192,0.23139733738369414
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,6144,8192,0.2711697684393989
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,6144,8192,0.07878755860858493
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,6144,8192,0.1978986660639445
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,6144,8192,0.04463466670778063
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,6144,8192,0.03884977764553494
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,6144,8192,0.16268800364600286
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,6144,8192,0.17628088262346056
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,6144,8192,0.13473244508107504
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,6144,8192,0.1059911118613349
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,6144,8192,0.0897137787606981
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,6144,8192,0.060977776845296226
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,6144,8192,0.06375822093751696
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,6144,8192,0.028961777687072754
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,6144,8192,0.02476444509294298
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,6144,8192,0.023166222704781428
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,6144,8192,0.024696888195143804
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,6144,8192,0.024554666545655992
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,6144,8192,0.0237137774626414
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,6144,8192,0.02347911066479153
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,6144,8192,0.02348088887002733
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,6144,8192,0.023303111394246418
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,6144,8192,0.020744888318909537
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,6144,8192,0.019175110591782462
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,6144,8192,0.021143111917707656
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,6144,8192,0.0196106665664249
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,6144,8192,0.019169777631759644
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,6144,8192,0.019048889478047688
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,6144,8192,0.018725333942307364
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,6144,8192,0.018940443793932598
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,6144,8192,0.018954666124449838
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,6144,8192,0.030721777015262183
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,6144,8192,0.033153778976864286
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,6144,8192,0.0332568883895874
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,6144,8192,0.030737777551015217
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,6144,8192,0.03068444463941786
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,6144,8192,0.030305776331159804
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,6144,8192,0.030650665362675984
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,6144,8192,0.030280888080596924
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,6144,8192,0.031015111340416804
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,6144,8192,0.03169066707293192
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,6144,8192,0.03156088789304098
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,6144,8192,0.031509333186679415
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,6144,8192,0.030963556634055242
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,6144,8192,0.03121244576242235
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,6144,8192,0.031349334451887347
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,6144,8192,0.02144355575243632
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,6144,8192,0.02142933342191908
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,6144,8192,0.020748444729381137
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,6144,8192,0.02072177827358246
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,6144,8192,0.02033244404527876
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,6144,8192,0.0207004447778066
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,6144,8192,0.4501365343729655
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,6144,8192,0.9079327901204428
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,6144,8192,0.23034133911132812
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,6144,8192,0.12746240297953287
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,6144,8192,0.12575146357218425
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,6144,8192,0.1278335968653361
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,6144,8192,0.12477440039316814
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,6144,8192,0.12207893530527751
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,6144,8192,0.10886720021565754
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,6144,8192,0.10698880354563396
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,6144,8192,0.1066325346628825
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,6144,8192,0.10477226575215656
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,6144,8192,0.10569067001342773
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,6144,8192,0.10286080042521159
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,6144,8192,0.08883626461029052
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,6144,8192,0.08718612988789877
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,6144,8192,0.08764479955037435
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,6144,8192,0.08447253704071045
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,6144,8192,0.08327893416086832
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,6144,8192,0.08391146659851074
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,6144,8192,0.0689237356185913
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,6144,8192,0.06685012976328532
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,6144,8192,0.06624746719996134
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,6144,8192,0.06514879862467447
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,6144,8192,0.06256213188171386
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,6144,8192,0.06543786525726318
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,6144,8192,0.047790932655334475
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,6144,8192,0.046993064880371097
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,6144,8192,0.046741334597269694
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,6144,8192,0.04500373204549153
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,6144,8192,0.04492053190867106
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,6144,8192,0.04277333418528239
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,6144,8192,0.025831466913223265
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,6144,8192,0.028167466322580974
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,6144,8192,0.026199465990066527
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,6144,8192,0.024239999055862427
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,6144,8192,0.023865600426991783
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,6144,8192,0.023654399315516154
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,6144,8192,0.023754666248957314
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,6144,8192,0.023710934321085612
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,6144,8192,0.023803732792536416
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,6144,8192,0.023579732577006022
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,6144,8192,0.02346773346265157
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,6144,8192,0.0232586661974589
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,6144,8192,0.023059199253718056
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,6144,8192,0.023116799195607503
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,6144,8192,0.023127466440200806
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,6144,8192,0.022985599438349404
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,6144,8192,0.022907733917236328
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,6144,8192,0.022709333896636964
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,6144,8192,0.022844799359639487
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,6144,8192,0.02272640069325765
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,6144,8192,0.022708266973495483
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,6144,8192,0.022682666778564453
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,6144,8192,0.022860799233118692
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,6144,8192,0.022648533185323082
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,6144,8192,0.022502400477727256
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,6144,8192,0.022636799017588298
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,6144,8192,0.022564266125361124
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,6144,8192,0.022638932863871256
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,6144,8192,0.022758400440216063
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,6144,8192,0.02278719941775004
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,6144,8192,0.02234026590983073
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,6144,8192,0.022653865814208984
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,6144,8192,0.022631466388702393
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,6144,8192,0.023025067647298177
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,6144,8192,0.022371200720469157
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,6144,7168,1.8108800252278645
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,6144,7168,0.9391653537750244
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,6144,7168,0.4859413305918376
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,6144,7168,0.27459200223286945
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,6144,7168,0.27461065848668414
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,6144,7168,0.2749093373616536
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,6144,7168,0.28122133016586304
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,6144,7168,0.2470960021018982
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,6144,7168,0.22338400284449259
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,6144,7168,0.2099306583404541
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,6144,7168,0.2047706643740336
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,6144,7168,0.19206132491429648
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,6144,7168,0.20292532444000244
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,6144,7168,0.1745413343111674
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,6144,7168,0.1686026652654012
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,6144,7168,0.15941333770751953
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,6144,7168,0.17294400930404663
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,6144,7168,0.1467359960079193
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,6144,7168,0.15778666734695435
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,6144,8192,0.022309333086013794
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,6144,7168,0.13501600424448648
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,6144,7168,0.1276639997959137
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,6144,7168,0.12391199668248494
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,6144,7168,0.11959200104077657
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,6144,7168,0.11460533738136292
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,6144,7168,0.11760800083478291
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,6144,7168,0.09306933482487996
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,6144,7168,0.08589333295822144
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,6144,7168,0.08318666617075603
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,6144,7168,0.07361066838105519
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,6144,7168,0.06437866886456807
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,6144,7168,0.04784800112247467
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,6144,7168,0.04440266887346903
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,6144,7168,0.03246400008598963
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,6144,7168,0.034829333424568176
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,6144,7168,0.026306666433811188
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,6144,7168,0.022944000860055287
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,6144,7168,0.02388266722361247
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,6144,7168,0.023754666248957317
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,6144,7168,0.02722666660944621
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,6144,7168,0.02223466585079829
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,6144,7168,0.023061332603295643
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,6144,7168,0.021746667722860973
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,6144,7168,0.021712000171343487
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,6144,7168,0.018687999496857326
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,6144,7168,0.018669333308935165
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,6144,7168,0.018645333747069042
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,6144,7168,0.01887200027704239
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,6144,7168,0.020256000260512035
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,6144,7168,0.020645332833131153
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,6144,7168,0.019706666469573975
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,6144,7168,0.020831999679406483
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,6144,7168,0.01777600000301997
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,6144,7168,0.021831999222437542
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,6144,7168,0.019885333875815075
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,6144,7168,0.02004533385237058
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,6144,7168,0.019837333510319393
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,6144,7168,0.01933866615096728
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,6144,7168,0.018906666586796444
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,6144,7168,0.01882133384545644
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,6144,7168,0.01914399986465772
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,6144,7168,0.018823999911546707
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,6144,7168,0.018986667195955913
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,6144,7168,0.018719999740521114
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,6144,7168,0.018751999984184902
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,6144,7168,0.018696000178654987
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,6144,7168,0.018823999911546707
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,6144,7168,0.06682933370272319
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,6144,7168,0.01875999942421913
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,6144,7168,0.01865333318710327
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,6144,7168,0.01950666680932045
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,6144,7168,0.019359999646743137
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,6144,7168,0.01932266727089882
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,6144,7168,0.019120000302791595
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,6144,7168,0.018778666853904724
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,6144,7168,1.5219640731811523
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,6144,7168,0.40039066473642987
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,6144,7168,0.7417213122049967
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,6144,7168,0.20228532950083414
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,6144,7168,0.20438400904337564
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,6144,7168,0.18888932466506958
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,6144,7168,0.18849732478459677
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,6144,7168,0.17266400655110678
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,6144,7168,0.1699920097986857
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,6144,7168,0.15866000453631082
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,6144,7168,0.160180002450943
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,6144,7168,0.14888266722361246
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,6144,7168,0.15679200490315756
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,6144,7168,0.15334933002789816
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,6144,7168,0.1341933310031891
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,6144,7168,0.12973866860071817
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,6144,7168,0.1311840017636617
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,6144,7168,0.12049733599026997
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,6144,7168,0.12536133329073587
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,6144,7168,0.10730133454004924
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,6144,7168,0.1039466659228007
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,6144,8192,0.02272426684697469
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,6144,7168,0.1006386677424113
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,6144,7168,0.1006440023581187
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,6144,7168,0.09403066833813985
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,6144,7168,0.07987333337465923
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,6144,7168,0.09465199708938599
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,6144,7168,0.07683866719404857
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,6144,7168,0.06900266806284587
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,6144,7168,0.0711893339951833
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,6144,7168,0.059603999058405556
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,6144,7168,0.06155600150426229
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,6144,7168,0.04646266500155131
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,6144,7168,0.047451997796694435
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,6144,7168,0.03724000106255213
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,6144,7168,0.029968000948429108
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,6144,7168,0.031712000568707786
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,6144,7168,0.039078667759895325
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,6144,7168,0.030558665593465168
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,6144,7168,0.029058667520682018
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,6144,7168,0.030760000149408977
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,6144,7168,0.028884001076221466
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,6144,7168,0.029234667619069416
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,6144,7168,0.027667999267578125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,6144,7168,0.02478400121132533
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,6144,7168,0.02478400121132533
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,6144,7168,0.025125332176685333
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,6144,7168,0.02536800007025401
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,6144,7168,0.025437332689762115
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,6144,7168,0.02717333287000656
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,6144,7168,0.025802666942278545
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,6144,7168,0.026074667771657307
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,6144,7168,0.023785332838694256
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,6144,7168,0.024885334074497223
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,6144,7168,0.02441733330488205
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,6144,7168,0.02401600033044815
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,6144,7168,0.02273733417193095
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,6144,7168,0.022574665645758312
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,6144,7168,0.02776266634464264
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,6144,7168,0.021938666701316833
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,6144,7168,0.021508000791072845
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,6144,7168,0.021741333107153576
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,6144,7168,0.022783999641736347
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,6144,7168,0.02277199923992157
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,6144,7168,0.0222106675306956
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,6144,7168,0.021810665726661682
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,6144,7168,0.02239999920129776
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,6144,7168,0.021874666213989258
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,6144,7168,0.021704000731309254
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,6144,7168,0.02219599982102712
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,6144,7168,0.02184266597032547
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,6144,7168,0.02240133285522461
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,6144,7168,0.02178666740655899
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,6144,7168,0.022634667654832203
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,6144,7168,0.021007999777793884
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,6144,8192,0.02268799940745036
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,6144,8192,0.02281173268953959
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,6144,8192,0.02272746761639913
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,6144,7168,1.1028746763865154
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,6144,7168,0.5493599971135458
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,6144,7168,2.2462387084960938
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,6144,7168,0.2596506675084432
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,6144,7168,0.3232586582501729
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,6144,7168,0.24416534105936685
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,6144,7168,0.3103213310241699
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,6144,7168,0.2215800086657206
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,6144,7168,0.2946173350016276
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,6144,7168,0.23302000761032104
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,6144,7168,0.2107599973678589
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,6144,8192,0.022356265783309938
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,6144,7168,0.1937519907951355
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,6144,7168,0.1742066740989685
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,6144,7168,0.18305865923563638
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,6144,8192,0.022741333643595377
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,6144,7168,0.27239733934402466
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,6144,7168,0.1438813308874766
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,6144,7168,0.27973733345667523
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,6144,7168,0.1414693295955658
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,6144,7168,0.12653467059135437
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,6144,7168,0.11067866285641988
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,6144,7168,0.2747360070546468
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,6144,7168,0.0902786652247111
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,6144,7168,0.25775599479675293
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,6144,7168,0.07454933226108551
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,6144,7168,0.21809599796930948
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,6144,7168,0.1927773356437683
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,6144,7168,0.04111333439747492
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,6144,7168,0.03651333351929983
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,6144,7168,0.15817466378211975
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,6144,7168,0.1687920093536377
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,6144,7168,0.12762666742006937
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,6144,7168,0.07801066835721333
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,6144,7168,0.09532933433850606
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,6144,7168,0.05671466886997223
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,6144,7168,0.05328266819318136
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,6144,7168,0.02680400013923645
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,6144,7168,0.022292000552018482
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,6144,7168,0.022514666120211285
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,6144,7168,0.02272400011618932
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,6144,7168,0.02112799882888794
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,6144,7168,0.022099999090035755
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,6144,7168,0.020813333491484325
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,6144,7168,0.021326666076978047
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,6144,7168,0.020825333893299103
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,6144,7168,0.019472000499566395
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,6144,7168,0.017639999588330586
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,6144,7168,0.01717733343442281
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,6144,7168,0.017211999744176865
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,6144,7168,0.017222666492064793
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,6144,7168,0.017077332983414333
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,6144,7168,0.02756800005833308
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,6144,7168,0.027905332545439403
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,6144,7168,0.02679733435312907
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,6144,7168,0.02775600055853526
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,6144,7168,0.027877333263556164
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,6144,7168,0.027903998891512554
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,6144,7168,0.027402666707833607
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,6144,7168,0.02776266634464264
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,6144,7168,0.027817333738009136
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,6144,7168,0.028370666007200878
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,6144,7168,0.027322667340437572
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,6144,7168,0.027322667340437572
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,6144,7168,0.028356000781059265
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,6144,7168,0.028815999627113342
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,6144,7168,0.027823999524116516
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,6144,7168,0.028389332195123036
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,6144,7168,0.02811333288749059
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,6144,7168,0.018910666306813557
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,6144,7168,0.018721333394447964
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,6144,7168,0.018545333296060562
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,6144,7168,0.018895999838908512
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,6144,7168,0.018523999800284702
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,6144,7168,0.01859466607371966
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,6144,7168,0.018570666511853535
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,6144,7168,0.8124095916748046
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,6144,7168,0.3970709482828776
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,6144,7168,0.20681385993957518
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,6144,7168,0.11460586388905843
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,6144,7168,0.11421333154042561
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,6144,7168,0.11543467044830322
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,6144,7168,0.11004160245259602
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,6144,7168,0.11274133523305256
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,6144,7168,0.09877546628316244
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,6144,7168,0.09708267052968343
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,6144,7168,0.09770346482594808
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,6144,7168,0.09551146825154623
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,6144,7168,0.09565653006235758
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,6144,7168,0.08079573313395182
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,6144,7168,0.09326933224995931
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,6144,7168,0.07918720245361328
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,6144,7168,0.08012053171793619
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,6144,7168,0.07685973644256591
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,6144,7168,0.0770901362101237
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,6144,7168,0.06319786707560221
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,6144,7168,0.07588586807250977
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,6144,7168,0.05935146808624268
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,6144,7168,0.061077332496643065
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,6144,7168,0.062320001920064295
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,6144,7168,0.05870933135350546
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,6144,7168,0.05715413490931193
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,6144,7168,0.04434026479721069
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,6144,7168,0.04221546649932861
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,6144,7168,0.0426474650700887
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,6144,7168,0.041155199209849044
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,6144,7168,0.040490667025248214
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,6144,7168,0.03899733225504558
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,6144,7168,0.0254314661026001
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,6144,7168,0.02445013324419657
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,6144,7168,0.024029866854349772
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,6144,7168,0.022369066874186196
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,6144,7168,0.02201706568400065
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,6144,7168,0.02190613349278768
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,6144,7168,0.02175253431002299
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,6144,7168,0.021967999140421548
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,6144,7168,0.022037333250045775
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,6144,7168,0.021949867407480873
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,6144,7168,0.021993599335352578
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,6144,7168,0.021644800901412964
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,6144,7168,0.021011199553807577
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,6144,7168,0.02103360096613566
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,6144,7168,0.021282132466634116
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,6144,7168,0.02097813288370768
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,6144,7168,0.02093440095583598
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,6144,7168,0.020882133642832437
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,6144,7168,0.021000534296035767
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,6144,7168,0.020856533447901407
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,6144,7168,0.021100799242655434
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,6144,7168,0.020798933506011964
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,6144,7168,0.020709333817164104
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,6144,7168,0.020729599396387736
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,6144,7168,0.02064639925956726
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,6144,7168,0.020601600408554077
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,6144,7168,0.02062293291091919
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,6144,7168,0.02064746618270874
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,6144,7168,0.02090453306833903
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,6144,7168,0.02064746618270874
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,6144,7168,0.021170133352279664
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,6144,7168,0.020706133047739664
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,6144,7168,0.02062079906463623
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,6144,7168,0.02065599958101908
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,6144,7168,0.020860799153645835
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,6144,6144,1.4958106676737468
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,6144,6144,0.7604613304138184
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,6144,7168,0.020734934012095134
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,6144,6144,0.39771731694539386
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,6144,6144,0.2244266668955485
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,6144,6144,0.2291146715482076
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,6144,6144,0.2270080049832662
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,6144,6144,0.2083146572113037
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,6144,6144,0.200655996799469
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,6144,6144,0.19128533204396567
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,6144,6144,0.1966666579246521
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,6144,6144,0.18258933226267496
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,6144,6144,0.1735653281211853
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,6144,6144,0.1794933279355367
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,6144,6144,0.16878400246302286
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,6144,6144,0.15082133809725443
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,6144,6144,0.15227199594179788
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,6144,6144,0.15040799975395203
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,6144,6144,0.1427440047264099
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,6144,6144,0.13619732856750488
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,6144,6144,0.11868533492088318
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,6144,6144,0.11190399527549744
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,6144,6144,0.10746133327484131
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,6144,6144,0.1037600040435791
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,6144,6144,0.09936267137527466
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,6144,6144,0.10148266951243083
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,6144,6144,0.081194669008255
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,6144,6144,0.07522933185100555
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,6144,6144,0.06425599753856659
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,6144,6144,0.0721946656703949
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,6144,6144,0.05666933457056681
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,6144,6144,0.05755466719468435
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,6144,6144,0.04223200182120005
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,6144,6144,0.039143999417622886
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,6144,6144,0.028864001234372456
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,6144,6144,0.030608000854651134
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,6144,6144,0.02295200030008952
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,6144,6144,0.020040000478426617
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,6144,6144,0.019890667249759037
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,6144,6144,0.020821332931518555
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,6144,6144,0.022885332504908245
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,6144,6144,0.01942666620016098
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,6144,6144,0.019845332950353622
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,6144,6144,0.018909333894650143
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,6144,6144,0.019002666076024372
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,6144,6144,0.01647466669480006
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,6144,6144,0.01629066715637843
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,6144,6144,0.01621333385507266
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,6144,6144,0.016794666647911072
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,6144,6144,0.01800000046690305
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,6144,6144,0.01812800019979477
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,6144,6144,0.018269332746664684
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,6144,6144,0.0183146670460701
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,6144,6144,0.01643466701110204
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,6144,6144,0.019805333266655605
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,6144,6144,0.018309333672126133
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,6144,6144,0.01785333330432574
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,6144,6144,0.017509333789348602
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,6144,6144,0.017096000413099926
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,6144,6144,0.016674666355053585
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,6144,6144,0.01688266669710477
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,6144,6144,0.01670933390657107
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,6144,6144,0.016735999534527462
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,6144,6144,0.016751999656359356
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,6144,6144,0.0167173333466053
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,6144,6144,0.016735999534527462
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,6144,6144,0.01683466633160909
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,6144,6144,0.016623999923467636
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,6144,6144,0.01664799948533376
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,6144,6144,0.016682667036851246
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,6144,6144,0.016733333468437195
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,6144,6144,0.016901332885026932
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,6144,6144,0.0167173333466053
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,6144,6144,0.016885332763195038
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,6144,6144,0.01721599946419398
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,6144,6144,0.6302813291549683
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,6144,6144,1.3073679606119792
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,6144,6144,0.18501599629720053
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,6144,6144,0.3148973385492961
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,6144,6144,0.1844200094540914
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,6144,6144,0.15641599893569946
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,6144,6144,0.15159733096758524
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,6144,6144,0.1754053235054016
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,6144,6144,0.14627466599146524
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,6144,6144,0.14591599504152933
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,6144,6144,0.14141333103179932
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,6144,6144,0.13089199860890707
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,6144,6144,0.13585866490999857
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,6144,6144,0.13642133275667825
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,6144,6144,0.11761333545049031
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,6144,6144,0.11343999703725179
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,6144,6144,0.11302000284194946
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,6144,6144,0.11181066433588664
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,6144,6144,0.10822799801826477
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,6144,6144,0.09570399920145671
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,6144,6144,0.09308000405629475
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,6144,6144,0.08691466848055522
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,6144,6144,0.08516533176104228
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,6144,6144,0.08708533644676208
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,6144,6144,0.06879200041294098
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,6144,6144,0.0666760007540385
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,6144,6144,0.061386664708455406
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,6144,6144,0.06413200000921886
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,6144,6144,0.053346668680508934
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,6144,6144,0.05318933228651682
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,6144,6144,0.04167466859022776
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,6144,6144,0.0422986646493276
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,6144,6144,0.03530800094207128
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,6144,6144,0.08788933356602986
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,6144,6144,0.029126666486263275
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,6144,6144,0.028005334238211315
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,6144,6144,0.0271546666820844
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,6144,6144,0.028462665776411693
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,6144,6144,0.028354667127132416
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,6144,6144,0.02739733209212621
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,6144,6144,0.026817334194978077
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,6144,6144,0.025650667647520702
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,6144,6144,0.02534666657447815
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,6144,6144,0.02425866574048996
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,6144,6144,0.03596666703621546
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,6144,6144,0.023686667283376057
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,6144,6144,0.02315333237250646
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,6144,6144,0.02425199995438258
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,6144,6144,0.024957334001859028
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,6144,6144,0.024702665706475575
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,6144,7168,0.02106346686681112
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,6144,6144,0.023599999646345775
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,6144,6144,0.022830667595068615
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,6144,6144,0.02369733403126399
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,6144,6144,0.022619999945163727
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,6144,6144,0.02261599898338318
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,6144,6144,0.022886666158835094
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,6144,6144,0.021361333628495533
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,6144,6144,0.021518667538960774
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,6144,6144,0.02052133282025655
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,6144,6144,0.022866666316986084
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,6144,6144,0.021350666880607605
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,6144,6144,0.02223333219687144
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,6144,6144,0.020848001043001812
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,6144,6144,0.021943998833497364
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,6144,6144,0.02146666745344798
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,6144,6144,0.02146933227777481
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,6144,6144,0.021114667256673176
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,6144,6144,0.022109332183996838
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,6144,6144,0.021117334564526875
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,6144,6144,0.021431999901930492
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,6144,6144,0.02067199970285098
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,6144,6144,0.020790666341781616
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,6144,6144,0.020617333551247913
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,6144,6144,0.020745333284139633
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,6144,7168,0.020844799280166627
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,6144,7168,0.020615466435750327
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,6144,7168,0.02100693384806315
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,6144,6144,1.013877312342326
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,6144,6144,2.073270638783773
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,6144,6144,0.5222599903742472
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,6144,6144,0.2406266729036967
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,6144,7168,0.02063039938608805
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,6144,6144,0.228110671043396
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,6144,6144,0.29988133907318115
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,6144,6144,0.20679332812627158
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,6144,6144,0.21567465861638388
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,6144,6144,0.19704665740331015
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,6144,7168,0.020595200856526694
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,6144,6144,0.27326132853825885
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,6144,6144,0.1798893411954244
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,6144,6144,0.16392800211906433
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,6144,6144,0.16902265946070352
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,6144,6144,0.29250266154607135
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,6144,6144,0.26401466131210327
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,6144,6144,0.1353506644566854
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,6144,6144,0.2542506655057271
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,6144,6144,0.1270906627178192
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,6144,6144,0.11690266927083333
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,6144,6144,0.10149332880973816
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,6144,6144,0.2547093431154887
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,6144,6144,0.07886666556199391
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,6144,6144,0.23533866802851358
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,6144,6144,0.06141600012779236
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,6144,6144,0.20159467061360678
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,6144,6144,0.1810386578241984
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,6144,6144,0.03654133280118307
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,6144,6144,0.030393332242965698
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,6144,6144,0.1492639978726705
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,6144,6144,0.15322933594385782
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,6144,6144,0.10989999771118164
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,6144,6144,0.08311333258946736
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,6144,6144,0.06652399897575378
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,6144,6144,0.04901866614818573
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,6144,6144,0.02476399888594945
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,6144,6144,0.047211999694506325
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,6144,6144,0.020782666901747387
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,6144,6144,0.02088533341884613
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,6144,6144,0.021153333286444347
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,6144,6144,0.02087600032488505
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,6144,6144,0.019674666225910187
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,6144,6144,0.019521333277225494
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,6144,6144,0.01951466624935468
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,6144,6144,0.018660000214974087
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,6144,6144,0.017822666714588802
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,6144,6144,0.016261332978804905
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,6144,6144,0.016001333793004353
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,6144,6144,0.017582666128873825
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,6144,6144,0.015977332989374798
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,6144,6144,0.016014666606982548
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,6144,6144,0.015749332805474598
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,6144,6144,0.022275999188423157
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,6144,6144,0.02497333288192749
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,6144,6144,0.02309199919303258
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,6144,6144,0.025218665599822998
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,6144,6144,0.0233599990606308
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,6144,6144,0.025801333288351696
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,6144,6144,0.024031999210516613
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,6144,6144,0.025754667818546295
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,6144,6144,0.023529333372910816
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,6144,6144,0.024852000176906586
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,6144,6144,0.025257334113121033
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,6144,6144,0.0258240004380544
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,6144,6144,0.02335199962059657
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,6144,6144,0.025973332424958546
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,6144,6144,0.025045332809289295
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,6144,6144,0.02648933231830597
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,6144,6144,0.02478266755739848
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,6144,6144,0.017145333190759022
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,6144,6144,0.01746133342385292
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,6144,6144,0.01703199992577235
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,6144,6144,0.017371999720732372
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,6144,6144,0.01761733368039131
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,6144,6144,0.017086666077375412
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,6144,6144,0.7119221369425456
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,6144,6144,0.3531850814819336
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,6144,6144,0.10283199946085612
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,6144,6144,0.09879999955495199
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,6144,6144,0.10179519653320312
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,6144,6144,0.1010474681854248
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,6144,6144,0.18202773729960126
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,6144,6144,0.10165546735127766
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,6144,6144,0.08823466300964355
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,6144,6144,0.08706560134887695
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,6144,6144,0.08627519607543946
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,6144,6144,0.08723519643147787
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,6144,6144,0.08405653635660806
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,6144,6144,0.08499093055725097
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,6144,6144,0.07271040280659993
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,6144,6144,0.07145386536916097
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,6144,6144,0.07103040218353271
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,6144,6144,0.06831680138905843
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,6144,6144,0.06881706714630127
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,6144,6144,0.06764907042185465
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,6144,6144,0.05702186822891235
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,6144,6144,0.055194667975107824
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,6144,6144,0.05401173432668051
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,6144,6144,0.05355093479156494
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,6144,6144,0.05189653237660726
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,6144,6144,0.050629333655039466
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,6144,6144,0.038412801424662274
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,6144,6144,0.03937813440958659
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,6144,6144,0.03728319803873698
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,6144,6144,0.036874667803446455
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,6144,6144,0.03703999916712443
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,6144,6144,0.034783999125162765
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,6144,6144,0.02318933407465617
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,6144,6144,0.02252266605695089
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,6144,6144,0.02037546634674072
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,6144,6144,0.021593600511550903
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,6144,6144,0.020170666774113975
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,6144,6144,0.019827200969060262
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,6144,6144,0.019543466965357463
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,6144,6144,0.01982933282852173
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,6144,6144,0.02018346587816874
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,6144,6144,0.019953066110610963
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,6144,6144,0.019869865973790486
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,6144,6144,0.01967786749204
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,6144,6144,0.019001599152882895
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,6144,6144,0.019393066565195717
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,6144,6144,0.01934079925219218
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,6144,6144,0.01899306575457255
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,6144,6144,0.018992000818252565
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,6144,6144,0.019217065970102944
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,6144,6144,0.018979199727376304
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,6144,6144,0.018959999084472656
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,6144,6144,0.01907306710879008
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,6144,6144,0.01900586684544881
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,6144,6144,0.01901866594950358
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,6144,6144,0.018617600202560425
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,6144,6144,0.018730666240056357
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,6144,6144,0.018979199727376304
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,6144,6144,0.018633600076039633
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,6144,6144,0.01922773321469625
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,6144,6144,0.01859626571337382
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,6144,6144,0.018934400876363118
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,6144,6144,0.018620800971984864
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,6144,6144,0.018604799111684164
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,6144,6144,0.018654932578404747
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,6144,6144,0.018971733252207437
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,6144,6144,0.01861013372739156
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,6144,6144,0.01867199937502543
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,6144,6144,0.019013333320617675
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,6144,5120,0.3250044451819526
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,6144,5120,0.6342133416069878
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,6144,5120,0.18033956156836617
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,6144,5120,0.1745386653476291
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,6144,5120,0.1729511155022515
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,6144,5120,0.1700906621085273
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,6144,5120,0.16157510545518664
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,6144,5120,0.15332444508870444
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,6144,5120,0.1523573398590088
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,6144,5120,0.14681955178578696
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,6144,5120,0.13985599411858454
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,6144,5120,0.14480888843536377
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,6144,5120,0.11785599920484756
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,6144,5120,0.1451751126183404
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,6144,5120,0.1130417717827691
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,6144,5120,0.11922666761610244
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,6144,5120,0.1044800016615126
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,6144,5120,1.270316441853841
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,6144,5120,0.1096035573217604
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,6144,5120,0.09815466403961182
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,6144,5120,0.10302755567762588
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,6144,5120,0.08625600073072646
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,6144,5120,0.08520711130566067
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,6144,5120,0.08119289080301921
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,6144,5120,0.06580266687605116
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,6144,5120,0.06153955724504259
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,6144,5120,0.05306488937801785
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,6144,5120,0.05892266829808553
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,6144,5120,0.04682311084535387
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,6144,5120,0.04706311225891113
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,6144,5120,0.03497955534193251
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,6144,5120,0.03214755654335022
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,6144,5120,0.02383111086156633
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,6144,5120,0.02555911077393426
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,6144,5120,0.019311999281247456
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,6144,5120,0.016568889220555622
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,6144,5120,0.01699022286468082
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,6144,5120,0.017278222574128043
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,6144,5120,0.019925332731670804
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,6144,5120,0.016321778297424316
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,6144,5120,0.016780444317393832
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,6144,5120,0.015795555379655626
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,6144,5120,0.0158897770775689
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,6144,5120,0.013678222066826291
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,6144,5120,0.01330488920211792
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,6144,5120,0.013617777989970313
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,6144,5120,0.0872195561726888
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,6144,5120,0.013829333086808523
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,6144,5120,0.015260444747077094
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,6144,5120,0.015804444750150044
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,6144,5120,0.015370666980743408
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,6144,5120,0.013902222116788229
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,6144,5120,0.014801777071423002
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,6144,5120,0.013242666920026144
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,6144,5120,0.015274667077594332
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,6144,5120,0.015093333191341825
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,6144,5120,0.014709333578745524
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,6144,5120,0.014485332700941296
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,6144,5120,0.014506666196717156
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,6144,5120,0.014613333675596448
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,6144,5120,0.014469333820872836
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,6144,5120,0.0144195556640625
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,6144,5120,0.014487110906177096
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,6144,5120,0.014479999740918478
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,6144,5120,0.014499555031458536
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,6144,5120,0.01424888935354021
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,6144,5120,0.014140443669425117
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,6144,5120,0.013983999689420065
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,6144,5120,0.014174222946166992
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,6144,5120,0.01459377838505639
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,6144,5120,0.014510222607188754
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,6144,5120,0.014560000763999091
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,6144,5120,0.014709333578745524
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,6144,5120,0.014531556102964612
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,6144,5120,0.5290506680806477
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,6144,5120,1.073864491780599
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,6144,5120,0.13949119249979655
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,6144,5120,0.2616074721018473
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,6144,5120,0.1342591921488444
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,6144,5120,0.15650026003519696
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,6144,5120,0.13248000144958497
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,6144,5120,0.12707413037618
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,6144,5120,0.13941760063171388
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,6144,5120,0.11862080097198487
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,6144,5120,0.11876266797383625
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,6144,5120,0.11571626663208008
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,6144,5120,0.11364266872406006
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,6144,5120,0.10602773030598958
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,6144,5120,0.11682986418406169
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,6144,5120,0.09724480311075846
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,6144,5120,0.10208640098571778
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,6144,5120,0.09050239721934
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,6144,5120,0.09321280320485434
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,6144,5120,0.08635733127593995
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,6144,5120,0.08043839931488037
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,6144,5120,0.07635413010915121
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,6144,5120,0.07660160064697266
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,6144,5120,0.07172799905141194
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,6144,5120,0.07234880129496256
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,6144,5120,0.060318934917449954
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,6144,5120,0.05897173484166464
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,6144,5120,0.055733335018157956
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,6144,5120,0.04577066500981648
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,6144,5120,0.04686400095621745
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,6144,5120,0.03908373514811198
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,6144,5120,0.037676799297332766
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,6144,5120,0.0325984001159668
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,6144,5120,0.03318079908688863
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,6144,5120,0.02679786682128906
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,6144,5120,0.0264138658841451
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,6144,5120,0.02613653341929118
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,6144,5120,0.02622293432553609
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,6144,5120,0.026753065983454387
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,6144,5120,0.02472106615702311
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,6144,5120,0.0256330668926239
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,6144,5120,0.025278933842976886
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,6144,5120,0.024708267052968344
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,6144,5120,0.022823466857274374
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,6144,5120,0.022966400782267252
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,6144,5120,0.02409706711769104
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,6144,5120,0.022834134101867676
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,6144,5120,0.053776001930236815
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,6144,5120,0.023371734221776328
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,6144,5120,0.023858133951822916
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,6144,5120,0.02260800004005432
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,6144,5120,0.021542400121688843
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,6144,5120,0.022712532679239908
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,6144,5120,0.02173759937286377
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,6144,5120,0.02063360015551249
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,6144,5120,0.020631466309229532
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,6144,5120,0.02245546579360962
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,6144,5120,0.020217599471410115
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,6144,5120,0.020173867543538414
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,6144,5120,0.020581332842508952
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,6144,5120,0.020626133680343627
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,6144,5120,0.02070186734199524
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,6144,5120,0.02055786649386088
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,6144,5120,0.02051946719487508
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,6144,5120,0.020761599143346153
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,6144,5120,0.020566399892171225
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,6144,5120,0.019399466117223103
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,6144,5120,0.01989013353983561
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,6144,5120,0.01965973377227783
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,6144,5120,0.020221867163976035
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,6144,5120,0.020170666774113975
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,6144,5120,0.01893226703008016
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,6144,5120,0.018824533621470133
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,6144,5120,0.020080000162124634
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,6144,6144,0.019077332814534505
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,6144,6144,0.018999467293421425
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,6144,6144,0.018623999754587808
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,6144,6144,0.018683733542760213
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,6144,6144,0.018923733631769815
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,6144,5120,1.9069962819417317
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,6144,5120,0.22562987009684243
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,6144,5120,0.47705707550048826
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,6144,5120,0.9507680257161459
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,6144,5120,0.21696747144063316
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,6144,5120,0.1962549368540446
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,6144,5120,0.27709973653157555
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,6144,5120,0.18303359349568685
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,6144,5120,0.2569493293762207
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,6144,5120,0.2655125300089518
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,6144,5120,0.16481067339579264
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,6144,5120,0.15386346181233723
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,6144,5120,0.1563744068145752
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,6144,5120,0.24034132957458496
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,6144,5120,0.2442453384399414
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,6144,5120,0.12476906776428223
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,6144,5120,0.1099669297536214
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,6144,5120,0.10570986270904541
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,6144,5120,0.23327147165934242
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,6144,5120,0.08781013488769532
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,6144,5120,0.21896212895711265
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,6144,5120,0.06542400121688843
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,6144,5120,0.05583039919535319
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,6144,5120,0.19838186899820964
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,6144,5120,0.05080639918645223
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,6144,5120,0.18695786794026692
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,6144,5120,0.03349226713180542
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,6144,5120,0.02807360092798869
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,6144,5120,0.1698325316111247
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,6144,5120,0.14011519749959309
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,6144,5120,0.13851200739542643
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,6144,5120,0.08991359869639079
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,6144,5120,0.07013440132141113
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,6144,5120,0.038127998510996505
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,6144,5120,0.043714133898417155
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,6144,5120,0.02259626587231954
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,6144,5120,0.019144533077875774
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,6144,5120,0.018551466862360637
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,6144,5120,0.018618667125701906
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,6144,5120,0.019024000565210978
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,6144,5120,0.017577600479125977
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,6144,5120,0.017461333672205606
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,6144,5120,0.017797333002090455
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,6144,5120,0.017753599087397258
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,6144,5120,0.01575040022532145
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,6144,5120,0.014165332913398743
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,6144,5120,0.014248533050219217
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,6144,5120,0.014334932963053385
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,6144,5120,0.014108799894650779
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,6144,5120,0.013953066865603127
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,6144,5120,0.021076265970865884
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,6144,5120,0.022283732891082764
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,6144,5120,0.02139520049095154
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,6144,5120,0.02300800085067749
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,6144,5120,0.02148373325665792
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,6144,5120,0.022436267137527464
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,6144,5120,0.022686932484308878
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,6144,5120,0.021038933595021566
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,6144,5120,0.021475199858347574
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,6144,5120,0.022295467058817544
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,6144,5120,0.02148373325665792
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,6144,5120,0.02350613276163737
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,6144,5120,0.02187946637471517
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,6144,5120,0.02254293362299601
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,6144,5120,0.022311466932296752
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,6144,5120,0.021491199731826782
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,6144,5120,0.021893332401911415
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,6144,5120,0.015809067090352378
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,6144,5120,0.015749333302179973
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,6144,5120,0.015749333302179973
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,6144,5120,0.015715199708938598
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,6144,5120,0.015452800194422403
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,6144,5120,0.015544533729553223
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,6144,5120,0.015404799580574035
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,6144,5120,0.6166677474975586
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,6144,5120,0.30872958501180015
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,6144,5120,0.09104959964752198
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,6144,5120,0.16044692993164061
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,6144,5120,0.0907584031422933
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,6144,5120,0.08947520256042481
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,6144,5120,0.09017386436462402
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,6144,5120,0.08671573003133139
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,6144,5120,0.0783135970433553
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,6144,5120,0.07760426998138428
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,6144,5120,0.07820800145467123
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,6144,5120,0.07702399889628092
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,6144,5120,0.0760586659113566
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,6144,5120,0.0735210657119751
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,6144,5120,0.0641429344813029
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,6144,5120,0.06277866760889689
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,6144,5120,0.060337066650390625
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,6144,5120,0.06044586499532064
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,6144,5120,0.06276799837748209
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,6144,5120,0.04933546781539917
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,6144,5120,0.059087999661763514
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,6144,5120,0.04798826773961385
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,6144,5120,0.04806079864501953
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,6144,5120,0.04598079919815064
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,6144,5120,0.04611733357111613
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,6144,5120,0.04445759852727254
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,6144,5120,0.03448853492736816
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,6144,5120,0.03390293518702189
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,6144,5120,0.03363733291625977
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,6144,5120,0.03264853358268738
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,6144,5120,0.021102933088938396
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,6144,5120,0.032110933462778726
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,6144,5120,0.020052266120910645
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,6144,5120,0.03142399986584981
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,6144,5120,0.0197269340356191
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,6144,5120,0.018526933590571084
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,6144,5120,0.01815999945004781
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,6144,5120,0.01798506577809652
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,6144,5120,0.01783039967219035
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,6144,5120,0.017922133207321167
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,6144,5120,0.017768534024556477
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,6144,5120,0.017869865894317626
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,6144,5120,0.017780266205469766
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,6144,5120,0.017443199952443443
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,6144,5120,0.01718399922053019
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,6144,5120,0.017139200369517008
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,6144,5120,0.016985599199930826
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,6144,5120,0.017375999689102174
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,6144,5120,0.016901334126790367
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,6144,5120,0.01694719990094503
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,6144,5120,0.0169813334941864
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,6144,5120,0.01689280072848002
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,6144,5120,0.016695467631022136
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,6144,5120,0.016687999169031777
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,6144,5120,0.016847999890645345
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,6144,5120,0.016927999258041383
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,6144,5120,0.01691306630770365
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,6144,5120,0.01656000018119812
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,6144,5120,0.01698026657104492
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,6144,5120,0.01664426624774933
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,6144,5120,0.016722132762273155
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,6144,5120,0.0165173331896464
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,6144,5120,0.016985599199930826
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,6144,5120,0.016587733229001363
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,6144,5120,0.01655359963575999
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,6144,5120,0.016530133287111917
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,6144,5120,0.016754132509231568
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,6144,4096,1.0131271150377061
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,6144,4096,0.5305724673800999
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,6144,4096,0.2656924459669325
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,6144,4096,0.1563040018081665
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,6144,4096,0.15547555022769505
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,6144,4096,0.16036621729532877
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,6144,4096,0.1555537780125936
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,6144,4096,0.13866310649447972
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,6144,4096,0.13177066379123265
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,6144,4096,0.1323217815823025
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,6144,4096,0.12137777275509304
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,6144,4096,0.11263110902574326
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,6144,4096,0.11629154947068955
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,6144,4096,0.12161244286431207
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,6144,4096,0.09501155879762437
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,6144,4096,0.09369422329796685
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,6144,4096,0.09570311175452338
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,6144,4096,0.08801244364844428
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,6144,4096,0.09502222140630086
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,6144,4096,0.0786186655362447
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,6144,4096,0.07127110825644599
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,6144,4096,0.06930489010281034
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,6144,4096,0.06755910979376899
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,6144,4096,0.06530133220884535
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,6144,4096,0.06627911329269409
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,6144,4096,0.05217422379387749
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,6144,4096,0.04913066824277242
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,6144,5120,0.016639999548594155
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,6144,4096,0.04340799980693393
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,6144,4096,0.046767999728520714
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,6144,4096,0.037541333172056414
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,6144,4096,0.038126223617129855
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,6144,4096,0.028247111373477515
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,6144,4096,0.026670222481091816
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,6144,4096,0.01960355540116628
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,6144,4096,0.02106133268939124
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,6144,4096,0.0158933334880405
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,6144,4096,0.013909333282046847
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,6144,4096,0.014492443866199918
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,6144,4096,0.015160888433456421
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,6144,4096,0.015969778100649517
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,6144,4096,0.013791999883121915
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,6144,4096,0.014531556102964612
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,6144,4096,0.01309511148267322
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,6144,4096,0.01333866682317522
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,6144,4096,0.01146311147345437
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,6144,4096,0.011681777735551199
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,6144,4096,0.011521778172916837
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,6144,4096,0.013043555948469373
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,6144,4096,0.013265777793195514
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,6144,4096,0.013171555267439948
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,6144,4096,0.013895110951529609
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,6144,4096,0.013167999684810638
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,6144,4096,0.01181688904762268
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,6144,4096,0.012522666818565793
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,6144,4096,0.01129955550034841
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,6144,4096,0.011912888950771756
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,6144,4096,0.01108444482088089
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,6144,4096,0.011788444386588203
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,6144,4096,0.011000889043013254
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,6144,4096,0.010824888944625854
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,6144,4096,0.010746666954623329
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,6144,4096,0.011002666420406766
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,6144,4096,0.010972444381978778
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,6144,4096,0.011032889286677042
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,6144,4096,0.011159111228254108
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,6144,4096,0.011025778121418424
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,6144,4096,0.01092088884777493
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,6144,4096,0.01088177743885252
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,6144,4096,0.010611555642551847
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,6144,4096,0.010926222635640038
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,6144,4096,0.011109333071443768
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,6144,4096,0.010997333460383944
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,6144,4096,0.011052444577217102
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,6144,4096,0.01108444482088089
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,6144,4096,0.865343983968099
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,6144,4096,0.4220479965209961
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,6144,4096,0.11480213006337484
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,6144,4096,0.22067413330078126
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,6144,4096,0.11399253209431966
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,6144,4096,0.11929279963175457
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,6144,4096,0.10919040044148762
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,6144,4096,0.11355093320210774
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,6144,4096,0.10266026655832927
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,6144,4096,0.10276693503061932
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,6144,4096,0.09936426480611166
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,6144,4096,0.09437013467152913
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,6144,4096,0.09636053244272867
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,6144,4096,0.09594026406606039
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,6144,4096,0.08250346978505453
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,6144,4096,0.08386452992757162
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,6144,4096,0.08481919765472412
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,6144,4096,0.07958827018737794
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,6144,4096,0.07867200374603271
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,6144,4096,0.0678325335184733
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,6144,4096,0.06596479813257852
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,6144,4096,0.0615285317103068
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,6144,4096,0.0616320013999939
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,6144,4096,0.06112426519393921
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,6144,4096,0.059640534718831385
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,6144,4096,0.05065919955571493
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,6144,4096,0.04952213366826375
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,6144,4096,0.0452949325243632
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,6144,4096,0.04679893255233765
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,6144,4096,0.03942186832427978
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,6144,4096,0.03998399972915649
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,6144,4096,0.03556693394978841
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,6144,4096,0.03546559810638428
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,6144,4096,0.030483200152715044
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,6144,4096,0.02916160027186076
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,6144,4096,0.025857067108154295
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,6144,4096,0.024601600567499795
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,6144,4096,0.024868265787760416
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,6144,4096,0.02494186758995056
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,6144,4096,0.02488213380177816
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,6144,4096,0.023040000597635904
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,6144,4096,0.02295359969139099
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,6144,4096,0.024462932348251344
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,6144,4096,0.022765866915384927
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,6144,4096,0.02067199945449829
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,6144,4096,0.02084266742070516
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,6144,4096,0.021679999430974324
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,6144,4096,0.021258666117986044
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,6144,4096,0.02173973321914673
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,6144,4096,0.02205973267555237
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,6144,4096,0.020696532726287842
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,6144,4096,0.02358293334643046
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,6144,4096,0.01976213256518046
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,6144,4096,0.0205567995707194
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,6144,4096,0.01901866594950358
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,6144,4096,0.019882667064666747
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,6144,4096,0.018979199727376304
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,6144,4096,0.01857066750526428
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,6144,4096,0.020576000213623047
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,6144,4096,0.02063360015551249
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,6144,4096,0.018682666619618735
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,6144,4096,0.018569600582122803
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,6144,5120,0.016587733229001363
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,6144,4096,0.018601600329081217
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,6144,4096,0.01884373426437378
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,6144,4096,0.019630932807922365
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,6144,4096,0.01858453353246053
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,6144,4096,0.018574933211008705
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,6144,4096,0.018583466609319053
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,6144,4096,0.018675200144449868
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,6144,4096,0.0185589333375295
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,6144,4096,0.019335466623306274
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,6144,4096,0.018550399939219156
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,6144,4096,0.01851200064023336
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,6144,4096,0.01872106591860453
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,6144,5120,0.01656000018119812
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,6144,5120,0.016717867056528727
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,6144,5120,0.01699733336766561
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,6144,5120,0.016535466909408568
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,6144,5120,0.016900267203648886
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,6144,4096,0.4404447873433431
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,6144,4096,0.20824747085571288
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,6144,4096,0.8721824010213217
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,6144,4096,1.748875681559245
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,6144,4096,0.19782400131225586
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,6144,4096,0.17964587211608887
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,6144,4096,0.2541621367136637
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,6144,4096,0.16893973350524902
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,6144,4096,0.23668692906697592
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,6144,4096,0.2429898738861084
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,6144,4096,0.14169492721557617
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,6144,4096,0.1329845348993937
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,6144,4096,0.1281333367029826
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,6144,4096,0.2222304026285807
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,6144,4096,0.221618127822876
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,6144,4096,0.10061333179473878
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,6144,4096,0.08426559766133626
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,6144,4096,0.08091519673665365
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,6144,4096,0.19721387227376302
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,6144,4096,0.06649813254674276
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,6144,4096,0.21135892868041992
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,6144,4096,0.05161173343658447
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,6144,4096,0.0497439980506897
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,6144,4096,0.04383786519368489
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,6144,4096,0.17874773343404132
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,6144,4096,0.16661653518676758
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,6144,4096,0.02996693253517151
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,6144,4096,0.025796266396840413
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,6144,4096,0.1541162649790446
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,6144,4096,0.11663466294606525
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,6144,4096,0.10944639841715495
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,6144,4096,0.0722869316736857
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,6144,4096,0.05726933479309082
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,6144,4096,0.03485333522160848
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,6144,4096,0.03909866809844971
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,6144,4096,0.02030293345451355
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,6144,4096,0.017786665757497152
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,6144,4096,0.01712426741917928
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,6144,4096,0.01743146578470866
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,6144,4096,0.0173962672551473
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,6144,4096,0.016166399916013083
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,6144,4096,0.016292267044385276
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,6144,4096,0.01611733337243398
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,6144,4096,0.01576533317565918
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,6144,4096,0.014447999993960061
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,6144,4096,0.012866133451461792
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,6144,4096,0.012728533148765564
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,6144,4096,0.012991999586423239
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,6144,4096,0.012776533762613932
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,6144,4096,0.012725333372751871
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,6144,4096,0.019409066438674925
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,6144,4096,0.01925546725591024
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,6144,4096,0.019425066312154134
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,6144,4096,0.01913386583328247
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,6144,4096,0.019423999389012656
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,6144,4096,0.019398399194081626
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,6144,4096,0.019537067413330077
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,6144,4096,0.019679999351501463
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,6144,4096,0.01949119965235392
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,6144,4096,0.019732266664505005
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,6144,4096,0.01978773276011149
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,6144,4096,0.020147200425465903
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,6144,4096,0.019777067502339683
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,6144,4096,0.020207999149958293
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,6144,4096,0.019797333081563315
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,6144,4096,0.019797333081563315
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,6144,4096,0.02015893260637919
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,6144,4096,0.014171733458836874
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,6144,4096,0.014500266313552857
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,6144,4096,0.014087466398874917
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,6144,4096,0.014518400033315023
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,6144,4096,0.01409066617488861
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,6144,4096,0.014113066593805948
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,6144,4096,0.014013866583506266
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,6144,4096,0.24790186882019044
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,6144,4096,0.13104106585184733
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,6144,4096,0.4944575945536296
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,6144,4096,0.07511893113454184
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,6144,4096,0.07542293071746826
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,6144,4096,0.07426666418711345
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,6144,4096,0.07456426620483399
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,6144,4096,0.06382826566696168
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,6144,4096,0.06455680131912231
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,6144,4096,0.0717631975809733
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,6144,4096,0.06428693135579427
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,6144,4096,0.06251200040181479
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,6144,4096,0.06231573422749838
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,6144,4096,0.053140266736348474
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,6144,4096,0.05177919864654541
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,6144,4096,0.06052800019582113
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,6144,4096,0.051069867610931394
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,6144,4096,0.05029759804407755
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,6144,4096,0.050215466817220056
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,6144,4096,0.04934080044428508
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,6144,4096,0.04166613419850667
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,6144,4096,0.04028053283691406
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,6144,4096,0.040113067626953124
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,6144,4096,0.03893760045369466
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,6144,4096,0.03867306709289551
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,6144,4096,0.0382421334584554
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,6144,4096,0.02932159900665283
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,6144,4096,0.028952533006668092
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,6144,4096,0.027743999163309736
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,6144,4096,0.028508800268173217
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,6144,4096,0.027742934226989747
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,6144,4096,0.026374399662017822
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,6144,4096,0.015929599603017174
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,6144,4096,0.01856000026067098
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,6144,4096,0.017435733477274576
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,6144,4096,0.01696853240331014
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,6144,4096,0.01567359964052836
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,6144,4096,0.01554026703039805
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,6144,4096,0.015656532843907674
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,6144,4096,0.015539200107256571
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,6144,4096,0.015067733327547708
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,6144,4096,0.015345066785812378
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,6144,4096,0.015309866269429526
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,6144,4096,0.01572266618410746
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,6144,4096,0.014516266187032065
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,6144,4096,0.014517333110173544
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,6144,4096,0.014660267035166421
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,6144,4096,0.014563199877738953
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,6144,4096,0.014719999829928079
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,6144,4096,0.014507733782132468
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,6144,4096,0.014461867014567056
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,6144,4096,0.014525866508483887
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,6144,4096,0.014428800344467163
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,6144,4096,0.014300800363222756
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,6144,4096,0.014537599682807923
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,6144,4096,0.014490666985511779
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,6144,4096,0.014533332983652749
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,6144,4096,0.014072533448537192
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,6144,4096,0.014230400323867798
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,6144,4096,0.01447466711203257
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,6144,4096,0.014120533068974813
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,6144,4096,0.01418346663316091
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,6144,4096,0.01453013320763906
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,6144,4096,0.014158933361371358
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,6144,4096,0.014533332983652749
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,6144,4096,0.014083199699719749
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,6144,4096,0.014548266927401224
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,6144,4096,0.014531200130780539
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,6144,3584,0.4465266863505046
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,6144,4096,0.01404800017674764
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,6144,3584,0.12651600440343222
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,6144,3584,0.22856666644414267
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,6144,3584,0.8845106760660807
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,6144,3584,0.12355732917785645
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,6144,3584,0.12108799815177917
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,6144,3584,0.11619466543197632
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,6144,3584,0.11388799548149109
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,6144,3584,0.10743866364161174
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,6144,3584,0.10296133160591125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,6144,3584,0.10316532850265503
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,6144,3584,0.09956133365631104
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,6144,3584,0.10223999619483948
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,6144,3584,0.09034267067909241
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,6144,3584,0.08231999973456065
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,6144,3584,0.09053466717402141
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,6144,3584,0.08475733796755473
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,6144,3584,0.0743533323208491
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,6144,3584,0.0635479986667633
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,6144,3584,0.06985466678937276
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,6144,3584,0.061412001649538674
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,6144,3584,0.0649559994538625
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,6144,3584,0.06590666870276134
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,6144,3584,0.057628000775973
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,6144,3584,0.04864799976348877
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,6144,3584,0.04253999888896942
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,6144,3584,0.04548799991607666
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,6144,3584,0.03358133385578791
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,6144,3584,0.03356933345397314
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,6144,3584,0.09796399871508281
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,6144,3584,0.025030667583147686
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,6144,3584,0.023234667877356213
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,6144,3584,0.017265333483616512
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,6144,3584,0.01855466639002164
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,6144,4096,0.014030933380126953
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,6144,3584,0.013681333512067795
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,6144,3584,0.012789333860079447
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,6144,3584,0.01240266611178716
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,6144,3584,0.012968000024557114
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,6144,3584,0.011697333306074142
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,6144,3584,0.01232666646440824
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,6144,3584,0.011801333477099737
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,6144,3584,0.011541333049535751
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,6144,3584,0.04329866667588552
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,6144,3584,0.010305333261688551
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,6144,3584,0.010376000156005224
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,6144,3584,0.010769333690404892
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,6144,3584,0.011281333863735199
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,6144,3584,0.010963999976714453
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,6144,3584,0.011477333803971609
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,6144,3584,0.010965333630641302
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,6144,3584,0.01028533341983954
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,6144,3584,0.010961333910624186
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,6144,3584,0.00991333338121573
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,6144,3584,0.010872000207503637
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,6144,3584,0.009578666960199675
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,6144,3584,0.009852000201741854
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,6144,3584,0.009753333404660225
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,6144,3584,0.009734666595856348
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,6144,3584,0.009653333574533463
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,6144,3584,0.009764000152548155
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,6144,3584,0.009682666510343552
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,6144,3584,0.009593333428104719
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,6144,3584,0.009718666474024454
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,6144,3584,0.009818666925032934
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,6144,3584,0.009593333428104719
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,6144,3584,0.009438666825493177
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,6144,3584,0.009433333451549212
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,6144,3584,0.009394666800896326
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,6144,4096,0.014081066846847535
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,6144,3584,0.009687999884287516
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,6144,3584,0.009678666790326437
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,6144,3584,0.009742666656772295
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,6144,3584,0.010410666465759277
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,6144,3584,0.3684800148010254
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,6144,3584,0.7472810745239258
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,6144,3584,0.17742293675740559
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,6144,3584,0.11959466934204102
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,6144,3584,0.10452799797058106
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,6144,3584,0.10141653219858807
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,6144,3584,0.10711146990458172
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,6144,3584,0.09322986602783204
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,6144,3584,0.09018879731496175
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,6144,3584,0.093831467628479
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,6144,3584,0.08713066577911377
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,6144,3584,0.08315733273824057
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,6144,3584,0.013594667116800943
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,6144,3584,0.09099626541137695
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,6144,3584,0.08755199909210205
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,6144,3584,0.07615893681844076
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,6144,3584,0.07218133608500163
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,6144,3584,0.07658666769663493
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,6144,3584,0.06886186599731445
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,6144,3584,0.07046079635620117
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,6144,3584,0.06181120077768961
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,6144,3584,0.05873920122782389
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,6144,3584,0.05765440066655477
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,6144,3584,0.05406933228174845
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,6144,3584,0.053749334812164304
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,6144,3584,0.04495786825815837
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,6144,3584,0.04122879902521769
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,6144,3584,0.04350080092748006
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,6144,3584,0.03944426774978638
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,6144,3584,0.03750186761220296
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,6144,3584,0.03317546645800273
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,6144,3584,0.032985599835713704
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,6144,3584,0.028701867659886676
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,6144,3584,0.0240447998046875
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,6144,3584,0.022827732563018798
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,6144,3584,0.02287786602973938
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,6144,3584,0.022685867547988892
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,6144,3584,0.00943066676457723
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,6144,3584,0.023770666122436522
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,6144,3584,0.022336000204086305
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,6144,3584,0.02248106598854065
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,6144,3584,0.02235306700070699
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,6144,3584,0.0218666672706604
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,6144,3584,0.059531732400258386
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,6144,3584,0.021387734015782676
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,6144,3584,0.020356265703837077
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,6144,3584,0.02057066758473714
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,6144,3584,0.020845866203308104
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,6144,3584,0.020631466309229532
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,6144,3584,0.020588799317677816
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,6144,3584,0.04737386703491211
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,6144,3584,0.02044266661008199
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,6144,3584,0.020693333943684895
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,6144,3584,0.02020906607309977
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,6144,3584,0.020658133427302043
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,6144,3584,0.019012266397476198
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,6144,3584,0.019015467166900633
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,6144,3584,0.018684800465901694
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,6144,3584,0.01945919990539551
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,6144,3584,0.018594133853912353
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,6144,3584,0.01846933364868164
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,6144,3584,0.0185973326365153
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,6144,3584,0.018467199802398682
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,6144,3584,0.027693865696589152
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,6144,3584,0.018461867173512777
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,6144,3584,0.01987839937210083
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,6144,3584,0.018577067057291667
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,6144,3584,0.018623999754587808
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,6144,3584,0.017832533518473307
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,6144,3584,0.018778665860493978
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,6144,3584,0.018598399559656777
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,6144,3584,0.01841920018196106
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,6144,3584,0.018454400698343913
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,6144,3584,0.017831466595331826
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,6144,4096,0.01446399986743927
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,6144,3584,0.017617066701253258
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,6144,3584,0.018175999323527016
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,6144,4096,0.014586666226387024
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,6144,4096,0.01404800017674764
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,6144,3584,0.2357642650604248
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,6144,3584,0.248360538482666
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,6144,3584,0.4355135917663574
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,6144,3584,0.20625386238098145
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,6144,3584,0.20374293327331544
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,6144,3584,0.8539573033650717
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,6144,3584,0.19506239891052246
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,6144,3584,0.1757589340209961
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,6144,3584,0.17294507026672362
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,6144,3584,0.16289706230163575
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,6144,3584,0.1261525313059489
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,6144,3584,0.11939840316772461
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,6144,3584,0.11347839832305909
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,6144,3584,1.7096608479817708
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,6144,3584,0.2381728013356527
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,6144,3584,0.21547412872314453
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,6144,3584,0.07957546710968018
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,6144,3584,0.07574079831441244
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,6144,3584,0.21738880475362143
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,6144,3584,0.06230400005976359
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,6144,3584,0.19144959449768068
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,6144,3584,0.04985280036926269
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,6144,3584,0.04666239817937215
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,6144,3584,0.1482634703318278
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,6144,3584,0.14559466044108074
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,6144,3584,0.04161386489868164
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,6144,3584,0.028436267375946046
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,6144,3584,0.0248416006565094
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,6144,3584,0.10329919656117756
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,6144,3584,0.10398933092753093
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,6144,3584,0.08596266905466715
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,6144,3584,0.06703466574350993
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,6144,3584,0.05389866828918457
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,6144,3584,0.03370346625645955
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,6144,3584,0.036617600917816163
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,6144,3584,0.019350399573644005
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,6144,3584,0.01689066688219706
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,6144,3584,0.01649493376413981
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,6144,3584,0.016621866822242738
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,6144,3584,0.016165332992871602
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,6144,3584,0.015459199746449789
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,6144,3584,0.015404799580574035
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,6144,3584,0.01530346671740214
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,6144,3584,0.014863999684651694
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,6144,3584,0.01337386667728424
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,6144,3584,0.01322773297627767
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,6144,3584,0.011974400281906128
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,6144,3584,0.011970133582750956
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,6144,3584,0.017232000827789307
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,6144,3584,0.016902399063110352
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,6144,3584,0.01818986733754476
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,6144,3584,0.017013333241144814
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,6144,3584,0.01689173380533854
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,6144,3584,0.013240533073743186
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,6144,3584,0.016908800601959227
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,6144,3584,0.01609280010064443
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,6144,3584,0.017772799730300902
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,6144,3584,0.013338667154312134
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,6144,3584,0.017293866475423178
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,6144,3584,0.017768534024556477
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,6144,3584,0.01729173262914022
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,6144,3584,0.01697173317273458
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,6144,3584,0.016484266519546507
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,6144,3584,0.01694399913152059
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,6144,3584,0.016902399063110352
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,6144,3584,0.012038399775822956
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,6144,3584,0.01827413241068522
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,6144,3584,0.017938133080800375
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,6144,3584,0.018153599898020425
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,6144,3584,0.018203733364741008
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,6144,3584,0.013299199938774108
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,6144,3584,0.013252266248067222
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,6144,3584,0.1184010664621989
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,6144,3584,0.013292800386746725
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,6144,3584,0.013201066851615905
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,6144,3584,0.4474058787027995
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,6144,3584,0.06852266788482667
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,6144,3584,0.2230303923288981
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,6144,3584,0.06848853429158529
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,6144,3584,0.06770559946695963
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,6144,3584,0.06724586486816406
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,6144,3584,0.05818880001703898
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,6144,3584,0.057849601904551184
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,6144,3584,0.06526186863581339
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,6144,3584,0.05635093450546265
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,6144,3584,0.0547264019648234
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,6144,3584,0.05578773419062296
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,6144,3584,0.05930026769638062
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,6144,3584,0.04726826747258504
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,6144,3584,0.04784746567408244
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,6144,3584,0.04705493450164795
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,6144,3584,0.04595946470896403
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,6144,3584,0.04542933305104573
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,6144,3584,0.04485760132471721
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,6144,3584,0.037931732336680096
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,6144,3584,0.03710399866104126
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,6144,3584,0.03675093253453572
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,6144,3584,0.035897600650787356
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,6144,3584,0.03463253180185954
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,6144,3584,0.035468800862630205
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,6144,3584,0.026712532838185626
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,6144,3584,0.027272532383600872
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,6144,3584,0.02630079984664917
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,6144,3584,0.02563626567522685
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,6144,3584,0.025630933046340943
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,6144,3584,0.017010132471720375
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,6144,3584,0.02442773381868998
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,6144,3584,0.01576533317565918
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,6144,3584,0.016221867005030314
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,6144,3584,0.014653866489728292
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,6144,3584,0.01421440045038859
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,6144,3584,0.014436266819636025
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,6144,3584,0.01448853313922882
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,6144,3584,0.014531200130780539
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,6144,3584,0.014099199573198953
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,6144,3584,0.014475733041763306
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,6144,3584,0.014087466398874917
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,6144,3584,0.01411733329296112
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,6144,3584,0.013680000106493631
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,6144,3584,0.013672533631324767
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,6144,3584,0.013620266318321228
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,6144,3584,0.013398399949073792
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,6144,3584,0.013330133756001792
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,6144,3584,0.013310933113098144
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,6144,3584,0.013684266805648803
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,6144,3584,0.01328000028928121
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,6144,3584,0.013300266861915589
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,6144,3584,0.013442132870356241
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,6144,3584,0.013286399841308593
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,6144,3584,0.013215999801953635
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,6144,3584,0.013230933745702108
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,6144,3584,0.013622400164604188
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,6144,3584,0.013646933436393737
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,6144,3584,0.013693867127100625
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,6144,3584,0.013698133826255798
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,6144,3584,0.013310933113098144
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,6144,3584,0.013245866696039835
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,6144,3584,0.013264000415802002
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,6144,3584,0.013237333297729493
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,6144,3584,0.01366933286190033
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,6144,3584,0.01320746640364329
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,6144,3072,0.74481733640035
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,6144,3072,0.3769386609395345
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,6144,3072,0.19792266686757407
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,6144,3072,0.11381600300470988
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,6144,3072,0.11351066827774048
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,6144,3072,0.1133013367652893
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,6144,3072,0.11311466495196025
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,6144,3072,0.09676933288574219
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,6144,3072,0.09219866991043091
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,6144,3072,0.09239332874615987
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,6144,3072,0.09252267082532246
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,6144,3072,0.0846026639143626
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,6144,3072,0.09400932987531026
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,6144,3072,0.08861200014750163
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,6144,3584,0.0132832000652949
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,6144,3072,0.07033733526865642
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,6144,3072,0.07169199983278911
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,6144,3072,0.07041866580645244
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,6144,3072,0.06546266873677571
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,6144,3072,0.06724800169467926
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,6144,3072,0.06161333123842875
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,6144,3072,0.05328533550103506
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,6144,3072,0.05401999751726786
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,6144,3072,0.052573333183924355
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,6144,3072,0.05042533576488495
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,6144,3072,0.050038665533065796
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,6144,3072,0.040061332285404205
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,6144,3072,0.0367253323396047
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,6144,3072,0.03337999929984411
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,6144,3072,0.03563733398914337
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,6144,3072,0.02902399996916453
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,6144,3072,0.02205866575241089
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,6144,3072,0.020773333807786305
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,6144,3072,0.015450666348139444
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,6144,3072,0.01653999959429105
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,6144,3072,0.028965334097544353
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,6144,3072,0.012184000263611475
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,6144,3072,0.011127999673287073
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,6144,3072,0.01137599969903628
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,6144,3072,0.011417333036661148
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,6144,3072,0.012227999667326609
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,6144,3072,0.010742666820685068
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,6144,3072,0.011402666568756104
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,6144,3072,0.010714666297038397
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,6144,3072,0.010431999961535135
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,6144,3072,0.00935199980934461
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,6144,3072,0.00934266671538353
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,6144,3072,0.009350666776299477
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,6144,3072,0.010131999850273132
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,6144,3072,0.00995333306491375
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,6144,3072,0.010142666598161062
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,6144,3072,0.010194666683673859
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,6144,3072,0.010114666695396105
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,6144,3072,0.008861333131790161
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,6144,3072,0.009850666547815004
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,6144,3072,0.008938666433095932
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,6144,3072,0.009837333112955093
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,6144,3072,0.008832000195980072
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,6144,3072,0.008813333387176195
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,6144,3584,0.013297067085901896
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,6144,3072,0.008791999891400337
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,6144,3072,0.009414666642745336
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,6144,3072,0.009394666800896326
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,6144,3072,0.009422666703661283
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,6144,3072,0.009348000089327494
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,6144,3072,0.009436000138521194
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,6144,3072,0.0093319999674956
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,6144,3072,0.009398666520913443
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,6144,3072,0.008726666371027628
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,6144,3072,0.008352000266313553
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,6144,3072,0.00868666668732961
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,6144,3072,0.008381333202123642
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,6144,3072,0.008639999975760778
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,6144,3072,0.008571999768416086
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,6144,3072,0.008760000268618265
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,6144,3072,0.009122666592399279
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,6144,3072,0.3162442525227865
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,6144,3072,0.15184532801310222
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,6144,3072,0.6332970937093099
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,6144,3072,0.09065492947896323
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,6144,3584,0.01328213314215342
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,6144,3072,0.09067306518554688
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,6144,3072,0.08706239859263101
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,6144,3072,0.08763626416524252
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,6144,3072,0.08449172973632812
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,6144,3072,0.09184319972991943
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,6144,3072,0.07987093130747477
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,6144,3072,0.08027093410491944
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,6144,3072,0.07405440012613931
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,6144,3072,0.0834485371907552
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,6144,3072,0.06999999682108561
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,6144,3072,0.06691199938456217
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,6144,3072,0.06327999830245971
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,6144,3072,0.06828266779581706
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,6144,3072,0.0627626657485962
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,6144,3072,0.06324586470921835
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,6144,3072,0.055802667140960695
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,6144,3072,0.05742719968159994
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,6144,3072,0.05164693196614584
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,6144,3072,0.05109333197275797
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,6144,3072,0.04917653401692708
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,6144,3072,0.041444265842437746
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,6144,3072,0.03986560106277466
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,6144,3072,0.04072426557540894
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,6144,3072,0.036177066961924235
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,6144,3072,0.03544853528340657
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,6144,3072,0.0321237325668335
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,6144,3072,0.03101866642634074
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,6144,3072,0.02691733241081238
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,6144,3072,0.026867200930913288
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,6144,3072,0.023822933435440063
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,6144,3072,0.021465599536895752
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,6144,3072,0.022807466983795165
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,6144,3072,0.022612265745798745
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,6144,3072,0.02257919907569885
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,6144,3072,0.021040000518163047
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,6144,3072,0.020923733711242676
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,6144,3072,0.021720532576243082
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,6144,3072,0.020717867215474448
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,6144,3072,0.018873600165049235
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,6144,3072,0.018869332472483315
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,6144,3072,0.018809600671132406
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,6144,3072,0.019563732544581096
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,6144,3072,0.019683200120925903
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,6144,3072,0.01885973413785299
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,6144,3072,0.019291732708613077
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,6144,3072,0.019595734278361
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,6144,3072,0.049709868431091306
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,6144,3072,0.018514132499694823
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,6144,3072,0.017029333114624023
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,6144,3072,0.016953599452972413
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,6144,3072,0.018076799313227334
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,6144,3072,0.04261759916941325
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,6144,3072,0.01729493339856466
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,6144,3072,0.016794667641321818
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,6144,3072,0.01768746574719747
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,6144,3072,0.01662613352139791
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,6144,3072,0.01676586667696635
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,6144,3072,0.017697066068649292
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,6144,3072,0.016619732975959776
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,6144,3072,0.01846826672554016
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,6144,3072,0.017515732844670614
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,6144,3072,0.016663466890652977
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,6144,3072,0.016633599996566772
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,6144,3072,0.017499732971191406
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,6144,3072,0.016492799917856852
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,6144,3072,0.016539733608563742
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,6144,3072,0.016567466656366985
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,6144,3072,0.016535466909408568
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,6144,3072,0.016541866461435954
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,6144,3072,0.0167413334051768
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,6144,3584,0.01321386694908142
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,6144,3584,0.013208533326784769
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,6144,3584,0.013277866442998252
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,6144,3584,0.01330560048421224
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,6144,3072,0.24119146664937338
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,6144,3072,0.41781972249348953
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,6144,3072,0.20137279828389487
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,6144,3072,0.19254933993021647
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,6144,3072,0.18750720024108886
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,6144,3072,0.8246581395467123
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,6144,3072,0.1643935998280843
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,6144,3072,0.15786026318868002
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,6144,3072,0.14683519999186198
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,6144,3072,1.6274517059326172
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,6144,3072,0.11237013339996338
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,6144,3072,0.10752747058868409
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,6144,3072,0.09947840372721353
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,6144,3072,0.2213045279184977
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,6144,3072,0.22746559778849282
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,6144,3072,0.20769386291503905
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,6144,3072,0.06999680201212564
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,6144,3072,0.06610666513442993
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,6144,3072,0.20507200558980307
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,6144,3072,0.06285973389943442
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,6144,3072,0.17342294057210286
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,6144,3072,0.12846186955769856
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,6144,3072,0.04706773360570272
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,6144,3072,0.1348906675974528
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,6144,3072,0.04406079848607381
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,6144,3072,0.04023573398590088
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,6144,3072,0.026392533381779985
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,6144,3072,0.023521065711975098
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,6144,3072,0.09162453015645346
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,6144,3072,0.08688960075378419
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,6144,3072,0.08535786469777426
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,6144,3072,0.06185386578241984
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,6144,3072,0.05173866748809815
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,6144,3072,0.03192533254623413
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,6144,3072,0.035104000568389894
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,6144,3072,0.017885865767796834
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,6144,3072,0.015685333808263143
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,6144,3072,0.015383467078208923
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,6144,3072,0.01569706698258718
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,6144,3072,0.014917332927385965
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,6144,3072,0.013671466708183288
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,6144,3072,0.014104533195495605
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,6144,3072,0.014075733224550881
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,6144,3072,0.014147200187047324
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,6144,3072,0.012231466174125672
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,6144,3072,0.010828800002733866
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,6144,3072,0.010673066973686219
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,6144,3072,0.010815999905268351
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,6144,3072,0.015264000495274863
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,6144,3072,0.014644267161687216
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,6144,3072,0.01606186628341675
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,6144,3072,0.015262933572133383
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,6144,3072,0.014506666858990987
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,6144,3072,0.014899200201034546
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,6144,3072,0.012380799651145935
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,6144,3072,0.015718400478363037
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,6144,3072,0.015777066349983215
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,6144,3072,0.014500266313552857
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,6144,3072,0.015759999553362526
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,6144,3072,0.016474666198094685
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,6144,3072,0.01572480003039042
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,6144,3072,0.014567466576894126
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,6144,3072,0.01532799998919169
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,6144,3072,0.016125866770744325
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,6144,3072,0.015718400478363037
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,6144,3072,0.014878933628400167
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,6144,3072,0.015729066729545594
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,6144,3072,0.016489600141843162
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,6144,3072,0.0121888001759847
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,6144,3072,0.011995733777681986
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,6144,3072,0.012004266182581585
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,6144,3072,0.19493120511372883
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,6144,3072,0.3881226539611816
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,6144,3072,0.10445120334625244
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,6144,3072,0.012401066223780314
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,6144,3072,0.012037332852681477
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,6144,3072,0.011731200416882833
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,6144,3072,0.060578131675720216
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,6144,3072,0.061417599519093834
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,6144,3072,0.059278933207194004
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,6144,3072,0.05967786709467569
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,6144,3072,0.05785173177719116
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,6144,3072,0.05128213167190552
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,6144,3072,0.05274026791254679
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,6144,3072,0.05061653455098471
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,6144,3072,0.04994986852010091
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,6144,3072,0.049932801723480226
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,6144,3072,0.048902400334676105
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,6144,3072,0.04148693482081096
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,6144,3072,0.040446933110555014
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,6144,3072,0.04309866825739543
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,6144,3072,0.04182720184326172
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,6144,3072,0.040667732556660965
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,6144,3072,0.03954773346583049
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,6144,3072,0.03411200046539307
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,6144,3072,0.033140265941619874
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,6144,3072,0.032849067449569704
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,6144,3072,0.03204906582832336
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,6144,3072,0.03171199957529704
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,6144,3072,0.030884265899658203
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,6144,3072,0.024694399038950602
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,6144,3072,0.023896533250808715
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,6144,3072,0.023949867486953734
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,6144,3072,0.022804266214370726
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,6144,3072,0.022712532679239908
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,6144,3072,0.02196586728096008
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,6144,3072,0.0156960000594457
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,6144,3072,0.01486186683177948
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,6144,3072,0.014514133334159851
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,6144,3072,0.013644799590110779
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,6144,3072,0.012955733140309653
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,6144,3072,0.013230933745702108
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,6144,3072,0.013309866189956665
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,6144,3072,0.01328426698843638
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,6144,3072,0.013214932878812155
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,6144,3072,0.01288640002409617
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,6144,3072,0.01285653313000997
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,6144,3072,0.0125109334786733
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,6144,3072,0.012878933548927307
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,6144,3072,0.012478933731714884
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,6144,3072,0.012460800011952718
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,6144,3072,0.012410666545232136
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,6144,3072,0.012551466623942057
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,6144,3072,0.01242453356583913
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,6144,3072,0.012470400333404541
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,6144,3072,0.012101333340009053
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,6144,3072,0.012462932864824932
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,6144,3072,0.012494933605194092
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,6144,3072,0.012461866935094197
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,6144,3072,0.012076800068219502
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,6144,3072,0.01246399978796641
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,6144,3072,0.012455466389656066
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,6144,3072,0.01246506671110789
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,6144,3072,0.012457600235939026
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,6144,3072,0.012446932991345723
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,6144,3072,0.012010666728019714
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,6144,3072,0.012432000041007996
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,6144,3072,0.012387200196584066
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,6144,3072,0.012471466263135274
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,6144,3072,0.012466133634249369
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,6144,3072,0.01206933359305064
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,6144,2560,0.6412352244059245
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,6144,2560,0.3235520044962565
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,6144,2560,0.17052586873372394
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,6144,2560,0.09683626492818197
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,6144,3072,0.012818132837613424
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,6144,2560,0.09719680150349935
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,6144,2560,0.090010666847229
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,6144,2560,0.09629759788513184
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,6144,2560,0.08368533452351888
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,6144,2560,0.08210133711496989
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,6144,2560,0.07746026515960694
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,6144,2560,0.08286826610565186
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,6144,2560,0.07218560377756754
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,6144,2560,0.0834826628367106
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,6144,2560,0.07453866799672446
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,6144,2560,0.06705919901529947
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,6144,2560,0.06042453447977701
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,6144,2560,0.06916800340016684
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,6144,2560,0.05496319929758707
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,6144,2560,0.051077334086100254
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,6144,2560,0.06832640171051026
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,6144,2560,0.04669440189997355
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,6144,2560,0.05034346580505371
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,6144,2560,0.0438805341720581
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,6144,3072,0.012443733215332032
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,6144,2560,0.042865065733591716
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,6144,2560,0.03320106665293376
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,6144,2560,0.031931734085083006
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,6144,2560,0.02797653277715047
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,6144,3072,0.012763733665148417
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,6144,2560,0.030382933219273885
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,6144,2560,0.024120533466339113
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,6144,2560,0.024989867210388185
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,6144,2560,0.017563732465108235
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,6144,2560,0.013260799646377563
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,6144,2560,0.01416213313738505
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,6144,2560,0.010475732882817586
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,6144,2560,0.009565866986910502
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,6144,2560,0.009963732957839967
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,6144,2560,0.010385066270828247
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,6144,2560,0.010756267110506694
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,6144,2560,0.009192533294359843
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,6144,2560,0.009727999567985535
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,6144,2560,0.00979200005531311
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,6144,2560,0.009102933605511983
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,6144,2560,0.008004266520341237
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,6144,2560,0.00830080012480418
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,6144,2560,0.008148266871770223
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,6144,2560,0.008819199601809184
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,6144,2560,0.008954667051633199
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,6144,2560,0.008755200107892354
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,6144,2560,0.00881173312664032
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,6144,2560,0.008789333701133727
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,6144,2560,0.00767146646976471
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,6144,2560,0.008302933474381765
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,6144,2560,0.007796266674995422
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,6144,2560,0.008327466746171314
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,6144,2560,0.0076117331782976794
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,6144,2560,0.007546666761239369
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,6144,2560,0.0502239982287089
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,6144,2560,0.007470933099587758
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,6144,2560,0.008123733103275299
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,6144,2560,0.008078933258851369
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,6144,2560,0.008116266628106435
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,6144,2560,0.008012799918651581
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,6144,2560,0.008120533327261608
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,6144,2560,0.00820906658967336
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,6144,2560,0.008078933258851369
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,6144,2560,0.007525333265463512
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,6144,2560,0.00747519979874293
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,6144,2560,0.007463466624418895
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,6144,2560,0.0074976002176602675
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,6144,2560,0.007539199789365132
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,6144,2560,0.007768533130486806
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,6144,2560,0.007798400024573009
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,6144,2560,0.5340949376424153
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,6144,2560,0.26386987368265785
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,6144,2560,0.13187413215637206
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,6144,2560,0.018609066804250084
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,6144,2560,0.0802506685256958
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,6144,2560,0.007517866790294647
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,6144,2560,0.07785173257191977
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,6144,2560,0.07720746994018554
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,6144,2560,0.07191466490427653
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,6144,2560,0.06995200316111247
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,6144,2560,0.0678933302561442
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,6144,2560,0.06738560199737549
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,6144,2560,0.06201066573460897
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,6144,2560,0.06541333198547364
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,6144,2560,0.06259413162867228
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,6144,2560,0.05791573524475098
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,6144,2560,0.05645653406778971
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,6144,2560,0.05751680135726929
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,6144,2560,0.05533226728439331
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,6144,2560,0.05628586610158285
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,6144,2560,0.047066664695739745
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,6144,2560,0.045157333215077713
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,6144,2560,0.04117759863535563
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,6144,2560,0.04105706612269084
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,6144,2560,0.039262934525807695
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,6144,3072,0.012482133507728577
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,6144,2560,0.03744213183720906
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,6144,2560,0.03635840018590291
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,6144,2560,0.03703893423080444
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,6144,2560,0.03293013374010722
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,6144,2560,0.03400959968566895
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,6144,2560,0.029124265909194945
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,6144,2560,0.02616746624310811
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,6144,2560,0.02534079949061076
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,6144,2560,0.021733333667119346
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,6144,2560,0.048699732621510824
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,6144,2560,0.02074880003929138
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,6144,2560,0.04519146680831909
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,6144,2560,0.02071573336919149
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,6144,2560,0.02143893241882324
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,6144,2560,0.020425599813461304
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,6144,2560,0.020512000719706217
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,6144,2560,0.019826134045918785
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,6144,2560,0.01689066688219706
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,6144,2560,0.01694399913152059
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,6144,2560,0.08606826464335124
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,6144,2560,0.017923200130462648
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,6144,2560,0.0290613333384196
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,6144,2560,0.01831679940223694
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,6144,2560,0.018467199802398682
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,6144,2560,0.017384533087412515
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,6144,2560,0.020466132958730062
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,6144,2560,0.01655893325805664
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,6144,2560,0.01644480029741923
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,6144,2560,0.016546133160591125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,6144,2560,0.016566399733225504
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,6144,2560,0.0164874662955602
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,6144,2560,0.016139733791351318
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,6144,2560,0.016633599996566772
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,6144,2560,0.016432000199953715
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,6144,2560,0.01633280018965403
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,6144,2560,0.021261866887410483
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,6144,2560,0.016520532965660095
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,6144,2560,0.01652479966481527
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,6144,2560,0.016267733772595723
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,6144,2560,0.01665493349234263
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,6144,2560,0.016535466909408568
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,6144,2560,0.014973866939544677
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,6144,2560,0.015318399667739869
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,6144,2560,0.0151936004559199
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,6144,2560,0.0147189329067866
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,6144,2560,0.015266133348147073
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,6144,2560,0.01570026675860087
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,6144,2560,0.018554667631785073
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,6144,2560,0.016357333461443583
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,6144,2560,0.020501333475112914
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,6144,2560,0.01594239970048269
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,6144,3072,0.012054399649302164
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,6144,3072,0.012458667159080505
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,6144,3072,0.01207360029220581
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,6144,2560,0.2277578671773275
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,6144,2560,0.17697493235270184
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,6144,2560,0.3969301223754883
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,6144,2560,0.7806997299194336
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,6144,2560,0.17282026608784992
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,6144,2560,0.16413547197977701
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,6144,2560,0.21764799753824868
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,6144,2560,0.1491103967030843
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,6144,2560,0.12696746985117596
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,6144,2560,0.1329792022705078
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,6144,2560,1.551034673055013
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,6144,2560,0.09326079686482748
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,6144,2560,0.0957856019337972
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,6144,2560,0.08451840082804361
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,6144,2560,0.21322773297627767
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,6144,2560,0.20107626914978027
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,6144,2560,0.06479039986928305
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,6144,2560,0.06104106505711874
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,6144,2560,0.18529493014017742
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,6144,2560,0.053673601150512694
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,6144,2560,0.1255946636199951
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,6144,2560,0.04467946688334147
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,6144,2560,0.14860159556070965
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,6144,2560,0.07571626504262288
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,6144,2560,0.04152746597925822
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,6144,2560,0.03779840071996053
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,6144,2560,0.02476159930229187
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,6144,2560,0.11027413209279377
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,6144,2560,0.022382932901382446
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,6144,2560,0.0821781317392985
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,6144,2560,0.07092479864756265
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,6144,2560,0.05824853181838989
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,6144,2560,0.04817813237508138
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,6144,2560,0.032689066727956136
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,6144,2560,0.0162581334511439
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,6144,2560,0.02970133423805237
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,6144,2560,0.014109866817792258
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,6144,2560,0.014111999670664468
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,6144,2560,0.013688533504803976
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,6144,2560,0.013543466726938883
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,6144,2560,0.012756266196568809
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,6144,2560,0.012387200196584066
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,6144,2560,0.010712533195813497
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,6144,2560,0.012872533003489176
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,6144,2560,0.010872532924016316
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,6144,2560,0.010826667149861652
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,6144,2560,0.011229866743087768
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,6144,2560,0.009450667103131612
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,6144,2560,0.01246399978796641
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,6144,2560,0.011612799763679505
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,6144,2560,0.013685333728790283
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,6144,2560,0.01325440009435018
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,6144,2560,0.013700266679128012
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,6144,2560,0.013276799519856771
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,6144,2560,0.012449066837628682
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,6144,2560,0.012942933042844138
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,6144,2560,0.013221333424250284
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,6144,2560,0.013691733280817667
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,6144,2560,0.013212800025939941
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,6144,2560,0.013838932911554972
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,6144,2560,0.014051199952761332
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,6144,2560,0.012418133020401002
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,6144,2560,0.014081066846847535
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,6144,2560,0.012836266557375589
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,6144,2560,0.014036267002423605
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,6144,2560,0.014028799533843995
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,6144,2560,0.012851199507713318
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,6144,2560,0.01446399986743927
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,6144,2560,0.012870400150616964
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,6144,2560,0.010634666681289673
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,6144,2560,0.014535466829935709
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,6144,2560,0.010843732953071594
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,6144,2560,0.010814932982126872
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,6144,2560,0.011085866888364156
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,6144,2560,0.3327146530151367
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,6144,2560,0.09104426701863608
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,6144,2560,0.16929279963175456
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,6144,2560,0.05129919846852621
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,6144,2560,0.051001600424448644
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,6144,2560,0.052458667755126955
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,6144,2560,0.053420801957448326
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,6144,2560,0.049820800622304276
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,6144,2560,0.04554986556371053
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,6144,2560,0.04445333480834961
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,6144,2560,0.0445525328318278
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,6144,2560,0.04305919806162516
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,6144,2560,0.037085866928100585
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,6144,2560,0.04224106470743815
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,6144,2560,0.043584001064300534
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,6144,2560,0.037718399365743
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,6144,2560,0.036823467413584395
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,6144,2560,0.03614720106124878
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,6144,2560,0.035034668445587155
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,6144,2560,0.035734399159749346
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,6144,2560,0.0301418662071228
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,6144,2560,0.029307732979456585
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,6144,2560,0.028972800572713214
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,6144,2560,0.028653866052627562
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,6144,2560,0.028385066986083986
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,6144,2560,0.022294400135676067
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,6144,2560,0.028042666117350262
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,6144,2560,0.021425066391626994
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,6144,2560,0.02066133419672648
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,6144,2560,0.021359999974568687
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,6144,2560,0.02039466698964437
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,6144,2560,0.019707733392715455
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,6144,2560,0.014100266496340432
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,6144,2560,0.013052800297737121
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,6144,2560,0.012589866916338602
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,6144,2560,0.012089600165685017
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,6144,2560,0.013000532984733582
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,6144,2560,0.01211199959119161
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,6144,2560,0.011987200379371643
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,6144,2560,0.011983999609947204
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,6144,2560,0.012114133437474568
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,6144,2560,0.012018133203188579
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,6144,2560,0.012027733524640401
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,6144,2560,0.01163093348344167
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,6144,2560,0.01167680025100708
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,6144,2560,0.01167039970556895
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,6144,2560,0.011602133512496948
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,6144,2560,0.011199999849001567
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,6144,2560,0.01164479951063792
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,6144,2560,0.01164479951063792
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,6144,2560,0.011839999755223592
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,6144,2560,0.011577600240707397
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,6144,2560,0.011637333035469054
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,6144,2560,0.011564800143241882
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,6144,2560,0.011532800396283467
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,6144,2560,0.011622400085131327
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,6144,2560,0.011226666967074077
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,6144,2560,0.011633066336313884
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,6144,2560,0.011636267105738323
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,6144,2560,0.011215999722480774
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,6144,2560,0.011237333218256634
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,6144,2560,0.01167466640472412
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,6144,2560,0.011199999849001567
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,6144,2560,0.01123306651910146
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,6144,2560,0.011252267162005107
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,6144,2560,0.011641599734624227
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,6144,2560,0.01162986656030019
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,6144,2048,0.5048159917195638
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,6144,2048,0.26208213170369465
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,6144,2048,0.13938560485839843
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,6144,2048,0.08110079765319825
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,6144,2048,0.07993173599243164
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,6144,2560,0.01125973363717397
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,6144,2048,0.07992533047993979
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,6144,2048,0.06869866847991943
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,6144,2048,0.06849280198415121
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,6144,2048,0.059356800715128576
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,6144,2048,0.0594485322634379
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,6144,2048,0.055325865745544434
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,6144,2048,0.06053440173467001
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,6144,2048,0.06191786527633667
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,6144,2048,0.04794453382492066
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,6144,2560,0.011653332908948263
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,6144,2048,0.046649599075317384
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,6144,2048,0.04883306821187337
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,6144,2048,0.04424320062001546
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,6144,2048,0.04494719902674357
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,6144,2048,0.039603201548258464
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,6144,2048,0.03693546851476033
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,6144,2048,0.03563626607259114
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,6144,2048,0.03480000098546346
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,6144,2048,0.035434667269388834
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,6144,2048,0.03249066670735677
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,6144,2048,0.02677226662635803
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,6144,2048,0.025563732782999678
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,6144,2048,0.023618133862813313
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,6144,2048,0.02484053373336792
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,6144,2048,0.01980479955673218
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,6144,2048,0.020227199792861937
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,6144,2048,0.014601600170135499
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,6144,2048,0.015476266543070475
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,6144,2048,0.011179733276367187
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,6144,2048,0.012384000420570373
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,6144,2048,0.009191466371218364
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,6144,2048,0.008468266328175862
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,6144,2048,0.00848533312479655
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,6144,2048,0.008679466446240743
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,6144,2048,0.06206826766331991
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,6144,2048,0.009195733070373534
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,6144,2048,0.008186666667461396
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,6144,2048,0.008342400193214417
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,6144,2048,0.008679466446240743
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,6144,2048,0.007978666822115581
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,6144,2048,0.007048533360163371
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,6144,2048,0.0070698668559392285
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,6144,2048,0.007080533107121785
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,6144,2048,0.008158933122952778
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,6144,2048,0.007518933216730754
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,6144,2048,0.007947733501593272
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,6144,2048,0.007527466615041096
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,6144,2048,0.009660800298055012
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,6144,2048,0.00666133314371109
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,6144,2048,0.006683733562628429
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,6144,2048,0.006716800232728322
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,6144,2048,0.006502399841944377
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,6144,2048,0.007474133372306823
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,6144,2048,0.006493866443634033
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,6144,2048,0.00658133327960968
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,6144,2048,0.007049599786599477
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,6144,2048,0.007041066884994507
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,6144,2048,0.007115733126799266
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,6144,2048,0.007109333574771881
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,6144,2048,0.0070602665344874065
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,6144,2048,0.007062399884064992
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,6144,2560,0.011595732967058818
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,6144,2048,0.006450133522351582
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,6144,2048,0.006523733337720235
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,6144,2048,0.0065290664633115125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,6144,2048,0.006498133142789205
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,6144,2048,0.0063701331615448
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,6144,2048,0.00664106657107671
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,6144,2048,0.006637866795063019
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,6144,2048,0.4277557373046875
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,6144,2048,0.22060052553812662
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,6144,2048,0.007106133302052816
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,6144,2048,0.06603626807530721
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,6144,2048,0.11413866678873699
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,6144,2048,0.06603946685791015
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,6144,2048,0.06781013011932373
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,6144,2048,0.06363413333892823
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,6144,2048,0.0630506674448649
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,6144,2048,0.006260266900062561
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,6144,2048,0.059429331620534265
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,6144,2048,0.05999786853790283
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,6144,2048,0.058592001597086586
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,6144,2048,0.05436799923578898
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,6144,2048,0.05838826497395834
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,6144,2048,0.05316480000813802
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,6144,2048,0.04938986698786418
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,6144,2048,0.04910080035527547
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,6144,2048,0.04740266799926758
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,6144,2048,0.048953600724538165
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,6144,2048,0.04176959991455078
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,6144,2048,0.04072639942169189
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,6144,2048,0.040090668201446536
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,6144,2048,0.03899306853612264
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,6144,2048,0.037096532185872395
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,6144,2048,0.03743253151575725
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,6144,2048,0.03647679885228475
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,6144,2048,0.03484479983647664
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,6144,2048,0.03317866722742717
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,6144,2048,0.033317333459854125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,6144,2048,0.030125866333643597
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,6144,2048,0.030048000812530517
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,6144,2048,0.025895466407140095
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,6144,2048,0.022699733575185142
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,6144,2048,0.023181867599487305
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,6144,2048,0.019962666432062785
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,6144,2048,0.019002666076024376
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,6144,2048,0.02037546634674072
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,6144,2048,0.018943999210993448
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,6144,2048,0.01967466672261556
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,6144,2048,0.018532266219456993
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,6144,2048,0.019061332941055296
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,6144,2048,0.019897600015004478
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,6144,2048,0.018329600493113198
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,6144,2048,0.017595734198888144
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,6144,2048,0.01747093399365743
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,6144,2048,0.017638399203618368
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,6144,2048,0.01723840037981669
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,6144,2048,0.01728106737136841
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,6144,2048,0.05078719854354859
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,6144,2048,0.016696532567342125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,6144,2048,0.016569599509239197
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,6144,2048,0.016714666287104288
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,6144,2048,0.016307199994723
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,6144,2048,0.01636373301347097
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,6144,2048,0.01567359964052836
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,6144,2048,0.015196800231933594
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,6144,2048,0.016207999984423318
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,6144,2048,0.017515732844670614
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,6144,2048,0.0165503998597463
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,6144,2048,0.015709867080052696
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,6144,2048,0.015398400028546652
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,6144,2048,0.014603733023007711
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,6144,2048,0.016338133811950685
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,6144,2048,0.02719786763191223
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,6144,2048,0.015119999647140503
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,6144,2048,0.016235733032226564
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,6144,2048,0.014517333110173544
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,6144,2048,0.014465066790580749
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,6144,2048,0.014450132846832275
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,6144,2048,0.014600533246994018
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,6144,2048,0.014458666245142618
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,6144,2048,0.014481066664059957
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,6144,2048,0.014460800091425577
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,6144,2048,0.014528000354766845
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,6144,2048,0.01697173317273458
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,6144,2560,0.011194666226704914
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,6144,2560,0.011252267162005107
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,6144,2560,0.011244799693425496
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,6144,2560,0.011371733744939168
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,6144,2048,0.7457301457722981
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,6144,2048,0.20373013814290367
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,6144,2048,0.3763765335083008
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,6144,2048,0.1599221388498942
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,6144,2048,0.1495850721995036
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,6144,2048,0.1373055934906006
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,6144,2048,0.12605546315511068
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,6144,2048,0.10797866980234783
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,6144,2048,1.4825845082600912
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,6144,2048,0.10787733395894368
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,6144,2048,0.08520533243815104
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,6144,2048,0.19355519612630206
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,6144,2048,0.08025813102722168
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,6144,2048,0.07788373629252116
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,6144,2048,0.17730773289998372
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,6144,2048,0.16177706718444823
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,6144,2048,0.06083199977874756
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,6144,2048,0.17314987182617186
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,6144,2048,0.057226665814717616
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,6144,2048,0.0507967988650004
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,6144,2048,0.1363584041595459
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,6144,2048,0.04234986702601115
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,6144,2048,0.037862400213877365
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,6144,2048,0.09584533373514811
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,6144,2048,0.03579839865366618
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,6144,2048,0.09222293694814046
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,6144,2048,0.02220266660054525
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,6144,2048,0.020889600118001304
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,6144,2048,0.069596799214681
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,6144,2048,0.07071680227915446
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,6144,2048,0.06541653474171957
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,6144,2048,0.05389440059661865
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,6144,2048,0.0456767996152242
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,6144,2048,0.028223999341328937
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,6144,2048,0.030131200949350994
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,6144,2048,0.014637866616249084
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,6144,2048,0.012537599603335062
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,6144,2048,0.01158186693986257
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,6144,2048,0.012442666292190551
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,6144,2048,0.012889599800109864
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,6144,2048,0.011634133259455363
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,6144,2048,0.012485333283742269
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,6144,2048,0.011199999849001567
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,6144,2048,0.011296000083287556
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,6144,2048,0.00993066628774007
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,6144,2048,0.008331733445326488
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,6144,2048,0.011653332908948263
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,6144,2048,0.009934932986895243
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,6144,2048,0.01087679962317149
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,6144,2048,0.0113045334815979
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,6144,2048,0.011622400085131327
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,6144,2048,0.012787200013796487
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,6144,2048,0.012051199873288471
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,6144,2048,0.01199893355369568
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,6144,2048,0.012370133399963379
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,6144,2048,0.012013866504033407
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,6144,2048,0.012379733721415202
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,6144,2048,0.009943466385205586
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,6144,2048,0.012082133690516155
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,6144,2048,0.012036266922950744
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,6144,2048,0.013286399841308593
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,6144,2048,0.01197760005791982
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,6144,2048,0.012844799955685934
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,6144,2048,0.009998933474222819
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,6144,2048,0.012406399846076966
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,6144,2048,0.012446932991345723
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,6144,2048,0.01291306714216868
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,6144,2048,0.011980799833933513
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,6144,2048,0.013217066725095114
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,6144,2048,0.009611733754475911
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,6144,2048,0.009938133756319682
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,6144,2048,0.012583466370900473
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,6144,2048,0.04402773380279541
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,6144,2048,0.04484053452809651
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,6144,2048,0.2775520006815592
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,6144,2048,0.14229440689086914
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,6144,2048,0.07748479843139648
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,6144,2048,0.044064001242319746
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,6144,2048,0.009567999839782714
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,6144,2048,0.009700266520182292
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,6144,2048,0.04257599910100301
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,6144,2048,0.043449600537618
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,6144,2048,0.038327467441558835
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,6144,2048,0.039027198155721025
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,6144,2048,0.03772906859715779
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,6144,2048,0.03824319839477539
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,6144,2048,0.037300264835357665
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,6144,2048,0.03222613334655762
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,6144,2048,0.036124801635742186
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,6144,2048,0.03211413423220317
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,6144,2048,0.03204693396886189
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,6144,2048,0.03131626645723979
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,6144,2048,0.031176533301671343
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,6144,2048,0.030315732955932616
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,6144,2048,0.025214932362238568
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,6144,2048,0.02582506736119588
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,6144,2048,0.024873600403467814
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,6144,2048,0.024388267596562704
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,6144,2048,0.023499733209609984
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,6144,2048,0.019219199816385903
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,6144,2048,0.018602667252222697
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,6144,2048,0.024632533391316734
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,6144,2048,0.01836693286895752
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,6144,2048,0.018220800161361694
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,6144,2048,0.017900800704956053
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,6144,2048,0.01725333333015442
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,6144,2048,0.012472533186276754
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,6144,2048,0.01163093348344167
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,6144,2048,0.011918933192888895
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,6144,2048,0.011159466703732808
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,6144,2048,0.010947199662526448
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,6144,2048,0.010849066575368245
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,6144,2048,0.010851200421651204
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,6144,2048,0.011165866255760193
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,6144,2048,0.011245866616566975
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,6144,2048,0.010777599612871806
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,6144,2048,0.01088106632232666
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,6144,2048,0.010759466886520385
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,6144,2048,0.010444800059000652
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,6144,2048,0.010519466797510783
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,6144,2048,0.010648533701896667
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,6144,2048,0.010439466436703999
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,6144,2048,0.010626133282979329
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,6144,2048,0.010803199807802836
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,6144,2048,0.010804266730944315
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,6144,2048,0.01076479951540629
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,6144,2048,0.01040000021457672
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,6144,2048,0.010827733079592387
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,6144,2048,0.010776533683141073
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,6144,2048,0.010338133573532105
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,6144,2048,0.010452266534169514
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,6144,2048,0.010571733117103577
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,6144,2048,0.010331733028093974
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,6144,2048,0.01035093367099762
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,6144,2048,0.01042560040950775
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,6144,2048,0.010457600156466167
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,6144,2048,0.010526933272679647
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,6144,2048,0.01072746713956197
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,6144,2048,0.010784000158309937
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,6144,2048,0.010360532999038696
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,6144,2048,0.010376532872517902
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,6144,1536,0.39050238927205405
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,6144,1536,0.1916063944498698
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,6144,1536,0.09974933465321859
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,6144,1536,0.05990720192591349
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,6144,1536,0.057810131708780924
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,6144,1536,0.05912853479385376
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,6144,1536,0.05509013334910075
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,6144,1536,0.04965546528498332
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,6144,1536,0.046222933133443195
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,6144,1536,0.04530239899953206
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,6144,1536,0.04437973499298096
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,6144,1536,0.042148268222808837
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,6144,1536,0.04445013205210368
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,6144,1536,0.04018133481343587
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,6144,1536,0.03687253395716349
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,6144,1536,0.03599253495534261
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,6144,1536,0.03694080114364624
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,6144,1536,0.03402880032857259
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,6144,1536,0.03494186798731486
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,6144,1536,0.030326400200525922
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,6144,1536,0.028268800179163618
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,6144,1536,0.027961599826812743
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,6144,1536,0.026962133248647054
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,6144,1536,0.026342399915059406
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,6144,1536,0.025175466140111284
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,6144,1536,0.02097599903742472
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,6144,1536,0.01989013353983561
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,6144,1536,0.018427733580271402
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,6144,1536,0.01939199964205424
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,6144,1536,0.015686399737993875
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,6144,1536,0.014896000425020853
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,6144,1536,0.012582400441169738
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,6144,1536,0.011905066172281901
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,6144,1536,0.009155199925104777
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,6144,1536,0.009512533744176228
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,6144,1536,0.007774933179219563
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,6144,1536,0.006634666522343953
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,6144,1536,0.0069909334182739254
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,6144,1536,0.006986666719118755
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,6144,1536,0.007469866673151653
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,6144,1536,0.00664213349421819
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,6144,1536,0.007114666700363159
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,6144,1536,0.007063466807206471
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,6144,1536,0.006675200164318084
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,6144,1536,0.005409066875775656
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,6144,1536,0.005486933390299479
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,6144,1536,0.005836800237496694
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,6144,2048,0.010460799932479859
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,6144,1536,0.00626986672480901
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,6144,1536,0.00631466656923294
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,6144,1536,0.006308266520500183
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,6144,1536,0.006300800045331319
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,6144,1536,0.00625600020090739
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,6144,1536,0.00505920002857844
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,6144,1536,0.005043200155099233
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,6144,1536,0.005062399804592133
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,6144,1536,0.005094400048255921
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,6144,1536,0.005465599894523621
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,6144,1536,0.004655999938646952
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,6144,1536,0.0052597333987553915
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,6144,1536,0.005346133311589559
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,6144,1536,0.005475200215975444
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,6144,1536,0.005413333574930826
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,6144,1536,0.0054613331953684485
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,6144,1536,0.005376000205675761
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,6144,1536,0.005201066533724466
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,6144,1536,0.005333333214124044
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,6144,1536,0.004683733483155568
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,6144,1536,0.0046517332394917805
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,6144,1536,0.0047082667549451195
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,6144,1536,0.0046634669105211895
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,6144,1536,0.004706133405367533
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,6144,1536,0.004625066618124644
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,6144,1536,0.004637866715590159
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,6144,1536,0.0049792001644770306
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,6144,2048,0.010413866241772969
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,6144,1536,0.15447573661804198
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,6144,1536,0.32423359553019204
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,6144,1536,0.08536319732666016
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,6144,1536,0.05475306510925293
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,6144,1536,0.05496639808019003
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,6144,1536,0.05304533243179321
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,6144,1536,0.05341013272603353
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,6144,1536,0.049347201983133956
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,6144,1536,0.04780906836191813
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,6144,1536,0.047082666556040445
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,6144,1536,0.046700799465179445
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,6144,1536,0.043229866027832034
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,6144,1536,0.04316480159759521
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,6144,1536,0.04262080192565918
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,6144,1536,0.041017599900563556
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,6144,1536,0.039061331748962404
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,6144,1536,0.04086826642354329
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,6144,1536,0.04112639824549357
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,6144,1536,0.04126400152842204
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,6144,1536,0.03698133230209351
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,6144,1536,0.03507413466771443
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,6144,1536,0.03515093326568604
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,6144,1536,0.03585600058237712
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,6144,1536,0.032919466495513916
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,6144,1536,0.031128533681233722
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,6144,1536,0.030801065762837726
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,6144,1536,0.02914773424466451
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,6144,1536,0.028871466716130573
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,6144,1536,0.02642773389816284
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,6144,1536,0.026791467269261675
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,6144,2048,0.01049066682656606
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,6144,1536,0.023308799664179484
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,6144,1536,0.020924800634384157
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,6144,1536,0.020703999201456706
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,6144,1536,0.018602667252222697
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,6144,2048,0.010600533088048298
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,6144,1536,0.01729493339856466
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,6144,1536,0.01813546617825826
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,6144,1536,0.018262400229771932
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,6144,1536,0.017646932601928712
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,6144,1536,0.016888533035914102
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,6144,1536,0.01733013391494751
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,6144,1536,0.01664959987004598
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,6144,1536,0.016500266393025716
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,6144,1536,0.01613759994506836
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,6144,1536,0.016254933675130208
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,6144,1536,0.016448000073432924
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,6144,2048,0.010437333583831787
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,6144,1536,0.016411733627319337
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,6144,1536,0.016410666704177856
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,6144,1536,0.016539733608563742
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,6144,1536,0.015849600235621132
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,6144,1536,0.01646506687005361
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,6144,1536,0.014629333217938741
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,6144,1536,0.01600106656551361
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,6144,1536,0.014980266491572062
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,6144,1536,0.015194666385650635
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,6144,1536,0.014579199751218162
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,6144,1536,0.017043199141820273
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,6144,1536,0.01477013329664866
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,6144,1536,0.01601066688696543
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,6144,1536,0.03299199938774109
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,6144,1536,0.0145087997118632
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,6144,1536,0.014541866381963095
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,6144,1536,0.014537599682807923
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,6144,1536,0.014531200130780539
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,6144,1536,0.014513066411018372
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,6144,1536,0.014446933070818582
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,6144,1536,0.014697600404421488
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,6144,1536,0.014507733782132468
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,6144,1536,0.014477866888046264
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,6144,1536,0.014376533031463624
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,6144,1536,0.014594133694966635
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,6144,1536,0.014470400412877402
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,6144,1536,0.014452266693115234
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,6144,1536,0.023797333240509033
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,6144,1536,0.01471573313077291
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,6144,2048,0.010433066884676616
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,6144,2048,0.010757333040237427
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,6144,1536,0.17536853154500326
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,6144,1536,0.1302239974339803
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,6144,1536,0.12173226674397786
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,6144,1536,0.3683039983113607
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,6144,1536,0.723528544108073
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,6144,1536,0.11633386611938476
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,6144,1536,0.10063786506652832
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,6144,1536,0.09498453140258789
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,6144,1536,0.09079360167185466
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,6144,1536,0.1579733371734619
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,6144,1536,0.07702399889628092
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,6144,1536,0.16519039471944172
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,6144,1536,1.424294408162435
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,6144,1536,0.07266026337941488
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,6144,1536,0.07291200160980224
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,6144,1536,0.15385492642720539
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,6144,1536,0.05650346676508585
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,6144,1536,0.12766400178273518
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,6144,1536,0.053490134080251064
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,6144,1536,0.04737279812494914
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,6144,1536,0.10521492958068848
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,6144,1536,0.03935146729151408
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,6144,1536,0.08511253197987875
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,6144,1536,0.03415466547012329
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,6144,1536,0.03333546717961629
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,6144,1536,0.08192746639251709
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,6144,1536,0.020588799317677816
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,6144,1536,0.019426133235295615
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,6144,1536,0.061484801769256595
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,6144,1536,0.06631893316904704
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,6144,1536,0.06384640137354533
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,6144,1536,0.04949333270390828
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,6144,1536,0.04200746615727742
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,6144,1536,0.02762346665064494
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,6144,1536,0.01409173309803009
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,6144,1536,0.012050132950146992
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,6144,1536,0.010844799876213073
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,6144,1536,0.012032000223795573
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,6144,1536,0.026065067450205488
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,6144,1536,0.012219732999801636
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,6144,1536,0.011986133456230164
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,6144,1536,0.010846933722496033
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,6144,1536,0.01123520036538442
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,6144,1536,0.009220266342163086
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,6144,1536,0.011129599809646607
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,6144,1536,0.010752000411351522
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,6144,1536,0.009282132983207703
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,6144,1536,0.010199466347694397
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,6144,1536,0.009597866733868917
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,6144,1536,0.009196799993515015
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,6144,1536,0.010433066884676616
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,6144,1536,0.01033066709836324
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,6144,1536,0.011239467064539592
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,6144,1536,0.010776533683141073
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,6144,1536,0.010409599542617798
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,6144,1536,0.010030933221181234
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,6144,1536,0.01076800028483073
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,6144,1536,0.010813867052396137
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,6144,1536,0.009983999530474345
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,6144,1536,0.010825600226720173
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,6144,1536,0.010409599542617798
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,6144,1536,0.011211733023325603
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,6144,1536,0.009990400075912476
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,6144,1536,0.010755200187365215
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,6144,1536,0.011358933647473653
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,6144,1536,0.01115733285744985
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,6144,1536,0.01121493379275004
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,6144,1536,0.010812800129254658
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,6144,1536,0.010800000031789143
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,6144,1536,0.009141332904497783
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,6144,1536,0.009125333031018574
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,6144,1536,0.0092031995455424
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,6144,1536,0.01084266702334086
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,6144,1536,0.06397546529769897
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,6144,1536,0.03800959984461467
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,6144,1536,0.22720212936401368
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,6144,1536,0.03764373461405436
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,6144,1536,0.1181984027226766
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,6144,1536,0.03676799933115642
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,6144,1536,0.0368127981821696
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,6144,1536,0.035657600561777754
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,6144,1536,0.033090132474899295
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,6144,1536,0.03196053306261699
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,6144,1536,0.030536532402038574
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,6144,1536,0.0324565331141154
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,6144,1536,0.03134933312733968
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,6144,1536,0.03154453237851461
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,6144,1536,0.00997440020243327
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,6144,1536,0.026702932516733807
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,6144,1536,0.027934932708740236
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,6144,1536,0.026858667532602947
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,6144,1536,0.026599466800689697
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,6144,1536,0.02632960081100464
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,6144,1536,0.02216106653213501
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,6144,1536,0.025446399052937822
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,6144,1536,0.021064533789952596
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,6144,1536,0.02164586583773295
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,6144,1536,0.021733333667119346
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,6144,1536,0.020925867557525634
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,6144,1536,0.021179733673731486
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,6144,1536,0.016951467593510947
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,6144,1536,0.016156799594561257
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,6144,1536,0.016157866517702738
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,6144,1536,0.015705600380897522
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,6144,1536,0.015458133816719056
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,6144,1536,0.01123199959595998
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,6144,1536,0.015641599893569946
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,6144,1536,0.010483200351397198
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,6144,1536,0.010407466689745586
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,6144,1536,0.010024533669153849
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,6144,1536,0.010005333026250203
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,6144,1536,0.009739733735720317
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,6144,1536,0.00995733340581258
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,6144,1536,0.009666132926940917
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,6144,1536,0.010019200046857198
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,6144,1536,0.010019200046857198
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,6144,1536,0.009949866930643718
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,6144,1536,0.009585066636403402
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,6144,1536,0.00958720048268636
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,6144,1536,0.00997759997844696
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,6144,1536,0.00962559978167216
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,6144,1536,0.009576533238093059
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,6144,1536,0.009597866733868917
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,6144,1536,0.009576533238093059
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,6144,1536,0.00960213343302409
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,6144,1536,0.00960213343302409
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,6144,1536,0.00962666670481364
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,6144,1536,0.00958079993724823
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,6144,1536,0.009595732887585957
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,6144,1536,0.009179733196894328
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,6144,1536,0.009591466188430786
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,6144,1536,0.009527466694513957
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,6144,1536,0.009155199925104777
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,6144,1536,0.009614933530489604
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,6144,1536,0.009506133198738099
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,6144,1536,0.009571199615796406
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,6144,1536,0.009155199925104777
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,6144,1536,0.009610666831334432
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,6144,1536,0.00958079993724823
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,6144,1536,0.009532800316810608
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,6144,1536,0.009544533491134644
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,6144,1024,0.26978025436401365
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,6144,1536,0.009578667084376017
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,6144,1024,0.13617812792460124
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,6144,1024,0.07022506395975749
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,6144,1024,0.03731946547826131
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,6144,1024,0.03674986759821574
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,6144,1024,0.03566826581954956
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,6144,1024,0.03496319850285848
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,6144,1024,0.033614933490753174
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,6144,1024,0.03406080007553101
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,6144,1024,0.03164479931195577
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,6144,1536,0.00922879974047343
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,6144,1024,0.02890026569366455
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,6144,1024,0.030532266696294146
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,6144,1024,0.029198932647705077
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,6144,1024,0.02532586654027303
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,6144,1024,0.02467413345972697
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,6144,1024,0.026040534178415935
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,6144,1024,0.026817067464192705
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,6144,1024,0.024868265787760416
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,6144,1024,0.021785600980122884
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,6144,1024,0.019666133324305217
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,6144,1024,0.020152533054351808
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,6144,1024,0.01926079988479614
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,6144,1024,0.01754666765530904
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,6144,1024,0.017998933792114258
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,6144,1024,0.015800533692042033
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,6144,1024,0.014437333742777506
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,6144,1024,0.014424533645311991
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,6144,1024,0.014886400103569031
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,6144,1024,0.011915733416875202
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,6144,1024,0.00997866690158844
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,6144,1024,0.012107732892036437
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,6144,1024,0.009532800316810608
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,6144,1024,0.007269333302974701
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,6144,1024,0.005892266829808554
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,6144,1024,0.0053493330876032506
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,6144,1024,0.005029333134492239
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,6144,1024,0.005003733436266581
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,6144,1024,0.005840000013510386
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,6144,1024,0.03521066506703695
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,6144,1024,0.0054293334484100345
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,6144,1024,0.0050901333491007485
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,6144,1024,0.004747733473777771
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,6144,1024,0.004252799848715464
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,6144,1024,0.004265599946180979
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,6144,1024,0.004286933441956838
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,6144,1024,0.004682666560014089
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,6144,1024,0.004682666560014089
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,6144,1024,0.004699733356634776
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,6144,1024,0.004340266684691111
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,6144,1024,0.007901866734027863
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,6144,1024,0.004557866851488749
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,6144,1536,0.009611733754475911
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,6144,1024,0.003770666569471359
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,6144,1024,0.0038975998759269714
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,6144,1024,0.003853866706291834
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,6144,1024,0.003828266759713491
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,6144,1024,0.003853866706291834
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,6144,1024,0.004752000172932943
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,6144,1024,0.003832533210515976
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,6144,1024,0.004031999905904134
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,6144,1024,0.003849600007136663
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,6144,1024,0.003984000037113826
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,6144,1024,0.004010666658480962
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,6144,1024,0.004242133100827535
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,6144,1024,0.004261333247025808
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,6144,1536,0.00957973301410675
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,6144,1024,0.003458133339881897
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,6144,1024,0.0034314667185147605
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,6144,1024,0.0034272000193595886
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,6144,1024,0.003416533271471659
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,6144,1024,0.0035274667044480645
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,6144,1024,0.00340693344672521
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,6144,1024,0.0038506666819254553
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,6144,1024,0.22232747077941895
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,6144,1024,0.1135434627532959
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,6144,1024,0.06571520169576009
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,6144,1536,0.009550933043162029
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,6144,1024,0.04169386625289917
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,6144,1024,0.0034293333689371743
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,6144,1024,0.0038250667353471124
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,6144,1024,0.04194773435592651
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,6144,1024,0.04314666589101156
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,6144,1024,0.04145173231760661
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,6144,1024,0.03943039973576863
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,6144,1024,0.03888533512751262
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,6144,1536,0.009230933586756388
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,6144,1024,0.038227200508117676
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,6144,1024,0.03799893458684285
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,6144,1024,0.03653119802474976
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,6144,1024,0.03692053159077962
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,6144,1024,0.036755200227101645
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,6144,1024,0.03494079907735188
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,6144,1024,0.03491413195927938
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,6144,1024,0.03403306802113851
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,6144,1024,0.035897600650787356
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,6144,1024,0.03101866642634074
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,6144,1024,0.029917865991592407
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,6144,1024,0.029239465792973835
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,6144,1024,0.028823467095692952
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,6144,1024,0.028836266199747725
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,6144,1024,0.028296534220377607
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,6144,1024,0.003804799914360046
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,6144,1024,0.02534079949061076
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,6144,1024,0.02478826642036438
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,6144,1024,0.02285226583480835
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,6144,1024,0.02493333419164022
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,6144,1024,0.022194133202234904
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,6144,1024,0.024426666895548503
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,6144,1024,0.020803199211756388
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,6144,1024,0.018613332509994508
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,6144,1024,0.018968532482782997
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,6144,1024,0.018544000387191773
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,6144,1024,0.016546133160591125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,6144,1024,0.016425599654515587
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,6144,1024,0.017361066738764443
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,6144,1024,0.016761600971221924
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,6144,1024,0.016710400581359863
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,6144,1024,0.016607999801635742
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,6144,1024,0.01627840002377828
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,6144,1024,0.016729599237442015
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,6144,1024,0.016335999965667723
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,6144,1024,0.016426666577657064
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,6144,1024,0.017072000106175742
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,6144,1024,0.015326933066050211
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,6144,1024,0.014877866705258688
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,6144,1024,0.014518400033315023
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,6144,1024,0.014454399545987448
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,6144,1024,0.01448853313922882
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,6144,1024,0.014497066537539164
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,6144,1024,0.014422399799029031
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,6144,1024,0.033617067337036136
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,6144,1024,0.014495999614397685
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,6144,1024,0.014506666858990987
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,6144,1024,0.014425599575042724
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,6144,1024,0.014562132954597472
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,6144,1024,0.014443733294804893
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,6144,1024,0.026871466636657716
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,6144,1024,0.014727466305096946
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,6144,1024,0.014450132846832275
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,6144,1024,0.014467199643452963
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,6144,1024,0.014292266964912415
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,6144,1024,0.014283733566602072
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,6144,1024,0.014281599720319112
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,6144,1024,0.014197333653767904
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,6144,1024,0.014247467120488485
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,6144,1024,0.014346667130788169
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,6144,1024,0.01446613371372223
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,6144,1024,0.014359466234842935
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,6144,1024,0.01676693360010783
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,6144,1024,0.014544000228246054
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,6144,1024,0.014596266547838846
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,6144,1536,0.009589333335558574
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,6144,1024,0.01579839984575907
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,6144,1024,0.144924799601237
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,6144,1024,0.34776213963826497
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,6144,1024,0.10887253284454346
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,6144,1024,0.09954773585001628
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,6144,1024,0.09817492961883545
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,6144,1024,0.12297173341115315
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,6144,1024,0.15331947008768718
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,6144,1024,0.08892906506856282
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,6144,1024,0.08409173488616943
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,6144,1024,0.08167893091837565
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,6144,1024,0.07009387016296387
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,6144,1024,0.06852906545003255
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,6144,1024,1.3757940928141275
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,6144,1024,0.06448853413263957
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,6144,1024,0.11614933013916015
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,6144,1024,0.05623466571172079
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,6144,1024,0.05119253396987915
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,6144,1024,0.049325867493947344
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,6144,1024,0.6888725280761718
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,6144,1024,0.04317653179168701
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,6144,1024,0.1087018648783366
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,6144,1024,0.03622293472290039
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,6144,1024,0.09291946887969971
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,6144,1024,0.03025493423144023
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,6144,1024,0.07775999704996744
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,6144,1024,0.0612607995669047
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,6144,1024,0.05834453503290812
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,6144,1024,0.018989866971969603
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,6144,1024,0.018158932526906334
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,6144,1024,0.07393813133239746
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,6144,1024,0.04522879918416341
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,6144,1024,0.03813120126724243
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,6144,1024,0.03165760040283203
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,6144,1024,0.023882667223612465
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,6144,1024,0.012857600053151449
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,6144,1024,0.025516800085703534
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,6144,1024,0.011240532994270325
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,6144,1024,0.011580800016721089
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,6144,1024,0.011583999792734782
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,6144,1024,0.011237333218256634
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,6144,1024,0.00995306670665741
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,6144,1024,0.009990400075912476
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,6144,1024,0.009965866804122925
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,6144,1024,0.008732799688975017
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,6144,1024,0.009174399574597676
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,6144,1024,0.008293333152929943
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,6144,1024,0.00878613293170929
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,6144,1024,0.008542933066685994
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,6144,1024,0.00872213343779246
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,6144,1024,0.008710400263468424
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,6144,1024,0.008778666456540424
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,6144,1024,0.008701866865158081
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,6144,1024,0.009169066945711773
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,6144,1024,0.00870293378829956
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,6144,1024,0.00904319981733958
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,6144,1024,0.008776533603668212
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,6144,1024,0.009551999966303508
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,6144,1024,0.009195733070373534
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,6144,1024,0.009186133742332458
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,6144,1024,0.009186133742332458
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,6144,1024,0.009146666526794434
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,6144,1024,0.008795733253161114
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,6144,1024,0.00921493371327718
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,6144,1024,0.009171199798583985
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,6144,1024,0.0091839998960495
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,6144,1024,0.009583999713261921
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,6144,1024,0.00913706620534261
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,6144,1024,0.00918293297290802
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,6144,1024,0.009141332904497783
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,6144,1024,0.009102933605511983
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,6144,1024,0.009107200304667155
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,6144,1024,0.009987200299898785
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,6144,1024,0.00876586635907491
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,6144,1024,0.17099626859029132
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,6144,1024,0.08929920196533203
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,6144,1024,0.04972586631774902
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,6144,1024,0.030025599400202434
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,6144,1024,0.029498666524887085
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,6144,1024,0.02908693353335063
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,6144,1024,0.029078400135040282
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,6144,1024,0.025569067398707075
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,6144,1024,0.028152533372243244
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,6144,1024,0.025380265712738038
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,6144,1024,0.025629866123199462
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,6144,1024,0.025414399305979413
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,6144,1024,0.024948267141977946
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,6144,1024,0.024678399165471397
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,6144,1024,0.022381865978240968
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,6144,1024,0.02177600065867106
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,6144,1024,0.0215338667233785
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,6144,1024,0.021232000986735024
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,6144,1024,0.02071466644605001
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,6144,1024,0.021393066644668578
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,6144,1024,0.017708800236384072
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,6144,1024,0.01764906644821167
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,6144,1024,0.017735467354456583
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,6144,1024,0.017062399784723917
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,6144,1024,0.016786134243011473
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,6144,1024,0.01656000018119812
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,6144,1024,0.013661866386731466
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,6144,1024,0.013302399714787801
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,6144,1024,0.009545600414276123
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,6144,1024,0.01288640002409617
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,6144,1024,0.012885333100954691
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,6144,1024,0.012388267119725545
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,6144,1024,0.012825600306193032
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,6144,1024,0.00992746651172638
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,6144,1024,0.009353599945704142
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,6144,1024,0.009169066945711773
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,6144,1024,0.009103999535242716
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,6144,1024,0.00916373332341512
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,6144,1024,0.009155199925104777
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,6144,1024,0.008730666836102803
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,6144,1024,0.009078400333722432
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,6144,1024,0.009191466371218364
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,6144,1024,0.008807466427485148
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,6144,1024,0.009164800246556599
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,6144,1024,0.009127466877301534
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,6144,1024,0.008732799688975017
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,6144,1024,0.008794666330019633
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,6144,1024,0.008745599786440532
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,6144,1024,0.008525866270065307
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,6144,1024,0.008782933155695598
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,6144,1024,0.008736000458399455
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,6144,1024,0.008538666367530822
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,6144,1024,0.008345599969228108
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,6144,1024,0.008729599912961324
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,6144,1024,0.008385066191355388
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,6144,1024,0.008724266290664673
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,6144,1024,0.008593066533406576
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,6144,1024,0.008713600039482117
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,6144,1024,0.008302933474381765
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,6144,1024,0.008386133114496867
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,6144,1024,0.008707200487454731
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,6144,1024,0.008384000261624653
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,6144,1024,0.008759466807047527
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,6144,1024,0.008301866551240284
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,6144,1024,0.008350933591524761
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,6144,1024,0.008354133367538452
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,6144,1024,0.008772266904513042
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,6144,1024,0.008759466807047527
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,6144,768,0.21170667012532554
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,6144,1024,0.008774399757385254
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,6144,768,0.10681173006693523
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,6144,768,0.05332479874293009
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,6144,768,0.028545065720876055
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,6144,768,0.02759786645571391
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,6144,768,0.027589333057403565
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,6144,768,0.028343466917673747
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,6144,768,0.025820799668629962
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,6144,768,0.023865600426991783
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,6144,768,0.02399466633796692
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,6144,768,0.023142399390538533
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,6144,768,0.02219946583112081
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,6144,768,0.021947733561197915
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,6144,768,0.021628799041112264
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,6144,768,0.01948480010032654
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,6144,768,0.01890346606572469
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,6144,768,0.020691200097401937
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,6144,768,0.022184532880783082
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,6144,768,0.020992000897725425
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,6144,768,0.017800533771514894
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,6144,768,0.015527466932932535
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,6144,768,0.01653333306312561
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,6144,768,0.015574399630228677
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,6144,768,0.014906666676203408
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,6144,768,0.014357333381970724
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,6144,768,0.0116266667842865
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,6144,768,0.01376106639703115
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,6144,768,0.01162453293800354
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,6144,768,0.012788266936937968
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,6144,768,0.009571199615796406
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,6144,768,0.010483200351397198
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,6144,768,0.007963733375072479
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,6144,768,0.007919999957084655
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,6144,768,0.0058794667323430385
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,6144,768,0.006690133114655812
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,6144,768,0.004993066688378652
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,6144,768,0.004682666560014089
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,6144,768,0.004244266450405121
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,6144,768,0.0042463997999827065
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,6144,768,0.004668800036112467
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,6144,768,0.00415786678592364
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,6144,768,0.004263466596603394
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,6144,768,0.004270933568477631
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,6144,768,0.0038581334054470064
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,6144,768,0.003832533210515976
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,6144,768,0.0038453333079814913
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,6144,768,0.004175999760627746
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,6144,768,0.0042015999555587765
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,6144,768,0.004315733412901561
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,6144,768,0.004263466596603394
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,6144,1024,0.00876693328221639
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,6144,768,0.0038058665891488397
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,6144,768,0.0034229333202044168
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,6144,768,0.0038431999584039056
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,6144,768,0.0034058667719364167
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,6144,768,0.0034506666163603462
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,6144,768,0.0033973333736260734
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,6144,768,0.0034080001215140024
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,6144,768,0.003420799970626831
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,6144,768,0.003065599997838338
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,6144,768,0.0034282666941483817
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,6144,768,0.0033557333052158357
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,6144,768,0.0034122665723164878
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,6144,768,0.0033781332274278007
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,6144,768,0.00340693344672521
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,6144,768,0.0034442665676275887
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,6144,768,0.0029909332593282064
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,6144,768,0.003017599880695343
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,6144,768,0.002977066735426585
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,6144,768,0.002974933385848999
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,6144,768,0.0030271999537944795
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,6144,768,0.003189333279927572
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,6144,768,0.0033791999022165934
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,6144,1024,0.008745599786440532
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,6144,768,0.00340693344672521
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,6144,768,0.0939743995666504
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,6144,768,0.17997546195983888
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,6144,768,0.05959039926528931
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,6144,1024,0.008593066533406576
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,6144,768,0.03886293172836304
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,6144,768,0.03878186543782552
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,6144,768,0.039028267065684005
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,6144,768,0.039061331748962404
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,6144,768,0.036432000001271565
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,6144,768,0.03470720052719116
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,6144,768,0.034704001744588216
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,6144,768,0.03918079932530721
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,6144,768,0.0338922659556071
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,6144,768,0.03325546582539876
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,6144,768,0.032561065753300984
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,6144,768,0.03081279993057251
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,6144,768,0.030204800764719646
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,6144,768,0.031439999739329025
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,6144,768,0.03051519989967346
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,6144,1024,0.008708266417185466
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,6144,768,0.03245760003725688
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,6144,1024,0.008807466427485148
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,6144,768,0.027355732520421346
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,6144,768,0.027185066541035967
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,6144,768,0.028995199998219805
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,6144,768,0.025201066335042314
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,6144,768,0.0034229333202044168
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,6144,768,0.02271040081977844
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,6144,768,0.024583466847737632
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,6144,768,0.023312000433603923
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,6144,768,0.021293866634368896
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,6144,768,0.02267306645711263
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,6144,768,0.018959999084472656
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,6144,768,0.01945706605911255
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,6144,768,0.01810986598332723
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,6144,768,0.01858133276303609
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,6144,768,0.016556800405184428
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,6144,1024,0.008372267087300617
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,6144,768,0.01658986707528432
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,6144,768,0.016210132837295534
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,6144,768,0.016587733229001363
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,6144,768,0.01455573340257009
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,6144,768,0.015172266960144043
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,6144,768,0.01690559983253479
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,6144,768,0.014457600315411887
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,6144,768,0.014522666732470194
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,6144,768,0.016297599673271178
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,6144,768,0.014467199643452963
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,6144,768,0.016565333803494772
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,6144,768,0.014490666985511779
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,6144,768,0.014784000317255654
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,6144,768,0.014453333616256715
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,6144,768,0.01600106656551361
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,6144,768,0.024733867247899374
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,6144,768,0.014917332927385965
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,6144,768,0.014387200276056925
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,6144,768,0.014646400014559427
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,6144,768,0.014653866489728292
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,6144,768,0.01441493332386017
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,6144,768,0.014479999740918478
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,6144,768,0.01432319978872935
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,6144,768,0.014475733041763306
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,6144,768,0.016238933801651
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,6144,768,0.014362667004267374
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,6144,768,0.014513066411018372
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,6144,768,0.014443733294804893
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,6144,768,0.014306132992108664
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,6144,768,0.014391466975212097
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,6144,768,0.014437333742777506
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,6144,768,0.01693013310432434
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,6144,768,0.0131221334139506
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,6144,768,0.013572266697883606
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,6144,768,0.014377599954605103
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,6144,768,0.01418560047944387
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,6144,768,0.014357333381970724
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,6144,768,0.014638933539390563
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,6144,768,0.02699413299560547
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,6144,768,0.022487467527389525
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,6144,768,0.01455573340257009
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,6144,768,0.12063360214233398
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,6144,768,0.3414933204650879
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,6144,768,0.09810559749603272
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,6144,768,0.12175146738688152
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,6144,768,0.09371733665466309
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,6144,768,0.0922432025273641
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,6144,768,0.08394239743550619
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,6144,768,0.08125013510386149
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,6144,768,0.11115520000457764
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,6144,768,0.07794666290283203
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,6144,768,0.6837088267008464
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,6144,768,0.10450239976247151
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,6144,768,0.0709941307703654
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,6144,768,0.06683733463287353
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,6144,768,0.06557546854019165
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,6144,768,0.06158719857533773
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,6144,768,0.05342506567637125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,6144,768,0.04891093174616496
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,6144,768,0.04780266682306926
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,6144,768,1.3679167429606118
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,6144,768,0.04154560168584188
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,6144,768,0.0354751984278361
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,6144,768,0.05919253428777059
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,6144,768,0.029281065861384077
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,6144,768,0.10289493401845295
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,6144,768,0.05547413428624472
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,6144,768,0.07366507053375244
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,6144,768,0.018617600202560425
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,6144,768,0.017770665884017944
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,6144,768,0.036586666107177736
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,6144,768,0.042789332071940106
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,6144,768,0.030615466833114623
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,6144,768,0.08741119702657064
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,6144,768,0.024778666098912557
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,6144,768,0.023119999965031942
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,6144,768,0.012380799651145935
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,6144,768,0.010873599847157796
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,6144,768,0.010435199737548828
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,6144,768,0.011222400267918905
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,6144,768,0.009603200356165568
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,6144,768,0.010328533252080281
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,6144,768,0.011169067025184632
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,6144,768,0.010424533486366272
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,6144,768,0.010874666770299276
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,6144,768,0.008717866738637288
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,6144,768,0.0075530668099721265
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,6144,768,0.008280533552169799
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,6144,768,0.0079434668024381
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,6144,768,0.008355200290679932
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,6144,768,0.008374399940172831
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,6144,768,0.008161066472530365
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,6144,768,0.008739200234413148
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,6144,768,0.007972266773382823
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,6144,768,0.008332799871762593
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,6144,768,0.008382933338483174
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,6144,768,0.008335999647776286
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,6144,768,0.008344533046086629
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,6144,768,0.007537066439787547
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,6144,768,0.008359466989835102
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,6144,768,0.00839466651280721
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,6144,768,0.008309333523114523
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,6144,768,0.008744532863299053
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,6144,768,0.0075328002373377485
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,6144,768,0.007977599898974102
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,6144,768,0.008961066603660583
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,6144,768,0.008784000078837078
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,6144,768,0.008343467116355896
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,6144,768,0.008341333270072937
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,6144,768,0.008323200047016144
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,6144,768,0.008759466807047527
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,6144,768,0.008701866865158081
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,6144,768,0.008519466718037922
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,6144,768,0.008738133311271667
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,6144,768,0.009578667084376017
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,6144,768,0.0769717295964559
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,6144,768,0.04275306860605876
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,6144,768,0.1458954652150472
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,6144,768,0.026070400079091387
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,6144,768,0.026233599583307905
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,6144,768,0.02635200023651123
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,6144,768,0.026037333408991496
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,6144,768,0.02544426719347636
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,6144,768,0.023294933636983237
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,6144,768,0.02308053374290466
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,6144,768,0.023012266556421915
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,6144,768,0.022757333517074586
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,6144,768,0.02264960010846456
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,6144,768,0.02244266668955485
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,6144,768,0.019606399536132812
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,6144,768,0.01919999917348226
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,6144,768,0.020173867543538414
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,6144,768,0.019272534052530925
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,6144,768,0.019316265980402626
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,6144,768,0.018809600671132406
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,6144,768,0.015770666797955833
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,6144,768,0.016167466839154564
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,6144,768,0.015677866339683533
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,6144,768,0.015641599893569946
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,6144,768,0.015324800213177999
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,6144,768,0.014978133638699851
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,6144,768,0.01242453356583913
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,6144,768,0.012396799524625142
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,6144,768,0.01202239990234375
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,6144,768,0.011592533191045125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,6144,768,0.01167466640472412
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,6144,768,0.011248000462849935
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,6144,768,0.009179733196894328
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,6144,768,0.008732799688975017
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,6144,768,0.008713600039482117
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,6144,768,0.00864533285299937
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,6144,768,0.008387200037638346
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,6144,768,0.008385066191355388
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,6144,768,0.008341333270072937
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,6144,768,0.008376533786455791
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,6144,768,0.008381866415341695
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,6144,768,0.008713600039482117
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,6144,768,0.008710400263468424
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,6144,768,0.008780800302823384
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,6144,768,0.008382933338483174
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,6144,768,0.008363733688990276
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,6144,768,0.008091733356316884
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,6144,768,0.007945600152015685
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,6144,768,0.008384000261624653
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,6144,768,0.008162133395671844
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,6144,768,0.008323200047016144
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,6144,768,0.008107733229796093
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,6144,768,0.007971199850241344
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,6144,768,0.008361599842707316
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,6144,768,0.008350933591524761
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,6144,768,0.008151466647783916
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,6144,768,0.008380800485610962
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,6144,768,0.0079434668024381
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,6144,768,0.008302933474381765
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,6144,768,0.007963733375072479
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,6144,768,0.007895466685295106
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,6144,768,0.008365866541862488
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,6144,768,0.008025600016117096
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,6144,768,0.008086400230725606
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,6144,768,0.008365866541862488
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,6144,768,0.007904000083605449
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,6144,768,0.007939200103282928
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,6144,768,0.007998933394749958
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,6144,512,0.15262719790140789
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,6144,512,0.0784447987874349
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,6144,768,0.007947733501593272
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,6144,512,0.040535465876261396
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,6144,512,0.020853332678476968
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,6144,512,0.02057386636734009
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,6144,512,0.022829866409301756
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,6144,512,0.01913706660270691
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,6144,512,0.021492266654968263
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,6144,512,0.01771413286526998
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,6144,512,0.017228800058364867
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,6144,512,0.0165503998597463
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,6144,512,0.016546133160591125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,6144,512,0.016134400169054666
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,6144,512,0.014857600132624308
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,6144,512,0.014108799894650779
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,6144,512,0.015345066785812378
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,6144,512,0.015224533279736838
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,6144,512,0.01757546663284302
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,6144,512,0.013144532839457193
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,6144,512,0.011839999755223592
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,6144,512,0.011612799763679505
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,6144,512,0.011591466267903645
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,6144,512,0.010829866925875346
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,6144,512,0.009592533111572266
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,6144,512,0.008713600039482117
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,6144,512,0.009273599584897358
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,6144,512,0.009110400080680847
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,6144,512,0.007472000022729237
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,6144,768,0.0079434668024381
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,6144,512,0.00831573357184728
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,6144,512,0.006270933151245117
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,6144,512,0.006666666766007741
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,6144,512,0.0050240000089009605
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,6144,512,0.0054624001185099285
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,6144,512,0.004212266703446706
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,6144,512,0.0038421332836151125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,6144,512,0.003717333326737086
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,6144,512,0.00383146678407987
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,6144,512,0.003419733295838038
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,6144,512,0.0039381332695484165
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,6144,512,0.003819733361403147
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,6144,768,0.007952000200748443
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,6144,512,0.00340693344672521
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,6144,512,0.0033770665526390077
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,6144,512,0.003402666747570038
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,6144,512,0.003390933324893316
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,6144,512,0.0034186666210492453
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,6144,512,0.00323840007185936
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,6144,512,0.003433600068092346
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,6144,512,0.0033728001018365227
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,6144,768,0.008358400066693623
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,6144,512,0.003419733295838038
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,6144,512,0.002961066613594691
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,6144,512,0.003019733230272929
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,6144,512,0.003033600002527237
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,6144,512,0.003020799905061722
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,6144,512,0.017366399367650352
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,6144,512,0.0029663999875386557
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,6144,512,0.002994133283694585
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,6144,512,0.0029440000653266907
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,6144,512,0.0030165334542592366
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,6144,512,0.0029994666576385496
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,6144,512,0.003036800026893616
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,6144,512,0.0030122667551040648
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,6144,512,0.0030005333324273427
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,6144,512,0.003013333429892858
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,6144,512,0.002629333237806956
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,6144,512,0.0026047999660174055
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,6144,512,0.002624000112215678
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,6144,512,0.0026079999903837843
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,6144,512,0.002603733291228612
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,6144,512,0.0027776000400384264
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,6144,512,0.002614400039116542
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,6144,512,0.003033600002527237
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,6144,768,0.008346666892369587
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,6144,512,0.0492415984471639
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,6144,512,0.07787413597106933
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,6144,512,0.1410261313120524
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,6144,512,0.03333013256390889
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,6144,512,0.03429333368937175
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,6144,512,0.0332533339659373
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,6144,512,0.03127253254254659
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,6144,512,0.030962133407592775
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,6144,512,0.029458133379618327
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,6144,512,0.034917334715525314
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,6144,512,0.02950719992319743
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,6144,512,0.029341866572697956
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,6144,512,0.004250666499137879
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,6144,512,0.02733653386433919
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,6144,512,0.02709973255793254
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,6144,512,0.031276800235112506
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,6144,512,0.0271178662776947
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,6144,512,0.030406399567921953
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,6144,512,0.0287882665793101
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,6144,512,0.025573333104451496
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,6144,512,0.02480319937070211
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,6144,512,0.024569600820541382
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,6144,512,0.026947200298309326
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,6144,512,0.023577600717544556
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,6144,512,0.023067732652028404
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,6144,512,0.022709333896636964
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,6144,512,0.020846933126449585
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,6144,512,0.02089386582374573
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,6144,512,0.020732800165812172
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,6144,512,0.019695999224980672
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,6144,512,0.02086826761563619
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,6144,512,0.01850879987080892
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,6144,512,0.017813332875569663
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,6144,768,0.007963733375072479
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,6144,512,0.01767146587371826
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,6144,512,0.010825600226720173
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,6144,512,0.016598400473594666
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,6144,512,0.01642346680164337
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,6144,512,0.01591253379980723
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,6144,512,0.015309866269429526
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,6144,512,0.014481066664059957
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,6144,512,0.015625600020090738
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,6144,512,0.016005333264668783
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,6144,512,0.014562132954597472
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,6144,512,0.015109333395957946
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,6144,512,0.014500266313552857
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,6144,512,0.014461867014567056
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,6144,512,0.014482133587201438
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,6144,512,0.014502400159835815
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,6144,512,0.014429866274197897
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,6144,512,0.014502400159835815
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,6144,512,0.014377599954605103
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,6144,512,0.014376533031463624
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,6144,512,0.014510933558146158
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,6144,512,0.014442666371663412
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,6144,512,0.014230400323867798
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,6144,512,0.014186666409174601
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,6144,512,0.013809067010879517
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,6144,512,0.014456533392270408
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,6144,512,0.014101333419481912
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,6144,512,0.002994133283694585
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,6144,512,0.014435199896494546
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,6144,512,0.014249599973360696
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,6144,512,0.013707733154296875
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,6144,512,0.013291733463605246
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,6144,512,0.014167466759681701
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,6144,512,0.014219733079274497
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,6144,512,0.014005333185195923
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,6144,512,0.014215466380119324
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,6144,512,0.01409280002117157
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,6144,512,0.014164266983668008
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,6144,512,0.013621333241462707
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,6144,512,0.015122133493423461
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,6144,512,0.015184000134468079
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,6144,512,0.03324906627337138
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,6144,512,0.014227199554443359
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,6144,512,0.014325333635012307
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,6144,512,0.015530666708946228
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,6144,512,0.10915093421936035
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,6144,512,0.3353088061014811
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,6144,512,0.11278293132781983
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,6144,512,0.6649173100789387
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,6144,512,0.08724586963653565
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,6144,512,0.10258879661560058
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,6144,512,0.08036800225575766
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,6144,512,0.07590826352437338
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,6144,512,0.07516693274180095
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,6144,512,1.3232640584309896
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,6144,512,0.09912426471710205
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,6144,512,0.0685525337855021
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,6144,512,0.09352746804555258
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,6144,512,0.0648362676302592
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,6144,512,0.06293653249740601
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,6144,512,0.08931093215942383
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,6144,512,0.05669973293940226
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,6144,512,0.047609599431355794
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,6144,512,0.0517408013343811
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,6144,512,0.04599146842956543
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,6144,512,0.03991466760635376
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,6144,512,0.09443519910176595
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,6144,512,0.03452906608581543
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,6144,512,0.0279968003431956
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,6144,512,0.059962666034698485
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,6144,512,0.08098346392313639
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,6144,512,0.01781866749127706
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,6144,512,0.016937599579493205
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,6144,512,0.05341973304748535
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,6144,512,0.06939093271891275
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,6144,512,0.04069226582845052
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,6144,512,0.035796264807383224
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,6144,512,0.029113600651423138
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,6144,512,0.02351893385251363
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,6144,512,0.022707200050354003
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,6144,512,0.01183786690235138
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,6144,512,0.010354133447011311
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,6144,512,0.009622400005658466
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,6144,512,0.010869333148002624
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,6144,512,0.010422399640083313
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,6144,512,0.009215999643007915
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,6144,512,0.009971200426419576
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,6144,512,0.010847999652226766
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,6144,512,0.009616000453631084
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,6144,512,0.007955199976762136
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,6144,512,0.006725333134333293
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,6144,512,0.007523199915885926
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,6144,512,0.0070816000302632645
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,6144,512,0.007123200098673503
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,6144,512,0.007526400188604991
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,6144,512,0.007161599894364675
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,6144,512,0.00792746643225352
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,6144,512,0.007236266632874806
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,6144,512,0.007175466914971669
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,6144,512,0.007144533097743988
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,6144,512,0.00714026689529419
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,6144,512,0.007550933460394542
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,6144,512,0.007559466858704884
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,6144,512,0.007130666573842366
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,6144,512,0.0071487997968991595
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,6144,512,0.007085866729418437
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,6144,512,0.007166933516661327
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,6144,512,0.007470933099587758
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,6144,512,0.007562666634718577
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,6144,512,0.00746559997399648
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,6144,512,0.007175466914971669
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,6144,512,0.007524266839027405
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,6144,512,0.008007466793060303
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,6144,512,0.007328000168005626
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,6144,512,0.00832426647345225
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,6144,512,0.007906133433183034
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,6144,512,0.007921066880226136
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,6144,512,0.007976533472537994
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,6144,512,0.008036266764005024
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,6144,512,0.06502933502197265
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,6144,512,0.038039465745290116
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,6144,512,0.12259946664174397
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,6144,512,0.023900800943374635
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,6144,512,0.024142932891845704
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,6144,512,0.023717333873113
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,6144,512,0.02353386680285136
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,6144,512,0.023050665855407715
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,6144,512,0.02105493346850077
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,6144,512,0.020882133642832437
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,6144,512,0.020201599597930907
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,6144,512,0.02031146685282389
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,6144,512,0.020654932657877604
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,6144,512,0.019826134045918785
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,6144,512,0.017768534024556477
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,6144,512,0.01735573410987854
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,6144,512,0.017195733388264973
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,6144,512,0.01700053413709005
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,6144,512,0.01697493394215902
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,6144,512,0.01651413341363271
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,6144,512,0.01492693324883779
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,6144,512,0.01415786643822988
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,6144,512,0.014490666985511779
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,6144,512,0.014110933740933737
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,6144,512,0.013666133085886637
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,6144,512,0.013273599743843078
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,6144,512,0.011230933666229247
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,6144,512,0.010813867052396137
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,6144,512,0.010974933703740437
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,6144,512,0.010225066542625427
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,6144,512,0.01076479951540629
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,6144,512,0.00876693328221639
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,6144,512,0.00997440020243327
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,6144,512,0.008503466844558716
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,6144,512,0.00832533339659373
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,6144,512,0.007930666704972585
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,6144,512,0.007947733501593272
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,6144,512,0.007915733257929485
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,6144,512,0.007959466675917308
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,6144,512,0.007973333199818928
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,6144,512,0.007939200103282928
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,6144,512,0.007896533111731212
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,6144,512,0.007950933277606964
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,6144,512,0.0076106667518615724
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,6144,512,0.007909333209196727
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,6144,512,0.007976533472537994
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,6144,512,0.007923200229803721
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,6144,512,0.007961600025494894
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,6144,512,0.007971199850241344
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,6144,512,0.00788800021012624
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,6144,512,0.007939200103282928
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,6144,512,0.007957333326339721
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,6144,512,0.007948799928029378
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,6144,512,0.00768746683994929
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,6144,512,0.007937066753705342
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,6144,512,0.007904000083605449
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,6144,512,0.007547733187675476
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,6144,512,0.007533866663773854
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,6144,512,0.007503999769687653
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,6144,512,0.007562666634718577
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,6144,512,0.007542400062084198
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,6144,512,0.007472000022729237
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,6144,512,0.007776000102361043
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,6144,512,0.0075765331586201985
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,6144,512,0.007957333326339721
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,6144,512,0.007493333518505096
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,6144,512,0.007959466675917308
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,6144,256,0.10584320227305095
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,6144,256,0.05304533243179321
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,6144,256,0.027913600206375122
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,6144,256,0.01548799971739451
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,6144,256,0.015268266201019287
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,6144,256,0.01591146687666575
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,6144,256,0.015009066462516785
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,6144,512,0.007977599898974102
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,6144,512,0.007530666887760162
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,6144,256,0.012938666343688964
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,6144,256,0.018038400014241538
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,6144,256,0.012513066331545511
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,6144,512,0.007515733440717061
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,6144,256,0.01253973344961802
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,6144,256,0.010808533430099488
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,6144,256,0.014969600240389505
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,6144,256,0.010678399602572124
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,6144,512,0.007965866724650066
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,6144,512,0.007939200103282928
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,6144,256,0.012801067034403483
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,6144,256,0.009554133812586466
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,6144,256,0.008762666583061218
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,6144,256,0.013660800457000733
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,6144,256,0.008730666836102803
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,6144,256,0.011353600025177001
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,6144,256,0.007944533228874206
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,6144,512,0.00754559983809789
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,6144,256,0.00747519979874293
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,6144,256,0.006693333387374878
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,6144,256,0.006250666578610738
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,6144,256,0.006704000135262807
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,6144,256,0.005490133166313171
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,6144,256,0.006651733318964641
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,6144,256,0.005072000126043955
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,6144,256,0.004666666686534882
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,6144,256,0.0038506666819254553
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,6144,256,0.0046015997727712
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,6144,256,0.0034304000437259674
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,6144,256,0.003382399926582972
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,6144,256,0.0029653333127498626
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,6144,256,0.003033600002527237
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,6144,256,0.0030229332546393077
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,6144,256,0.0029493334392706556
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,6144,256,0.003019733230272929
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,6144,256,0.0029578665892283124
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,6144,256,0.003356799980004629
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,6144,512,0.0075434664885203045
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,6144,256,0.002829866607983907
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,6144,256,0.0029525332152843474
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,6144,256,0.0026229334374268847
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,6144,256,0.0026943999032179515
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,6144,256,0.0029845332105954488
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,6144,256,0.0026026666164398193
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,6144,256,0.002624000112215678
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,6144,256,0.0025439999997615816
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,6144,256,0.002614400039116542
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,6144,256,0.0025546667476495106
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,6144,256,0.014194132884343466
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,6144,256,0.002551466723283132
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,6144,256,0.0025973332424958544
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,6144,256,0.0131221334139506
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,6144,256,0.002475733309984207
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,6144,256,0.002586666742960612
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,6144,256,0.0025578667720158894
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,6144,256,0.0025546667476495106
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,6144,256,0.002548266698916753
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,6144,256,0.0025685332715511323
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,6144,256,0.0025621332228183747
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,6144,256,0.002221866697072983
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,6144,256,0.0021856000026067098
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,6144,256,0.002288000037272771
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,6144,256,0.002218666672706604
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,6144,256,0.0022229333718617756
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,6144,256,0.0022730665902296705
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,6144,256,0.002232533444960912
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,6144,256,0.0024095999697844187
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,6144,256,0.010782933235168457
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,6144,256,0.06158293485641479
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,6144,256,0.10661013126373291
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,6144,256,0.04333013296127319
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,6144,256,0.028280532360076903
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,6144,256,0.008020266890525818
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,6144,256,0.032391466697057086
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,6144,256,0.028562132517496747
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,6144,256,0.026782933870951337
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,6144,256,0.02694186568260193
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,6144,256,0.02532266577084859
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,6144,256,0.030212267239888506
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,6144,256,0.024966400861740113
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,6144,256,0.024781866868336996
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,6144,256,0.022775467236836752
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,6144,256,0.0030613332986831666
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,6144,256,0.02752000093460083
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,6144,256,0.023176532983779908
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,6144,256,0.002979200085004171
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,6144,256,0.022986666361490885
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,6144,256,0.02500480016072591
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,6144,256,0.02618559996287028
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,6144,256,0.022873600323994957
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,6144,256,0.021397332350413002
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,6144,256,0.020780799786249797
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,6144,256,0.020820266008377074
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,6144,256,0.020733867088953653
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,6144,256,0.019358932971954346
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,6144,256,0.018590933084487914
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,6144,256,0.016539733608563742
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,6144,256,0.019951999187469482
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,6144,256,0.018563199043273925
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,6144,256,0.016570666432380678
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,6144,256,0.016297599673271178
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,6144,256,0.017857066790262856
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,6144,256,0.014458666245142618
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,6144,256,0.016216533382733662
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,6144,256,0.01446293294429779
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,6144,256,0.014484266440073649
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,6144,256,0.014473600188891092
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,6144,256,0.014439466595649719
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,6144,256,0.014531200130780539
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,6144,256,0.014475733041763306
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,6144,256,0.014486400286356607
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,6144,256,0.014458666245142618
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,6144,256,0.026104533672332765
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,6144,256,0.014447999993960061
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,6144,256,0.014510933558146158
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,6144,256,0.01430400013923645
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,6144,256,0.01439786652723948
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,6144,256,0.0026346666117509207
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,6144,256,0.01376426617304484
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,6144,256,0.01430506706237793
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,6144,256,0.022910932699839272
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,6144,256,0.014499200383822122
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,6144,256,0.014657066265741984
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,6144,256,0.013691733280817667
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,6144,256,0.012875733772913614
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,6144,256,0.013333333532015481
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,6144,256,0.013158399860064188
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,6144,256,0.01723946730295817
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,6144,256,0.013506133357683817
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,6144,256,0.013290666540463767
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,6144,256,0.013944533467292786
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,6144,256,0.014046933253606161
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,6144,256,0.013918933272361756
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,6144,256,0.013671466708183288
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,6144,256,0.013226667046546936
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,6144,256,0.013808000087738036
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,6144,256,0.012964266538619994
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,6144,256,0.013779200116793313
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,6144,256,0.013636266191800436
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,6144,256,0.01394773324330648
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,6144,256,0.012719999750455221
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,6144,256,0.01479680041472117
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,6144,256,0.014492799838383993
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,6144,256,0.020702934265136717
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,6144,256,0.012812800208727517
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,6144,256,0.013951999942461648
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,6144,256,0.43895254135131834
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,6144,256,0.07307199637095133
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,6144,256,0.08322133223215739
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,6144,256,0.07228373686472575
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,6144,256,0.06871786912282309
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,6144,256,0.08406720161437989
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,6144,256,0.06851200262705484
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,6144,256,0.21983893712361655
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,6144,256,0.07962773640950521
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,6144,256,0.059513600667317715
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,6144,256,0.07622293631235758
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,6144,256,0.8696885426839194
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,6144,256,0.0537770668665568
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,6144,256,0.050103465716044106
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,6144,256,0.04481386741002401
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,6144,256,0.049737600485483806
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,6144,256,0.04072106679280599
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,6144,256,0.03789226611455281
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,6144,256,0.03665599822998047
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,6144,256,0.06284373203913371
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,6144,256,0.059102932612101235
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,6144,256,0.031668267647425336
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,6144,256,0.027618134021759035
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,6144,256,0.04640320142110189
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,6144,256,0.023057067394256593
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,6144,256,0.06325440009435018
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,6144,256,0.055062401294708255
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,6144,256,0.014572800199190775
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,6144,256,0.014102400342623393
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,6144,256,0.03292693297068278
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,6144,256,0.04113279978434245
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,6144,256,0.023112533489863078
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,6144,256,0.028510934114456175
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,6144,256,0.019371734062830607
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,6144,256,0.018203733364741008
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,6144,256,0.010423466563224792
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,6144,256,0.00921493371327718
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,6144,256,0.008152533570925396
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,6144,256,0.00918933351834615
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,6144,256,0.009533866246541341
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,6144,256,0.009172266721725464
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,6144,256,0.008372267087300617
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,6144,256,0.008303999900817871
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,6144,256,0.008354133367538452
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,6144,256,0.007401599983374278
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,6144,256,0.006306133170922597
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,6144,256,0.006302933394908905
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,6144,256,0.007159466544787089
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,6144,256,0.006293333570162455
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,6144,256,0.006330666442712148
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,6144,256,0.006285866598288219
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,6144,256,0.006324266890684764
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,6144,256,0.00629013329744339
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,6144,256,0.0062826668222745255
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,6144,256,0.006033066908518473
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,6144,256,0.00639573335647583
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,6144,256,0.006401066482067108
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,6144,256,0.006716800232728322
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,6144,256,0.0071487997968991595
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,6144,256,0.006323199967543285
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,6144,256,0.006489600241184235
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,6144,256,0.006326400240262349
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,6144,256,0.007118933399518331
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,6144,256,0.00631573349237442
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,6144,256,0.006318933268388112
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,6144,256,0.006253866851329804
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,6144,256,0.006358399987220764
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,6144,256,0.006742399930953979
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,6144,256,0.006268799801667531
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,6144,256,0.00710399995247523
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,6144,256,0.006355200211207073
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,6144,256,0.007521066566308339
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,6144,256,0.09649386405944824
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,6144,256,0.055460266272226964
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,6144,256,0.0070602665344874065
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,6144,256,0.021079466740290324
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,6144,256,0.006724266707897187
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,6144,256,0.020623999834060668
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,6144,256,0.020253866910934448
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,6144,256,0.02044266661008199
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,6144,256,0.019792000452677407
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,6144,256,0.018866133689880372
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,6144,256,0.03452053467432658
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,6144,256,0.018199467658996583
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,6144,256,0.018127999703089395
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,6144,256,0.017434666554133095
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,6144,256,0.01733760039011637
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,6144,256,0.016976000865300496
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,6144,256,0.015352533260981242
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,6144,256,0.01527253290017446
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,6144,256,0.01527253290017446
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,6144,256,0.014923733472824097
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,6144,256,0.014907733599344889
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,6144,256,0.014499200383822122
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,6144,256,0.014318933089574179
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,6144,256,0.014040533701578775
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,6144,256,0.012497066458066305
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,6144,256,0.012038399775822956
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,6144,256,0.011978666981061299
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,6144,256,0.011614933609962463
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,6144,256,0.010758399963378906
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,6144,256,0.010377599795659383
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,6144,256,0.010358400146166484
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,6144,256,0.010033067067464192
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,6144,256,0.009993599851926167
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,6144,256,0.009565866986910502
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,6144,256,0.008312533299128216
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,6144,256,0.007950933277606964
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,6144,256,0.0079434668024381
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,6144,256,0.007912533481915791
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,6144,256,0.007539199789365132
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,6144,256,0.007529599964618683
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,6144,256,0.007506133119265239
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,6144,256,0.007530666887760162
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,6144,256,0.007950933277606964
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,6144,256,0.00754559983809789
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,6144,256,0.007514666517575581
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,6144,256,0.00755626658598582
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,6144,256,0.007550933460394542
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,6144,256,0.007538133362929027
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,6144,256,0.007129600147406261
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,6144,256,0.007541333138942718
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,6144,256,0.0075445334116617845
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,6144,256,0.007538133362929027
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,6144,256,0.007502933343251546
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,6144,256,0.007531733314196269
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,6144,256,0.007142400244871776
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,6144,256,0.0074976002176602675
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,6144,256,0.007540266712506611
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,6144,256,0.007117866476376851
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,6144,256,0.0071487997968991595
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,6144,256,0.007483733197053273
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,6144,256,0.007515733440717061
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,6144,256,0.007551999886830647
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,6144,256,0.007461333274841308
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,6144,256,0.007097599903742473
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,6144,256,0.007197866837183635
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,6144,256,0.007156266768773396
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,6144,256,0.0071487997968991595
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,6144,256,0.007477333148320516
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,6144,256,0.007136000196139018
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,6144,256,0.007207466661930085
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,6144,256,0.00745066652695338
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,6144,128,0.03858773310979207
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,6144,128,0.0209279994169871
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,6144,128,0.08205013275146485
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,6144,128,0.01471466620763143
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,6144,256,0.0073077330986658735
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,6144,128,0.012994133432706199
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,6144,128,0.012531200051307678
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,6144,128,0.010826667149861652
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,6144,128,0.012411733468373615
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,6144,128,0.010891733566919963
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,6144,128,0.010037333766619364
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,6144,128,0.009988266229629516
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,6144,256,0.007067733506361644
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,6144,128,0.009448533256848652
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,6144,256,0.0071487997968991595
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,6144,128,0.009590400258700053
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,6144,128,0.009083732962608337
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,6144,128,0.011688533425331115
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,6144,128,0.008294400076071422
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,6144,128,0.007538133362929027
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,6144,128,0.007100800176461537
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,6144,256,0.007110400001207988
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,6144,128,0.009596799810727436
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,6144,128,0.007389866809050243
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,6144,128,0.007077333331108093
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,6144,128,0.006233599781990051
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,6144,128,0.006222933530807495
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,6144,128,0.00498879998922348
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,6144,128,0.005873066683610281
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,6144,128,0.005851733187834421
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,6144,128,0.004253866771856943
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,6144,128,0.004195199906826019
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,6144,128,0.003437866767247518
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,6144,128,0.004138666639725367
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,6144,128,0.0030016000072161358
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,6144,256,0.007096533477306366
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,6144,128,0.0030400000512599947
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,6144,128,0.0026101333399613695
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,6144,128,0.002616533388694127
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,6144,128,0.0026229334374268847
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,6144,128,0.0026186667382717133
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,6144,128,0.00271573339899381
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,6144,128,0.0026101333399613695
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,6144,128,0.00258240004380544
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,6144,128,0.0026047999660174055
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,6144,128,0.0025621332228183747
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,6144,128,0.002605866640806198
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,6144,128,0.002616533388694127
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,6144,128,0.002587733417749405
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,6144,128,0.0026079999903837843
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,6144,128,0.002573866645495097
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,6144,128,0.0025194667279720305
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,6144,128,0.002385066697994868
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,6144,128,0.002232533444960912
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,6144,128,0.00223786657055219
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,6144,128,0.0022026665508747103
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,6144,128,0.002243199944496155
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,6144,128,0.002195200075705846
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,6144,128,0.0021685334543387097
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,6144,128,0.0021759999295075734
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,6144,128,0.002218666672706604
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,6144,128,0.002182399978240331
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,6144,128,0.0021717332303524016
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,6144,128,0.012232533097267151
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,6144,128,0.0021888000269730886
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,6144,128,0.0021664001047611236
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,6144,128,0.002136533210674922
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,6144,128,0.002170666555563609
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,6144,128,0.0021375998854637145
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,6144,128,0.002145066608985265
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,6144,128,0.0021375998854637145
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,6144,128,0.015453867117563882
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,6144,128,0.0021418665846188864
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,6144,128,0.002203733225663503
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,6144,128,0.010211199522018433
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,6144,128,0.09164266586303711
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,6144,128,0.05466026862462362
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,6144,128,0.03531413475672404
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,6144,128,0.026771199703216553
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,6144,128,0.024950400988260905
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,6144,128,0.025719465812047322
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,6144,128,0.02474773327509562
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,6144,128,0.023486934105555215
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,6144,128,0.005873066683610281
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,6144,128,0.028429865837097168
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,6144,128,0.022775467236836752
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,6144,128,0.02265066703160604
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,6144,128,0.00297173336148262
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,6144,128,0.020855466524759926
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,6144,128,0.022690133253733317
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,6144,128,0.02145493427912394
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,6144,128,0.021342933177947998
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,6144,128,0.024132267634073893
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,6144,128,0.01976319948832194
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,6144,128,0.020175999402999877
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,6144,128,0.022894932826360067
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,6144,128,0.01867626706759135
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,6144,128,0.0021514666577180227
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,6144,128,0.018422400951385497
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,6144,128,0.009574400385220845
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,6144,128,0.018703999121983846
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,6144,128,0.017296000321706136
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,6144,128,0.016556800405184428
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,6144,128,0.027663999795913698
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,6144,128,0.02400533358256022
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,6144,128,0.018260266383488974
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,6144,128,0.01602453291416168
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,6144,128,0.01568000018596649
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,6144,128,0.016489600141843162
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,6144,128,0.014383999506632486
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,6144,128,0.014644267161687216
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,6144,128,0.014503467082977294
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,6144,128,0.014324266711870828
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,6144,128,0.014494933684666953
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,6144,128,0.02209706703821818
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,6144,128,0.01411733329296112
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,6144,128,0.014455466469128927
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,6144,128,0.014517333110173544
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,6144,128,0.014111999670664468
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,6144,128,0.014346667130788169
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,6144,128,0.014396799604098
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,6144,128,0.014284800489743552
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,6144,128,0.014501333236694336
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,6144,128,0.014074666301409402
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,6144,128,0.014177067081133523
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,6144,128,0.013756799697875976
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,6144,128,0.013657599687576294
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,6144,128,0.01421333352724711
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,6144,128,0.01404800017674764
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,6144,128,0.01253546675046285
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,6144,128,0.013755733768145243
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,6144,128,0.013808000087738036
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,6144,128,0.014314666390419006
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,6144,128,0.013684266805648803
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,6144,128,0.013533866405487061
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,6144,128,0.012804266810417176
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,6144,128,0.013457066814104714
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,6144,128,0.013300266861915589
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,6144,128,0.018660267194112144
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,6144,128,0.012786133090655008
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,6144,128,0.013134933511416116
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,6144,128,0.013546666502952576
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,6144,128,0.012768000364303589
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,6144,128,0.013281066219011942
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,6144,128,0.012950399518013
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,6144,128,0.012836266557375589
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,6144,128,0.01858453353246053
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,6144,128,0.013740799824396768
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,6144,128,0.016434133052825928
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,6144,128,0.01984000007311503
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,6144,128,0.01383786698182424
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,6144,128,0.014145066340764364
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,6144,128,0.013241599996884665
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,6144,128,0.07128853003184
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,6144,128,0.16312747001647948
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,6144,128,0.06253439982732137
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,6144,128,0.05914560159047445
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,6144,128,0.3219509442647298
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,6144,128,0.054671998818715414
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,6144,128,0.6356704076131184
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,6144,128,0.051368534564971924
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,6144,128,0.05138986508051554
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,6144,128,0.06896853446960449
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,6144,128,0.0440010666847229
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,6144,128,0.07086719671885172
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,6144,128,0.04357973337173462
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,6144,128,0.0629258672396342
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,6144,128,0.04031360149383545
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,6144,128,0.06532586812973022
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,6144,128,0.059570133686065674
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,6144,128,0.03538879950841268
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,6144,128,0.032517333825429276
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,6144,128,0.03210773269335429
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,6144,128,0.028032000859578448
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,6144,128,0.02431360085805257
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,6144,128,0.055043200651804604
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,6144,128,0.02026240030924479
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,6144,128,0.04648213386535645
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,6144,128,0.046444801489512126
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,6144,128,0.013310933113098144
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,6144,128,0.012871467073758445
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,6144,128,0.036177066961924235
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,6144,128,0.03895893494288127
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,6144,128,0.028039467334747315
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,6144,128,0.025085866451263428
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,6144,128,0.020601600408554077
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,6144,128,0.01657386620839437
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,6144,128,0.017383466164271034
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,6144,128,0.00959999958674113
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,6144,128,0.008350933591524761
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,6144,128,0.008454400300979614
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,6144,128,0.008360532919565837
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,6144,128,0.008312533299128216
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,6144,128,0.007924266656239827
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,6144,128,0.007918933530648549
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,6144,128,0.0075434664885203045
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,6144,128,0.007946666578451793
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,6144,128,0.006742399930953979
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,6144,128,0.0059125334024429325
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,6144,128,0.005819733440876007
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,6144,128,0.007044266661008198
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,6144,128,0.005899733304977417
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,6144,128,0.0059008002281188965
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,6144,128,0.00589333325624466
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,6144,128,0.005895466605822245
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,6144,128,0.005835733314355215
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,6144,128,0.0059914668401082356
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,6144,128,0.005819733440876007
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,6144,128,0.006726400057474773
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,6144,128,0.00590826670328776
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,6144,128,0.005550933380921682
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,6144,128,0.005474133292833964
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,6144,128,0.005919999877611796
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,6144,128,0.00588266650835673
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,6144,128,0.00590826670328776
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,6144,128,0.005894400179386139
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,6144,128,0.0058442667126655575
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,6144,128,0.00584853341182073
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,6144,128,0.006668800115585327
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,6144,128,0.005939200023810069
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,6144,128,0.005696000158786773
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,6144,128,0.0059114664793014525
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,6144,128,0.056004265944163
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,6144,128,0.09210986296335856
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,6144,128,0.031632000207901
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,6144,128,0.019517866770426433
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,6144,128,0.01941439906756083
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,6144,128,0.01917440096537272
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,6144,128,0.005869866907596588
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,6144,128,0.0066538666685422255
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,6144,128,0.019080533583958944
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,6144,128,0.018313600619633993
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,6144,128,0.017505067586898803
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,6144,128,0.017166932423909508
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,6144,128,0.0172650674978892
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,6144,128,0.01653333306312561
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,6144,128,0.01667733391125997
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,6144,128,0.01622719963391622
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,6144,128,0.015203199783960977
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,6144,128,0.014505599935849508
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,6144,128,0.014505599935849508
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,6144,128,0.014513066411018372
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,6144,128,0.014251733819643656
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,6144,128,0.013961600263913474
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,6144,128,0.013954133788744608
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,6144,128,0.01328213314215342
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,6144,128,0.012334932883580525
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,6144,128,0.012007466952006022
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,6144,128,0.011585066715876263
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,6144,128,0.011168000102043153
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,6144,128,0.011212799946467083
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,6144,128,0.01001706620057424
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,6144,128,0.009563733140627544
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,6144,128,0.009505066275596618
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,6144,128,0.009581866860389709
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,6144,128,0.008830933769543966
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,6144,128,0.007974400122960409
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,6144,128,0.007751466830571492
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,6144,128,0.007484800120194752
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,6144,128,0.007117866476376851
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,6144,128,0.007133866846561432
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,6144,128,0.007206400235493978
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,6144,128,0.00714026689529419
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,6144,128,0.007469866673151653
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,6144,128,0.007457066575686138
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,6144,128,0.007493333518505096
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,6144,128,0.007146666447321574
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,6144,128,0.007481599847475688
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,6144,128,0.007077333331108093
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,6144,128,0.007112533350785573
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,6144,128,0.007170133292675018
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,6144,128,0.007130666573842366
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,6144,128,0.007123200098673503
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,6144,128,0.007152000069618225
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,6144,128,0.007136000196139018
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,6144,128,0.0070698668559392285
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,6144,128,0.0071050668756167095
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,6144,128,0.006705066561698914
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,6144,128,0.007187200089295705
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,6144,128,0.007141333321730297
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,6144,128,0.006723199784755707
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,6144,128,0.007062399884064992
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,6144,128,0.00714026689529419
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,6144,128,0.007310933371384938
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,6144,128,0.007067733506361644
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,6144,128,0.006725333134333293
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,6144,128,0.0071487997968991595
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,6144,128,0.007109333574771881
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,6144,128,0.006758399804433187
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,6144,128,0.006696533163388569
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,6144,128,0.0070826664566993715
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,6144,128,0.006746666630109151
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,6144,128,0.0067104001839955645
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,6144,128,0.0071370666225751235
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,6144,128,0.007055999835332234
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,6144,64,0.06915626525878907
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,6144,64,0.034170667330423996
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,6144,64,0.01858560045560201
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,6144,64,0.015014400084813436
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,6144,64,0.011006933450698853
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,6144,128,0.0067221333583196
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,6144,64,0.012628266215324402
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,6144,64,0.011050666371981304
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,6144,64,0.009923199812571209
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,6144,64,0.012109866738319397
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,6144,64,0.014148267110188803
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,6144,64,0.008962133526802063
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,6144,128,0.007113599777221679
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,6144,64,0.009109333157539368
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,6144,64,0.008824533224105835
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,6144,64,0.008549333612124125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,6144,64,0.008351999521255492
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,6144,64,0.010755200187365215
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,6144,64,0.007065600156784058
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,6144,64,0.006695466736952464
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,6144,64,0.006446933249632518
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,6144,64,0.00906773308912913
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,6144,64,0.006298666695753734
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,6144,64,0.005986133217811584
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,6144,64,0.005830400188763936
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,6144,64,0.0054613331953684485
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,6144,64,0.005062399804592133
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,6144,64,0.005840000013510386
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,6144,64,0.004605866471926371
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,6144,64,0.005487999816735586
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,6144,64,0.004208000004291534
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,6144,64,0.003835733234882355
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,6144,64,0.0030954666435718536
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,6144,64,0.004008533308903376
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,6144,64,0.002807466685771942
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,6144,64,0.0029706666866938275
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,6144,64,0.0025973332424958544
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,6144,64,0.0026079999903837843
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,6144,64,0.0025589334468046824
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,6144,64,0.002600533266862233
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,6144,64,0.009572266538937887
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,6144,128,0.007088000078996022
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,6144,64,0.0025589334468046824
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,6144,64,0.0025962665677070618
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,6144,64,0.002593066543340683
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,6144,64,0.0026069333155949908
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,6144,64,0.0021856000026067098
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,6144,64,0.002233600119749705
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,6144,64,0.008337066570917765
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,6144,64,0.0022005334496498106
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,6144,64,0.0022069332500298817
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,6144,64,0.007901866734027863
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,6144,64,0.0022314667701721193
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,6144,64,0.0021770666042963665
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,6144,64,0.0021290667355060577
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,6144,64,0.0021578667064507803
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,6144,64,0.0021674667795499166
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,6144,64,0.0021536000072956084
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,6144,64,0.002099200089772542
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,6144,64,0.0021578667064507803
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,6144,64,0.0021429332594076794
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,6144,64,0.002136533210674922
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,6144,64,0.0021216000119845075
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,6144,64,0.002136533210674922
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,6144,64,0.0021354667842388153
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,6144,64,0.002125866711139679
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,6144,64,0.001911466692884763
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,6144,64,0.0021354667842388153
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,6144,64,0.001963733385006587
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,6144,64,0.002125866711139679
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,6144,64,0.0018634666999181111
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,6144,64,0.0021301334102948504
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,6144,64,0.0021269333859284716
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,6144,64,0.0017887999614079793
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,6144,64,0.09150400161743164
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,6144,64,0.0531829317410787
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,6144,64,0.03298986752827962
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,6144,64,0.027162667115529376
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,6144,64,0.024226133028666177
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,6144,64,0.027160533269246417
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,6144,64,0.0021877333521842955
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,6144,64,0.024066134293874105
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,6144,64,0.0021920000513394673
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,6144,64,0.022679466009140014
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,6144,64,0.024643200635910033
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,6144,64,0.023060266176859537
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,6144,64,0.02688000003496806
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,6144,64,0.023523199558258056
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,6144,64,0.020806399981180827
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,6144,64,0.02063039938608805
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,6144,64,0.021744000911712646
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,6144,64,0.02061226765314738
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,6144,64,0.020716800292332967
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,6144,64,0.021772799889246623
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,6144,64,0.022966400782267252
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,6144,64,0.019077332814534505
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,6144,64,0.020295466979344687
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,6144,64,0.019088000059127808
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,6144,64,0.021222400665283202
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,6144,64,0.018605866034825645
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,6144,64,0.01984000007311503
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,6144,64,0.018514132499694823
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,6144,64,0.017097600301106772
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,6144,64,0.0183242658774058
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,6144,64,0.016552533706029257
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,6144,64,0.016646400094032288
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,6144,64,0.015464533368746439
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,6144,64,0.017787732680638633
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,6144,64,0.017413334051767985
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,6144,64,0.015020799636840821
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,6144,64,0.014458666245142618
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,6144,64,0.014382933576901754
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,6144,64,0.014588800072669984
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,6144,64,0.014518400033315023
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,6144,64,0.01432213286558787
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,6144,64,0.014242133498191834
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,6144,64,0.014439466595649719
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,6144,64,0.01439466675122579
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,6144,64,0.014363732933998109
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,6144,64,0.014567466576894126
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,6144,64,0.002201599876085917
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,6144,64,0.014242133498191834
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,6144,64,0.014452266693115234
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,6144,64,0.01437013347943624
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,6144,64,0.013877333203951518
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,6144,64,0.014298666516939798
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,6144,64,0.014177067081133523
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,6144,64,0.014225066701571146
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,6144,64,0.013612799843152366
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,6144,64,0.013688533504803976
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,6144,64,0.014221866925557455
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,6144,64,0.014180266857147216
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,6144,64,0.01322773297627767
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,6144,64,0.01292693316936493
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,6144,64,0.01421440045038859
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,6144,64,0.014259200294812521
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,6144,64,0.013065600395202636
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,6144,64,0.013146666685740152
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,6144,64,0.014019200205802917
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,6144,64,0.014056533575057983
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,6144,64,0.012804266810417176
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,6144,64,0.012688000003496805
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,6144,64,0.01390720009803772
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,6144,64,0.013709867000579834
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,6144,64,0.012428800264994305
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,6144,64,0.012546133001645407
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,6144,64,0.013884799679120383
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,6144,64,0.013683199882507324
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,6144,64,0.012516267100969949
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,6144,64,0.012454400459925335
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,6144,32,0.01914560000101725
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,6144,32,0.03558506568272908
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,6144,32,0.015708800156911215
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,6144,32,0.011166933178901672
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,6144,32,0.013361066579818726
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,6144,32,0.01164479951063792
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,6144,32,0.013065600395202636
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,6144,32,0.010333866874376933
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,6144,64,0.017514665921529136
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,6144,32,0.01462399959564209
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,6144,32,0.00990613301595052
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,6144,32,0.009076266487439474
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,6144,32,0.009116799632708231
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,6144,32,0.008556800087292989
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,6144,32,0.008742400010426839
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,6144,32,0.00795306662718455
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,6144,32,0.010914132992426554
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,6144,32,0.007052800059318543
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,6144,32,0.006962133447329204
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,6144,32,0.006667733192443848
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,6144,32,0.07100160121917724
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,6144,32,0.006421333551406861
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,6144,32,0.00631466656923294
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,6144,32,0.009925333658854167
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,6144,32,0.00588266650835673
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,6144,32,0.008329600095748901
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,6144,32,0.005351466437180838
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,6144,32,0.005871999760468801
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,6144,32,0.004642133414745331
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,6144,32,0.004614399870236715
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,6144,32,0.0038474666575590765
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,6144,32,0.003416533271471659
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,6144,32,0.0038442666331926978
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,6144,32,0.002980266759792964
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,6144,32,0.003048533449570338
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,6144,32,0.002603733291228612
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,6144,32,0.0025610665480295816
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,6144,32,0.0026122666895389557
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,6144,32,0.0025973332424958544
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,6144,32,0.0026047999660174055
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,6144,32,0.0025418666501839954
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,6144,32,0.0026047999660174055
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,6144,32,0.0025610665480295816
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,6144,32,0.0025418666501839954
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,6144,32,0.0025311999022960665
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,6144,32,0.00236160010099411
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,6144,32,0.0022613334159056345
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,6144,32,0.002290133386850357
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,6144,32,0.002475733309984207
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,6144,32,0.002266666789849599
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,6144,32,0.0022709332406520844
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,6144,32,0.0021845333278179167
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,6144,32,0.002128000060717265
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,6144,32,0.0021418665846188864
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,6144,32,0.002182399978240331
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,6144,32,0.002148266633351644
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,6144,32,0.0021194666624069214
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,6144,32,0.002123733361562093
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,6144,32,0.002120533337195714
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,6144,32,0.005818666517734527
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,6144,32,0.0021322667598724365
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,6144,32,0.0021898667017618816
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,6144,32,0.002133333434661229
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,6144,32,0.005668266614278158
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,6144,32,0.0021386665602525076
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,6144,32,0.0021322667598724365
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,6144,32,0.0021429332594076794
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,6144,32,0.002136533210674922
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,6144,32,0.001972266659140587
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,6144,32,0.009170132875442504
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,6144,32,0.0021418665846188864
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,6144,32,0.0020031999796628953
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,6144,32,0.0018879999717076618
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,6144,32,0.05097386837005615
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,6144,32,0.03293973406155904
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,6144,32,0.08789439996083578
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,6144,32,0.02686186631520589
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,6144,32,0.022705066204071044
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,6144,32,0.02904213269551595
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,6144,32,0.0026186667382717133
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,6144,32,0.0230293333530426
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,6144,32,0.022360533475875854
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,6144,32,0.02262399991353353
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,6144,32,0.025091199080149333
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,6144,32,0.026714666684468584
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,6144,32,0.022320000330607097
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,6144,32,0.020962133010228475
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,6144,32,0.02129813234011332
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,6144,32,0.020643200476964316
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,6144,32,0.020600533485412596
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,6144,32,0.020501333475112914
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,6144,32,0.02222826679547628
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,6144,32,0.02284160057703654
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,6144,32,0.020193066199620566
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,6144,32,0.018619734048843383
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,6144,32,0.01862186590830485
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,6144,32,0.022617600361506143
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,6144,32,0.01833066741625468
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,6144,32,0.01906026601791382
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,6144,32,0.01834453344345093
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,6144,32,0.018331732352574667
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,6144,32,0.016539733608563742
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,6144,32,0.017731199661890663
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,6144,32,0.017285333077112833
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,6144,32,0.016734933853149413
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,6144,32,0.014734933773676554
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,6144,32,0.014961066842079162
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,6144,32,0.015075199802716575
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,6144,32,0.014422399799029031
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,6144,32,0.014524799585342408
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,6144,32,0.01432319978872935
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,6144,32,0.0145087997118632
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,6144,32,0.014366933703422546
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,6144,32,0.01443839967250824
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,6144,32,0.0021514666577180227
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,6144,32,0.014350933829943338
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,6144,32,0.014381866653760275
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,6144,32,0.014432000120480857
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,6144,32,0.013543466726938883
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,6144,32,0.014382933576901754
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,6144,32,0.014401066303253173
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,6144,32,0.014282666643460593
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,6144,32,0.01430400013923645
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,6144,32,0.014298666516939798
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,6144,32,0.01423679987589518
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,6144,32,0.014290133118629455
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,6144,32,0.01423893372217814
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,6144,32,0.013532800475756326
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,6144,32,0.016458666324615477
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,6144,32,0.013827199737230936
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,6144,32,0.014016000429789224
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,6144,32,0.013009066383043924
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,6144,32,0.01381226678689321
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,6144,32,0.013617066542307535
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,6144,32,0.013886933525403341
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,6144,32,0.013542399803797404
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,6144,32,0.013309866189956665
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,6144,32,0.013301333785057068
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,6144,32,0.013214932878812155
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,6144,32,0.01297920048236847
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,6144,32,0.013412266969680786
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,6144,32,0.013542399803797404
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,6144,32,0.012808533509572348
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,6144,32,0.013123200337092081
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,6144,32,0.013401599725087485
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,6144,32,0.013345066706339517
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,6144,32,0.014296533664067588
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,6144,32,0.012859732906023661
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,6144,32,0.014705066879590353
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,5120,65536,3.468634605407715
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,5120,65536,1.8035039901733398
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,5120,65536,2.2394933700561523
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,5120,65536,1.7600960731506348
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,5120,65536,1.6542080243428547
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,5120,65536,7.725568135579427
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,5120,65536,1.6208000183105469
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,5120,65536,1.6785066922505696
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,5120,65536,1.5635573069254558
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,5120,65536,1.7663413683573406
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,5120,65536,1.4691999753316243
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,5120,65536,1.3821706771850586
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,5120,65536,1.3617332776387532
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,5120,65536,1.5471092859903972
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,5120,65536,1.4457759857177734
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,5120,65536,1.360106627146403
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,5120,65536,1.2385706901550293
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,5120,65536,1.5497172673543294
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,5120,65536,1.2923093636830647
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,5120,65536,0.9961919784545898
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,5120,65536,1.0869226455688477
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,5120,65536,1.070522705713908
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,5120,65536,0.9326293468475342
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,5120,65536,0.6753280162811279
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,5120,65536,0.653434673945109
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,6144,128,0.006723199784755707
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,5120,65536,15.829930623372396
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,5120,65536,0.5912746588389078
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,5120,65536,0.5796480178833008
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,5120,65536,0.4766666491826375
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,5120,65536,0.35122132301330566
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,5120,65536,0.47783998648325604
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,5120,65536,0.293775995572408
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,5120,65536,0.39063998063405353
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,5120,65536,0.20362667242685953
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,5120,65536,0.16014933586120605
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,5120,65536,0.1662666698296865
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,5120,65536,0.18646933635075888
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,5120,65536,0.15013333161671957
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,5120,65536,0.14140799641609192
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,5120,65536,0.12230933705965678
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,5120,65536,0.16328533490498862
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,5120,65536,0.12349866827329
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,5120,65536,0.11954666177431743
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,5120,65536,0.12159466743469238
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,5120,65536,0.1185653309027354
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,5120,65536,0.11741333206494649
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,5120,65536,0.11534933249155681
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,5120,65536,0.12079999844233195
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,5120,65536,0.11108266313870747
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,5120,65536,0.11825600266456604
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,5120,65536,0.12164266904195149
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,5120,65536,0.11293866237004598
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,5120,65536,0.11609066526095073
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,5120,65536,0.11265599727630615
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,5120,65536,0.11256000399589539
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,5120,65536,0.10942400495211284
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,5120,65536,0.1104906698067983
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,5120,65536,0.1092800001303355
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,5120,65536,0.10971200466156006
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,5120,65536,0.1097866694132487
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,5120,65536,0.108815997838974
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,5120,65536,0.10850133498509724
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,6144,128,0.006754133105278015
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,5120,65536,0.11010666688283284
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,5120,65536,0.10757866501808167
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,5120,65536,0.10829333464304607
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,5120,65536,0.10746133327484131
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,5120,65536,0.10738666852315266
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,5120,65536,0.10865599910418193
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,5120,65536,0.10820800065994263
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,5120,65536,0.10570133725802104
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,5120,65536,0.779317299524943
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,6144,128,0.006724266707897187
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,5120,65536,0.23995733261108398
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,5120,65536,0.18027732769648233
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,5120,65536,1.6701547304789226
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,5120,65536,3.1739892959594727
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,5120,65536,1.742618719736735
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,5120,65536,1.5817119280497234
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,5120,65536,6.4190718332926435
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,5120,65536,1.5847679773966472
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,5120,65536,1.4665706952412922
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,5120,65536,0.107205331325531
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,5120,65536,1.5075947443644206
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,5120,65536,1.431722640991211
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,5120,65536,1.3827892939249675
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,5120,65536,1.2794453303019206
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,5120,65536,1.1987626552581787
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,5120,65536,1.2963573137919109
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,5120,65536,1.1960053443908691
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,5120,65536,1.1579093138376872
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,5120,65536,1.0152959823608398
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,5120,65536,1.0400373140970867
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,5120,65536,0.91429336865743
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,5120,65536,0.8263946374257406
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,5120,65536,0.678874651590983
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,5120,65536,0.5912746588389078
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,5120,65536,0.5970400174458822
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,5120,65536,0.4984053373336792
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,5120,65536,0.5009386539459229
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,5120,65536,13.126533508300781
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,5120,65536,0.4123946825663249
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,5120,65536,0.40826666355133057
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,5120,65536,0.3717919985453288
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,5120,65536,0.32233599821726483
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,5120,65536,0.2226453423500061
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,5120,65536,0.22032000621159872
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,5120,65536,0.12661866346995035
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,5120,65536,0.12619200348854065
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,5120,65536,0.11853866775830586
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,5120,65536,0.11756799618403117
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,5120,65536,0.1143893301486969
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,5120,65536,0.11387200156847636
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,5120,65536,0.10477866729100545
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,5120,65536,0.10556800166765849
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,5120,65536,1.124399979909261
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,5120,65536,0.1043893297513326
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,5120,65536,0.10283199946085612
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,5120,65536,0.0990666647752126
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,5120,65536,0.09504000345865886
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,5120,65536,0.09304533402125041
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,5120,65536,0.09011733531951904
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,5120,65536,0.09051733215649922
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,5120,65536,0.7266560395558676
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,5120,65536,0.0897706647713979
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,5120,65536,0.08469333251317342
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,5120,65536,0.08436266581217448
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,5120,65536,0.07990399996439616
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,5120,65536,0.07910933097203572
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,5120,65536,0.07880533238252004
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,5120,65536,0.07832000156243642
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,5120,65536,0.0784800002972285
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,5120,65536,0.07672533392906189
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,5120,65536,0.07646400233109792
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,5120,65536,0.0771679977575938
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,5120,65536,0.07603199779987335
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,5120,65536,0.07584000130494435
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,5120,65536,0.07470933099587758
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,5120,65536,0.07499200105667114
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,5120,65536,0.12716799974441528
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,5120,65536,0.07417066891988118
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,5120,65536,0.07319466769695282
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,5120,65536,0.0721013347307841
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,5120,65536,0.9547359943389893
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,5120,65536,0.8287733395894369
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,5120,65536,0.08954667051633199
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,5120,65536,0.0802293320496877
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,5120,65536,0.14874666929244995
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,5120,65536,0.07569066683451335
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,5120,65536,0.09802666306495667
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,5120,65536,2.5695412953694663
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,5120,65536,11.354437510172525
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,5120,65536,1.2001813252766926
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,5120,65536,1.3597493171691895
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,5120,65536,1.8319946924845378
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,5120,65536,1.6583946545918782
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,5120,65536,1.1670186519622803
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,5120,65536,1.2096213499704997
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,5120,65536,0.9552906354268392
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,5120,65536,1.0490187009175618
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,5120,65536,0.9197173118591309
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,5120,65536,1.2531413237253826
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,5120,65536,0.8209599653879801
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,5120,65536,0.7112800280253092
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,5120,65536,0.7789386908213297
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,5120,65536,0.8201546669006348
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,5120,65536,1.1362666289011638
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,5120,65536,0.8603413105010986
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,5120,65536,0.6516960064570109
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,5120,65536,0.989029328028361
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,5120,65536,0.4604320128758748
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,5120,65536,0.5055359999338785
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,5120,65536,0.3947840134302775
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,5120,65536,0.6278186639149984
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,5120,65536,0.659877339998881
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,5120,65536,0.2595786650975545
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,5120,65536,0.37562131881713867
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,5120,65536,0.2645653287569682
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,5120,65536,0.33129600683848065
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,5120,65536,0.32681065797805786
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,5120,65536,0.1653333306312561
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,5120,65536,0.17015467087427774
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,5120,65536,0.1327839990456899
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,5120,65536,0.12636267145474753
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,5120,65536,0.12165866295496623
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,5120,65536,0.12150399883588155
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,5120,65536,0.11957866946856181
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,5120,65536,0.12940800189971924
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,5120,65536,0.1340053379535675
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,5120,65536,0.12398933370908101
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,5120,65536,0.1146506667137146
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,5120,65536,0.11186133821805318
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,5120,65536,0.1092693308989207
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,5120,65536,0.10922666390736897
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,5120,65536,0.10756267110506694
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,5120,65536,0.10693333546320598
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,5120,65536,0.10591466228167216
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,5120,65536,0.10588799913724263
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,5120,65536,0.10319466392199199
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,5120,65536,0.10308800141016643
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,5120,65536,0.10315199693044026
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,5120,65536,0.10302933057149251
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,5120,65536,0.10274133086204529
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,5120,65536,0.10315199693044026
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,5120,65536,0.10311999917030334
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,5120,65536,0.1030560036500295
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,5120,65536,0.10287466645240784
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,5120,65536,0.10177600383758545
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,5120,65536,0.10178666313489278
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,5120,65536,0.10287466645240784
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,5120,65536,0.10214400291442871
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,5120,65536,0.10276800394058228
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,5120,65536,0.10284800330797832
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,5120,65536,0.10213866829872131
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,5120,65536,0.10171733299891154
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,5120,65536,0.10283733407656352
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,5120,65536,0.17068266868591309
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,5120,65536,0.11249599854151408
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,5120,65536,0.1156160036722819
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,5120,65536,0.10884267091751099
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,5120,65536,6.405408223470052
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,5120,65536,0.9343039989471436
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,5120,65536,0.6838880379994711
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,5120,65536,0.6726346810658773
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,5120,65536,0.6625173489252726
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,5120,65536,0.6491146485010783
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,5120,65536,0.6290186643600464
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,5120,65536,0.6256800095240275
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,5120,65536,0.6188106536865234
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,5120,65536,0.5263573328653971
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,5120,65536,0.5019733508427938
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,5120,65536,0.49555734793345135
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,5120,65536,0.4695093234380086
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,5120,65536,0.4596426486968994
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,5120,65536,0.4456106821695964
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,5120,65536,0.4461280107498169
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,5120,65536,0.43794135252634686
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,5120,65536,0.33108266194661456
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,5120,65536,0.31303467353185016
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,5120,65536,0.31065066655476886
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,5120,65536,0.3001439968744914
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,5120,65536,0.3012213309605916
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,5120,65536,0.28754132986068726
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,5120,65536,0.2906240026156108
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,5120,65536,0.17114667097727457
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,5120,65536,0.16354667147000632
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,5120,65536,0.14963199694951376
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,5120,65536,0.1461120049158732
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,5120,65536,0.13912000258763632
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,5120,65536,0.13768532872200012
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,5120,65536,0.1376586655775706
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,5120,65536,0.1379093329111735
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,5120,65536,0.13728533188501993
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,5120,65536,0.13728533188501993
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,5120,65536,0.13779200116793314
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,5120,65536,0.13797866304715475
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,5120,65536,0.1369706690311432
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,5120,65536,0.13645866513252258
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,5120,65536,0.1358560025691986
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,5120,65536,0.13562666376431784
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,5120,65536,0.13556800285975137
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,5120,65536,0.13565867145856222
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,5120,65536,0.13595733046531677
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,5120,65536,0.13586666186650595
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,5120,65536,0.13564800222714743
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,5120,65536,0.13587733109792074
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,5120,65536,3.1726080576578775
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,5120,65536,0.1490559975306193
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,5120,65536,0.14138666788736978
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,5120,65536,0.13784533739089966
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,5120,65536,0.13432000080744425
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,5120,65536,0.13434666395187378
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,5120,65536,0.13402133186658224
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,5120,65536,0.1344533363978068
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,5120,65536,0.13450666268666586
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,5120,65536,0.1344213287035624
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,5120,65536,0.1348479986190796
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,5120,65536,0.13545599579811096
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,5120,65536,0.13590932885805765
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,5120,65536,0.1357866624991099
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,5120,65536,0.1348426640033722
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,5120,65536,0.13562132914861044
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,5120,65536,0.1355893313884735
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,5120,65536,0.13421333829561868
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,5120,65536,0.13552533586819968
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,5120,65536,0.1337386667728424
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,5120,65536,0.1353653371334076
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,5120,65536,0.13381866614023843
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,5120,65536,0.8469706376393636
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,5120,51200,5.832725524902344
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,5120,51200,2.6991039911905923
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,5120,51200,1.540170669555664
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,5120,51200,1.5714240074157715
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,5120,51200,1.362709363301595
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,5120,51200,1.3227146466573079
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,5120,51200,1.252959966659546
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,5120,51200,12.507551829020182
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,5120,51200,1.384501298268636
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,5120,51200,1.4727199872334797
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,5120,51200,1.2741493384043376
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,5120,51200,1.228117307027181
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,5120,51200,1.1099413235982258
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,5120,51200,1.1770133177439372
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,5120,51200,0.9795626799265543
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,5120,51200,1.2251040140787761
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,5120,51200,0.9002400239308676
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,5120,51200,0.9243733088175455
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,5120,51200,0.8657173315684
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,5120,51200,0.8476213614145914
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,5120,51200,0.7190720240275065
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,5120,51200,0.7288586298624674
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,5120,51200,1.1522400379180908
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,5120,51200,0.6373013257980347
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,5120,51200,0.5712480147679647
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,5120,51200,0.5196693340937296
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,5120,51200,0.5101066827774048
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,5120,51200,0.43880534172058105
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,5120,51200,0.4460373322168986
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,5120,51200,0.3723413149515788
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,5120,51200,0.36506132284800213
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,5120,51200,0.3080480098724365
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,5120,51200,0.27480532725652057
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,5120,51200,0.23279466231664023
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,5120,51200,0.201855997244517
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,5120,51200,0.160261332988739
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,5120,51200,0.12453333536783855
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,5120,51200,0.1263040006160736
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,5120,51200,0.11889599760373433
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,5120,51200,0.12300800283749898
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,5120,51200,0.12169599533081055
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,5120,51200,0.14642666776974997
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,5120,51200,0.09821333487828572
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,5120,51200,0.10109866658846538
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,5120,51200,0.09537600477536519
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,5120,51200,0.09620267152786255
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,5120,51200,0.0946666697661082
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,5120,51200,0.09493866562843323
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,5120,51200,0.09079999725023906
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,5120,51200,0.09494400024414062
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,5120,51200,0.09132799506187439
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,5120,51200,0.09711466232935588
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,5120,51200,0.09285866220792134
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,5120,51200,0.08905067046483357
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,5120,51200,0.09482133388519287
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,5120,51200,0.0900266667207082
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,5120,51200,0.086709330479304
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,5120,51200,0.08681600292523702
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,5120,51200,0.08758933345476787
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,5120,51200,0.08705066641171773
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,5120,51200,0.08681066830952962
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,5120,51200,0.08668266733487447
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,5120,51200,0.08628799517949422
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,5120,51200,0.08654933174451192
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,5120,51200,0.08664000034332275
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,5120,51200,0.08706667025883992
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,5120,51200,0.08541333675384521
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,5120,51200,0.08602666854858398
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,5120,51200,0.08518399794896443
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,5120,51200,0.08662933111190796
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,5120,51200,0.08572266499201457
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,5120,51200,0.08624000350634257
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,5120,51200,0.08473066488901775
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,5120,51200,0.12778133153915405
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,5120,51200,2.482581297556559
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,5120,51200,4.914976119995117
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,5120,51200,1.3016800085703533
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,5120,51200,1.404570738474528
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,5120,51200,1.2627147038777669
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,5120,65536,1.5826080640157063
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,5120,51200,1.2506986459096272
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,5120,51200,9.981338500976562
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,5120,65536,0.8224533398946127
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,5120,51200,1.1944159666697185
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,5120,51200,1.058666706085205
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,5120,51200,1.1477386951446533
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,5120,51200,1.0112906297047932
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,5120,51200,0.9982879956563314
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,5120,51200,0.9353600343068441
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,5120,51200,0.9497333367665609
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,5120,51200,0.8686506748199463
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,5120,51200,0.9032639662424723
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,5120,51200,0.8225653171539307
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,5120,51200,0.7708053588867188
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,5120,51200,0.7508853276570638
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,5120,51200,0.637386679649353
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,5120,51200,0.6455413500467936
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,5120,51200,0.5600106716156006
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,5120,51200,0.4592053492863973
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,5120,51200,0.5317226648330688
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,5120,51200,0.4646666844685872
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,5120,51200,0.39327998956044513
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,5120,51200,0.38912534713745117
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,5120,51200,0.32369067271550495
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,5120,51200,0.2393653392791748
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,5120,51200,0.25652267535527545
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,5120,51200,0.1764906644821167
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,5120,51200,0.1731520096460978
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,5120,51200,0.11361599961916606
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,5120,51200,0.10732266306877136
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,5120,51200,0.11070932944615682
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,5120,51200,0.10863999525705974
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,5120,51200,0.10321600238482158
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,5120,51200,0.09676266709963481
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,5120,51200,0.10286933183670044
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,5120,51200,0.09587732950846355
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,5120,51200,0.09275733431180318
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,5120,51200,0.0805866668621699
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,5120,51200,0.0784853349129359
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,5120,51200,0.08566400408744812
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,5120,51200,0.7205013434092203
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,5120,51200,0.08258133133252461
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,5120,51200,0.07994133234024048
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,5120,51200,0.07900266846021016
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,5120,51200,0.0803306649128596
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,5120,51200,0.07709866762161255
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,5120,51200,0.07306133210659027
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,5120,51200,0.07537066439787547
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,5120,51200,0.069733331600825
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,5120,51200,0.06797866523265839
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,5120,51200,0.06418666740258534
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,5120,51200,0.06234666705131531
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,5120,51200,0.062368000547091164
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,5120,51200,0.06252266466617584
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,5120,51200,0.06190933287143707
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,5120,51200,0.06046399970849355
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,5120,51200,0.06020266811052958
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,5120,51200,0.06069866816202799
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,5120,51200,0.059936001896858215
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,5120,51200,0.05955733358860016
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,5120,51200,0.060191998879114784
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,5120,51200,0.058634668588638306
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,5120,51200,0.05801600217819214
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,5120,51200,0.06078400214513143
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,5120,51200,0.059808000922203064
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,5120,51200,0.3200160066286723
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,5120,51200,0.06009600063165029
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,5120,51200,0.05877333382765452
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,5120,51200,0.07229333122571309
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,5120,51200,1.1565439701080322
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,5120,65536,0.8138293425242106
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,5120,65536,0.8089866638183594
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,5120,65536,0.7945919831593832
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,5120,51200,2.1353920300801597
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,5120,51200,0.9954933325449625
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,5120,51200,4.585898717244466
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,5120,51200,1.133519967397054
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,5120,51200,1.2848959763844807
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,5120,51200,1.0598080158233643
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,5120,51200,1.1790133317311604
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,5120,51200,0.9523626963297526
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,5120,51200,0.789194663365682
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,5120,51200,0.92685333887736
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,5120,51200,0.7552266915639242
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,5120,51200,1.109397331873576
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,5120,51200,0.6738826433817545
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,5120,51200,0.5820266803105673
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,5120,51200,0.639573335647583
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,5120,51200,9.530773162841797
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,5120,51200,1.2797919909159343
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,5120,51200,1.023898681004842
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,5120,51200,1.03166397412618
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,5120,51200,0.6790986855824789
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,5120,51200,0.3874986569086711
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,5120,51200,0.836143970489502
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,5120,51200,0.4150559902191162
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,5120,51200,0.332586665948232
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,5120,51200,0.8158346811930338
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,5120,51200,0.19592533508936563
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,5120,51200,0.20105600357055664
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,5120,51200,0.5117760101954142
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,5120,51200,0.5933653513590494
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,5120,51200,0.4747733275095622
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,5120,51200,0.4571146567662557
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,5120,51200,0.26846933364868164
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,5120,51200,0.27012266715367633
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,5120,51200,0.3073226610819499
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,5120,51200,0.12917332847913107
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,5120,51200,0.1441386640071869
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,5120,51200,0.10821333527565002
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,5120,51200,0.10502933462460835
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,5120,51200,0.10518399874369304
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,5120,51200,0.10264000296592712
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,5120,51200,0.10317867000897725
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,5120,51200,0.09852266311645508
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,5120,51200,0.09749333063761394
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,5120,51200,0.09750933448473613
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,5120,51200,0.08986133337020874
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,5120,51200,0.0865226686000824
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,5120,51200,0.09142399827639262
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,5120,51200,0.085125337044398
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,5120,51200,0.08474133412043254
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,5120,51200,0.08222400148709615
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,5120,51200,0.08247999846935272
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,5120,51200,0.08141866823037465
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,5120,51200,0.08162133395671844
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,5120,51200,0.08075733482837677
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,5120,51200,0.08131200075149536
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,5120,51200,0.08082133531570435
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,5120,51200,0.0812960018714269
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,5120,51200,0.08136533200740814
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,5120,51200,0.08193066716194153
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,5120,51200,0.08193600177764893
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,5120,51200,0.08171199758847554
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,5120,51200,0.08175466458002727
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,5120,51200,0.08119999865690868
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,5120,51200,0.08120533327261607
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,5120,51200,0.08130133152008057
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,5120,51200,0.1458026667435964
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,5120,51200,0.14900267124176025
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,5120,51200,0.0809386670589447
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,5120,51200,0.09065066774686177
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,5120,51200,0.08740267157554626
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,5120,51200,0.08675199747085571
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,5120,51200,0.08516266942024231
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,5120,51200,0.08658666412035625
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,5120,51200,0.08693333466847737
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,5120,51200,5.378010431925456
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,5120,51200,0.6654320160547892
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,5120,51200,0.6546880006790161
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,5120,51200,0.6296533346176147
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,5120,51200,2.4902853965759277
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,5120,51200,1.209712028503418
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,5120,51200,0.6181333462397257
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,5120,51200,0.6330960194269816
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,5120,51200,0.5445599953333536
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,5120,51200,0.5349546670913696
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,5120,51200,0.6137386560440063
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,5120,51200,0.5086880127588908
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,5120,51200,0.525818665822347
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,5120,51200,0.488103985786438
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,5120,51200,0.4916906754175822
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,5120,51200,0.4835226535797119
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,5120,51200,0.4161546627680461
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,5120,51200,0.39555199940999347
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,5120,51200,0.3620479901631673
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,5120,51200,0.3868826627731323
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,5120,51200,0.34754133224487305
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,5120,51200,0.362770676612854
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,5120,51200,0.341594656308492
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,5120,51200,0.3495839834213257
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,5120,51200,0.2600533366203308
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,5120,51200,0.2456186612447103
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,5120,51200,0.23941065867741904
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,5120,51200,0.23352799812952676
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,5120,51200,0.23373333613077799
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,5120,51200,0.22963732481002808
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,5120,51200,0.22485067447026572
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,5120,51200,0.14053866267204285
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,5120,51200,0.12785866856575012
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,5120,51200,0.11975199977556865
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,5120,51200,0.11741333206494649
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,5120,51200,0.10957333445549011
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,5120,51200,0.10916266838709514
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,5120,51200,0.10885066787401836
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,5120,51200,0.10983733336130778
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,5120,51200,0.10855733354886372
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,5120,51200,0.1087280015150706
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,5120,51200,0.10855199893315633
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,5120,51200,0.10944799582163493
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,5120,51200,0.1080026626586914
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,5120,51200,0.1079253355662028
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,5120,51200,0.10757333040237427
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,5120,51200,0.10752800107002258
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,5120,51200,0.10638133684794109
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,5120,51200,0.1072106659412384
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,5120,51200,0.1067680021127065
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,5120,51200,0.10740533471107483
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,5120,51200,0.10715466737747192
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,5120,51200,0.10691466927528381
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,5120,51200,0.10751199722290039
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,5120,51200,0.10661866267522176
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,5120,51200,0.1069493293762207
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,5120,51200,0.10667999585469563
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,5120,51200,0.10669599970181783
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,5120,51200,0.10694133241971333
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,5120,51200,0.10636533300081889
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,5120,51200,0.10643200079600017
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,5120,51200,0.1066266695658366
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,5120,51200,0.10678399602572124
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,5120,51200,0.10634400447209676
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,5120,51200,0.10582933823267619
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,5120,51200,0.10673066973686218
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,5120,51200,0.10714933276176453
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,5120,16384,3.3400853474934897
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,5120,16384,1.6968587239583333
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,5120,16384,0.9439466794331869
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,5120,16384,0.5007733503977457
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,5120,16384,0.5752213398615519
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,5120,16384,0.45970133940378827
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,5120,16384,0.4635839859644572
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,5120,16384,0.4228266477584839
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,5120,16384,0.41621867815653485
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,5120,16384,0.3920053243637085
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,5120,16384,0.36769068241119385
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,5120,16384,0.3479626576105754
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,5120,16384,0.3567039966583252
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,5120,16384,0.3269546627998352
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,5120,16384,0.3320266604423523
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,5120,16384,0.31416000922520954
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,5120,16384,0.3269600073496501
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,5120,16384,0.29284266630808514
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,5120,16384,0.2783466577529907
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,5120,51200,0.10667199889818828
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,5120,16384,0.25593066215515137
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,5120,16384,0.23247466484705606
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,5120,16384,0.23799467086791992
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,5120,16384,0.20592532555262247
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,5120,16384,0.185589333375295
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,5120,16384,0.16451733311017355
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,5120,16384,0.1655786633491516
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,5120,16384,0.1439253290494283
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,5120,16384,0.14181333780288696
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,5120,16384,0.12072533369064331
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,5120,16384,0.11749333143234253
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,5120,16384,0.09479467074076335
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,5120,16384,0.08918933073679607
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,5120,16384,0.07316266496976216
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,5120,16384,0.06010133524735769
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,5120,16384,0.05212800204753876
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,5120,16384,0.0422986646493276
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,5120,16384,0.04337066908677419
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,5120,16384,0.04353600243727366
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,5120,16384,0.050373335679372154
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,5120,16384,0.04775999983151754
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,5120,16384,0.044719999035199486
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,5120,16384,0.047872001926104225
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,5120,16384,0.03968533376852671
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,5120,16384,0.04165333261092504
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,5120,16384,0.04155733436346054
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,5120,16384,0.04036800066630045
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,5120,16384,0.03749866783618927
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,5120,16384,0.03770133356253306
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,5120,16384,0.2813706596692403
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,5120,16384,0.035573333501815796
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,5120,16384,0.035274667044480644
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,5120,16384,0.03545066714286804
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,5120,16384,0.035461333890755974
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,5120,16384,0.03716266651948293
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,5120,16384,0.037087999284267426
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,5120,16384,0.03507733345031738
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,5120,16384,0.03486400097608566
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,5120,16384,0.03572800010442734
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,5120,16384,0.03398933261632919
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,5120,16384,0.033439998825391136
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,5120,16384,0.03335466732581457
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,5120,16384,0.033301333586374916
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,5120,16384,0.033471999069054924
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,5120,16384,0.03356799980004629
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,5120,16384,0.033615998923778534
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,5120,16384,0.033402666449546814
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,5120,16384,0.03315199911594391
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,5120,16384,0.03331733246644338
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,5120,16384,0.03348266581694285
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,5120,16384,0.03338133295377096
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,5120,16384,0.03376533339420954
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,5120,16384,0.033802665770053864
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,5120,16384,0.033471999069054924
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,5120,16384,0.03412266572316488
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,5120,16384,3.1465705235799155
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,5120,16384,1.563096046447754
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,5120,16384,0.8371040026346842
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,5120,16384,0.41203200817108154
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,5120,16384,0.4503546555836995
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,5120,16384,0.3882746696472168
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,5120,16384,0.3935733238855998
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,5120,16384,0.3573999802271525
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,5120,16384,0.37257333596547443
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,5120,16384,0.3531973361968994
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,5120,16384,0.3389013210932414
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,5120,16384,0.3168053428332011
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,5120,16384,0.31786400079727173
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,5120,16384,0.29281866550445557
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,5120,16384,0.2988266746203105
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,5120,16384,0.26922400792439777
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,5120,16384,0.28989332914352417
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,5120,16384,0.2582933306694031
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,5120,16384,0.2442586620648702
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,5120,16384,0.2388319969177246
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,5120,16384,0.2246533234914144
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,5120,16384,0.20023733377456665
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,5120,16384,0.19700000683466592
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,5120,16384,0.17326400677363077
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,5120,16384,0.1593226691087087
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,5120,16384,0.13886933525403342
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,5120,16384,0.14326666792233786
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,5120,16384,0.11987732847531636
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,5120,16384,0.11990666389465332
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,5120,16384,0.10309867064158122
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,5120,16384,0.10057066877683003
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,5120,16384,0.08178399999936421
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,5120,16384,0.082997332016627
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,5120,16384,0.05880799889564514
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,5120,16384,0.06800800065199535
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,5120,16384,0.04965066909790039
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,5120,16384,0.043840001026789345
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,5120,16384,0.04544533292452494
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,5120,16384,0.04515733321507772
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,5120,16384,0.04959199825922648
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,5120,16384,0.04839199781417847
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,5120,16384,0.045461331804593406
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,5120,16384,0.0465280016263326
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,5120,16384,0.043418665726979576
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,5120,16384,0.04347200194994608
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,5120,16384,0.04188533127307892
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,5120,16384,0.04241333405176798
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,5120,16384,0.041005333264668785
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,5120,16384,0.04117066661516825
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,5120,16384,0.03902400036652883
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,5120,16384,0.03899200012286504
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,5120,16384,0.0371546670794487
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,5120,16384,0.03677599877119064
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,5120,16384,0.035599999129772186
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,5120,16384,0.03505066782236099
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,5120,16384,0.03367199997107188
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,5120,16384,0.034792001048723854
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,5120,16384,0.03194666653871536
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,5120,16384,0.033013333876927696
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,5120,16384,0.032669333120187126
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,5120,16384,0.03387200087308884
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,5120,16384,0.032141332825024925
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,5120,16384,0.033370666205883026
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,5120,16384,0.032399999598662056
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,5120,16384,0.031130666534105938
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,5120,16384,0.03108799954255422
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,5120,16384,0.03178400049606959
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,5120,16384,0.031112000346183777
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,5120,16384,0.033016001184781395
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,5120,16384,0.03148799886306127
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,5120,16384,0.03129333257675171
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,5120,16384,0.031125334401925404
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,5120,16384,0.03149333347876867
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,5120,16384,0.03299466768900553
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,5120,51200,0.10609599947929382
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,5120,51200,0.1062453289826711
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,5120,16384,1.568365255991618
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,5120,16384,3.4901787439982095
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,5120,16384,0.41811199982961017
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,5120,16384,0.3770960172017415
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,5120,51200,0.1067573328812917
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,5120,16384,0.3574639956156413
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,5120,16384,0.7647626399993896
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,5120,16384,0.3449546496073405
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,5120,16384,0.4785546859105428
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,5120,16384,0.4036826690038045
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,5120,16384,0.32770933707555133
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,5120,16384,0.46461065610249835
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,5120,16384,0.2832026680310567
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,5120,16384,0.31576265891393024
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,5120,16384,0.27000266313552856
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,5120,51200,0.10622666279474895
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,5120,16384,0.24793599049250284
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,5120,16384,0.2109946608543396
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,5120,16384,0.2350106636683146
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,5120,16384,0.3961893320083618
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,5120,51200,0.10587466756502788
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,5120,16384,0.37387200196584064
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,5120,16384,0.31226666768391925
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,5120,16384,0.1426746646563212
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,5120,16384,0.1559279958407084
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,5120,16384,0.1253653367360433
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,5120,16384,0.29576265811920166
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,5120,16384,0.2432266672452291
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,5120,16384,0.18831467628479004
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,5120,16384,0.07685066759586334
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,5120,16384,0.07786666850248973
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,5120,16384,0.2161253293355306
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,5120,16384,0.1752693255742391
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,5120,16384,0.1696986754735311
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,5120,16384,0.11632266640663147
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,5120,16384,0.10147999723752339
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,5120,16384,0.10355732838312785
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,5120,16384,0.057760000228881836
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,5120,16384,0.05217333137989044
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,5120,51200,0.1067573328812917
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,5120,16384,0.042359997828801475
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,5120,16384,0.041749333341916404
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,5120,16384,0.04240266482035319
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,5120,16384,0.04050133377313614
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,5120,16384,0.04013066738843918
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,5120,16384,0.03920799990495046
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,5120,16384,0.03929866602023443
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,5120,16384,0.03930933276812235
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,5120,16384,0.03516799956560135
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,5120,16384,0.0329120010137558
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,5120,16384,0.032114667197068535
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,5120,16384,0.03211999932924906
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,5120,16384,0.03205333401759466
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,5120,16384,0.03217866768439611
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,5120,16384,0.03221066544453303
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,5120,16384,0.03177866588036219
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,5120,16384,0.03188000122706095
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,5120,16384,0.03208266695340475
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,5120,16384,0.03196000059445699
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,5120,16384,0.03186666717131933
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,5120,16384,0.03134666631619135
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,5120,16384,0.031149332722028095
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,5120,16384,0.03152266641457876
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,5120,16384,0.03198933353026708
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,5120,16384,0.05148000021775564
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,5120,16384,0.051274667183558144
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,5120,16384,0.051645333568255104
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,5120,16384,0.05143733322620392
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,5120,16384,0.056834667921066284
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,5120,16384,0.05199733376502991
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,5120,16384,0.050586665670077004
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,5120,16384,0.034703999757766724
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,5120,16384,0.0351226677497228
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,5120,16384,0.03489600121974945
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,5120,16384,0.03489333391189575
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,5120,16384,0.034557332595189415
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,5120,16384,0.03418133407831192
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,5120,16384,0.03323733309904734
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,5120,16384,0.7564773559570312
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,5120,16384,1.5898173650105794
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,5120,16384,0.3839799960454305
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,5120,16384,0.2102359930674235
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,5120,16384,0.2089946667353312
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,5120,16384,0.20482534170150757
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,5120,16384,0.20237600803375244
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,5120,16384,0.1971879998842875
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,5120,16384,0.19701733191808066
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,5120,16384,0.17748133341471353
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,5120,16384,0.17121867338816324
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,5120,16384,0.165502667427063
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,5120,16384,0.16470799843470255
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,5120,16384,0.15954933563868204
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,5120,16384,0.16022933522860208
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,5120,16384,0.15598133206367493
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,5120,16384,0.1333400011062622
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,5120,16384,0.1297866702079773
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,5120,16384,0.12325732906659444
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,5120,16384,0.12555332978566489
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,5120,16384,0.12083333730697632
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,5120,16384,0.11790800094604492
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,5120,16384,0.11774532993634541
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,5120,16384,0.11487066745758057
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,5120,16384,0.08530132969220479
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,5120,16384,0.08771066864331563
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,5120,16384,0.0831986665725708
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,5120,16384,0.08131066461404164
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,5120,16384,0.07889466484387715
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,5120,16384,0.08080533146858215
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,5120,16384,0.050739998618761696
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,5120,16384,0.07891733447710673
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,5120,16384,0.04392666618029276
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,5120,16384,0.046207999189694725
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,5120,16384,0.04374133547147115
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,5120,16384,0.039965334037939705
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,5120,16384,0.03992799917856852
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,5120,16384,0.03979599972565969
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,5120,16384,0.03988133370876312
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,5120,16384,0.03914133210976919
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,5120,16384,0.039887999494870506
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,5120,16384,0.039703999956448875
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,5120,16384,0.038694667319456734
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,5120,16384,0.03949466596047083
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,5120,16384,0.03826933354139328
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,5120,16384,0.038178667426109314
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,5120,16384,0.038574665784835815
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,5120,16384,0.038365334272384644
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,5120,16384,0.03796666612227758
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,5120,16384,0.03832533210515976
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,5120,16384,0.03841333339611689
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,5120,16384,0.03796933343013128
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,5120,16384,0.03806400050719579
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,5120,16384,0.037661333878835045
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,5120,16384,0.03809999922911326
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,5120,16384,0.03785466651121775
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,5120,16384,0.03784133245547613
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,5120,16384,0.038047999143600464
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,5120,16384,0.03753466655810674
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,5120,16384,0.037873332699139915
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,5120,16384,0.03807333360115687
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,5120,16384,0.038015998899936676
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,5120,16384,0.03799866636594137
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,5120,16384,0.03768133372068405
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,5120,16384,0.03759333242972692
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,5120,16384,0.03775866578022639
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,5120,16384,0.03802799930175146
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,5120,16384,0.038034667571385704
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,5120,12288,2.6829039255777993
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,5120,12288,0.8139413197835287
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,5120,12288,0.39799733956654865
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,5120,12288,1.307528018951416
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,5120,12288,0.4586506684621175
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,5120,12288,0.33003199100494385
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,5120,12288,0.36592264970143634
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,5120,12288,0.29974399010340375
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,5120,12288,0.31175732612609863
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,5120,12288,0.306002676486969
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,5120,12288,0.27694133917490643
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,5120,12288,0.26552534103393555
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,5120,12288,0.2644853393236796
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,5120,12288,0.25091467301050824
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,5120,12288,0.2585066755612691
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,5120,12288,0.2402986685434977
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,5120,12288,0.267575999101003
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,5120,12288,0.2076666752497355
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,5120,12288,0.22405334313710532
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,5120,12288,0.21758399407068887
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,5120,12288,0.19662932554880777
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,5120,12288,0.18039999405543009
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,5120,12288,0.18334933121999106
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,5120,12288,0.1607093314329783
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,5120,12288,0.1413253347078959
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,5120,12288,0.12244266271591187
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,5120,12288,0.12813333670298258
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,5120,12288,0.10612266262372334
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,5120,12288,0.10817066828409831
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,5120,12288,0.0914746622244517
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,5120,12288,0.09136266509691875
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,5120,12288,0.0697359989086787
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,5120,12288,0.06904000043869019
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,5120,12288,0.0461786687374115
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,5120,12288,0.04046666622161865
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,5120,12288,0.03252533326546351
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,5120,12288,0.033002667129039764
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,5120,12288,0.03372533371051153
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,5120,12288,0.038215999801953636
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,5120,12288,0.03667200108369192
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,5120,12288,0.0340666671593984
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,5120,12288,0.03664000084002813
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,5120,12288,0.033773332834243774
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,5120,12288,0.031034665803114574
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,5120,12288,0.030066666503747303
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,5120,12288,0.029773332178592682
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,5120,12288,0.030018667380015056
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,5120,12288,0.029685333371162415
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,5120,12288,0.02881866693496704
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,5120,12288,0.028304000695546467
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,5120,12288,0.028029332558314007
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,5120,12288,0.027658666173617046
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,5120,12288,0.027834666272004444
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,5120,12288,0.0269813338915507
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,5120,12288,0.026837334036827087
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,5120,12288,0.026114667455355327
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,5120,12288,0.026736001173655193
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,5120,12288,0.05656533439954122
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,5120,12288,0.02587466686964035
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,5120,12288,0.02595199892918269
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,5120,12288,0.025986666480700176
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,5120,12288,0.0260026678442955
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,5120,12288,0.025943999489148457
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,5120,12288,0.025799999634424847
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,5120,12288,0.025770666698614757
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,5120,12288,0.02572533239920934
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,5120,12288,0.025226667523384094
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,5120,12288,0.02548266698916753
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,5120,12288,0.025237334271272022
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,5120,12288,0.026221332450707752
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,5120,12288,0.025965332984924316
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,5120,12288,0.02573866645495097
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,5120,12288,0.025997333228588104
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,5120,12288,0.02590399980545044
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,5120,12288,2.375576866997613
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,5120,12288,1.1854684617784288
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,5120,12288,0.6255466673109267
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,5120,12288,0.3403004540337457
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,5120,12288,0.3348337809244792
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,5120,12288,0.2940959930419922
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,5120,12288,0.2995644410451253
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,5120,12288,0.2689475483364529
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,5120,12288,0.2873937818739149
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,5120,12288,0.2681617736816406
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,5120,12288,0.2620515558454725
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,5120,12288,0.2385795646243625
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,5120,12288,0.24519289864434135
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,5120,12288,0.2189493311776055
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,5120,12288,0.22169600592719185
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,5120,12288,0.19907732804616293
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,5120,12288,0.21497778097788492
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,5120,12288,0.19103999932607016
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,5120,12288,0.18107022179497612
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,5120,12288,0.17858666843838164
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,5120,12288,0.16806577311621773
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,5120,12288,0.1493262184990777
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,5120,12288,0.1457102166281806
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,5120,12288,0.13367644945780435
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,5120,12288,0.12336711088816325
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,5120,12288,0.11041422022713555
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,5120,12288,0.11362844043307835
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,5120,12288,0.09795377651850383
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,5120,12288,0.09782577885521783
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,5120,12288,0.07920000288221571
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,5120,12288,0.08129777510960896
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,5120,12288,0.06692266464233398
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,5120,12288,0.06814577844407824
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,5120,12288,0.05717511309517754
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,5120,12288,0.049984001451068454
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,5120,12288,0.04322133461634318
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,5120,16384,0.03793866684039434
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,5120,12288,0.03705244594150119
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,5120,12288,0.03763377666473389
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,5120,12288,0.03814933366245694
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,5120,12288,0.039856000079049006
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,5120,12288,0.03919466667705112
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,5120,12288,0.03662577933735318
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,5120,12288,0.036997334824668035
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,5120,12288,0.035939554373423256
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,5120,12288,0.03091555502679613
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,5120,12288,0.0306311117278205
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,5120,12288,0.030647112263573542
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,5120,12288,0.03457422057787577
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,5120,12288,0.0299253331290351
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,5120,12288,0.03314844436115689
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,5120,12288,0.032300445768568255
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,5120,12288,0.030469334787792627
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,5120,12288,0.0314666661951277
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,5120,12288,0.03055644366476271
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,5120,12288,0.02886577778392368
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,5120,12288,0.029098666376537744
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,5120,12288,0.029077334536446467
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,5120,12288,0.028764443265067205
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,5120,12288,0.028613332245084975
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,5120,12288,0.028174221515655518
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,5120,12288,0.026769777139027912
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,5120,12288,0.028824888997607764
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,5120,12288,0.02827733423974779
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,5120,12288,0.026890666948424444
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,5120,12288,0.027246221899986267
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,5120,12288,0.028049776951471966
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,5120,12288,0.026851556367344324
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,5120,12288,0.02689244515366024
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,5120,12288,0.027256889475716486
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,5120,12288,0.02700622214211358
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,5120,12288,0.02756266627046797
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,5120,12288,0.03276088833808899
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,5120,12288,0.027688889039887324
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,5120,12288,0.028416001134448584
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,5120,16384,0.03792399913072586
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,5120,16384,0.03807999938726425
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,5120,16384,0.03785466651121775
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,5120,12288,0.6414382192823622
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,5120,12288,1.308828459845649
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,5120,12288,0.3164035479227702
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,5120,12288,0.3034915659162733
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,5120,12288,2.7253990173339844
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,5120,12288,0.2985120084550646
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,5120,12288,0.39533156818813747
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,5120,12288,0.35012443860371906
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,5120,12288,0.2746186786227756
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,5120,12288,0.23958044581943086
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,5120,12288,0.26451555887858075
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,5120,12288,0.22803200615776908
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,5120,12288,0.386202679740058
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,5120,12288,0.34064356486002606
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,5120,12288,0.20904355578952363
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,5120,12288,0.18205866548750135
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,5120,12288,0.1973653369479709
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,5120,12288,0.3319431145985921
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,5120,12288,0.31197333335876465
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,5120,12288,0.26209600766499835
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,5120,12288,0.24672354592217338
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,5120,12288,0.12435377968682183
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,5120,12288,0.12969066037072077
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,5120,12288,0.10666666428248088
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,5120,16384,0.03792933374643326
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,5120,16384,0.03789333254098892
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,5120,12288,0.20642133553822836
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,5120,12288,0.0665280024210612
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,5120,12288,0.06271466943952772
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,5120,12288,0.16260800096723768
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,5120,12288,0.18110399776034883
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,5120,12288,0.14865956041547987
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,5120,12288,0.1426008939743042
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,5120,12288,0.09947555594974095
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,5120,12288,0.08982577588823105
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,5120,12288,0.0847360028160943
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,5120,12288,0.05013511247105069
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,5120,12288,0.03909511036343045
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,5120,12288,0.033061332172817655
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,5120,12288,0.03356622325049506
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,5120,12288,0.0325617790222168
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,5120,12288,0.031160887744691636
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,5120,12288,0.031073778867721558
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,5120,12288,0.03110044532352024
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,5120,12288,0.029900444878472224
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,5120,12288,0.028983109527164038
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,5120,12288,0.02741866641574436
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,5120,12288,0.025788444611761305
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,5120,12288,0.025493333737055462
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,5120,12288,0.02686400049262577
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,5120,12288,0.024344889654053584
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,5120,12288,0.024520888924598694
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,5120,12288,0.02407111061943902
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,5120,12288,0.024062222904629175
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,5120,12288,0.02409066590997908
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,5120,12288,0.02390755547417535
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,5120,12288,0.023971555961502924
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,5120,12288,0.024060444699393377
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,5120,12288,0.024318221542570326
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,5120,12288,0.03959466682540046
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,5120,12288,0.03933688998222351
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,5120,12288,0.03957688808441162
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,5120,12288,0.03971022367477417
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,5120,12288,0.04042133357789781
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,5120,12288,0.03977244430118137
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,5120,12288,0.025450666745503742
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,5120,12288,0.04251555601755778
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,5120,12288,0.03774044579929776
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,5120,12288,0.03976710968547397
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,5120,12288,0.038266665405697294
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,5120,12288,0.026757333013746474
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,5120,12288,0.025626666016048853
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,5120,12288,0.027715555495686
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,5120,12288,0.027831110689375136
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,5120,12288,0.027934223413467407
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,5120,12288,0.02618666655487484
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,5120,12288,0.5694880167643229
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,5120,12288,1.2125845591227213
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,5120,12288,0.2880031903584798
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,5120,12288,0.15823252995808917
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,5120,12288,0.15824106534322102
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,5120,12288,0.15713173548380535
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,5120,12288,0.1510719935099284
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,5120,12288,0.15403733253479004
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,5120,12288,0.1337301254272461
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,5120,12288,0.15064853032430012
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,5120,12288,0.1291061321894328
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,5120,12288,0.1270410696665446
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,5120,12288,0.12678399880727131
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,5120,12288,0.12259519894917806
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,5120,12288,0.12221866448720295
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,5120,12288,0.12079040209452312
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,5120,12288,0.10296213626861572
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,5120,12288,0.09736533164978027
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,5120,12288,0.0962719996770223
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,5120,12288,0.09557226498921713
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,5120,12288,0.0946773370107015
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,5120,12288,0.09114987055460612
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,5120,12288,0.09069973627726237
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,5120,12288,0.09006826877593994
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,5120,12288,0.0703285296758016
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,5120,12288,0.06578239997227987
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,5120,12288,0.06498133341471354
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,5120,12288,0.06399999856948853
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,5120,12288,0.06399466594060263
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,5120,12288,0.06170133352279663
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,5120,12288,0.061493333180745444
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,5120,12288,0.03806293408075968
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,5120,12288,0.03713599840799968
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,5120,12288,0.03529599905014038
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,5120,12288,0.0344490647315979
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,5120,12288,0.03173653284708659
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,5120,12288,0.03136639992396037
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,5120,12288,0.031650133927663165
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,5120,12288,0.03132266600926717
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,5120,12288,0.03132906754811605
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,5120,12288,0.03153066635131836
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,5120,12288,0.03133760094642639
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,5120,12288,0.031396265824635824
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,5120,12288,0.03100373347600301
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,5120,12288,0.030482133229573567
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,5120,12288,0.03068266709645589
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,5120,12288,0.030563199520111085
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,5120,12288,0.030426667133967085
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,5120,12288,0.030486400922139483
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,5120,12288,0.030398933092753093
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,5120,12288,0.030483200152715044
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,5120,12288,0.030060799916585286
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,5120,12288,0.030062933762868244
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,5120,12288,0.03033706744511922
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,5120,12288,0.030008532603581745
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,5120,12288,0.029795199632644653
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,5120,12288,0.030028800169626873
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,5120,12288,0.030426667133967085
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,5120,12288,0.030155734221140547
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,5120,12288,0.030051199595133464
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,5120,12288,0.030050132671991987
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,5120,12288,0.03004586696624756
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,5120,12288,0.03006400068600972
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,5120,12288,0.030151466528574627
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,5120,12288,0.030298666159311934
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,5120,12288,0.030074665943781536
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,5120,12288,0.0304202675819397
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,5120,12288,0.03041599988937378
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,5120,12288,0.030034132798512775
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,5120,10240,1.1072479883829753
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,5120,10240,0.55567733446757
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,5120,10240,0.3065626621246338
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,5120,10240,0.3040506641070048
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,5120,10240,2.2322853406270347
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,5120,10240,0.2822293241818746
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,5120,10240,0.29078133900960285
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,5120,10240,0.2617680033047994
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,5120,10240,0.35732531547546387
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,5120,10240,0.23987466096878052
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,5120,10240,0.26634132862091064
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,5120,10240,0.23652267456054688
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,5120,10240,0.25035732984542847
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,5120,10240,0.22494399547576904
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,5120,10240,0.2339306672414144
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,5120,10240,0.1811786691347758
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,5120,10240,0.21130400896072388
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,5120,10240,0.1760879953702291
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,5120,10240,0.20352266232172647
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,5120,10240,0.17175734043121338
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,5120,10240,0.13917866349220276
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,5120,10240,0.1392186681429545
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,5120,10240,0.13740000128746033
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,5120,10240,0.11926133433977763
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,5120,10240,0.10737599929173787
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,5120,10240,0.1141040027141571
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,5120,10240,0.09244267145792644
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,5120,10240,0.0790746659040451
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,5120,10240,0.07362933456897736
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,5120,10240,0.05839733282725016
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,5120,10240,0.05704266826311747
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,5120,10240,0.04773333172003428
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,5120,10240,0.2530720035235087
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,5120,10240,0.03796799977620443
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,5120,10240,0.03405333310365677
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,5120,10240,0.029472000896930695
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,5120,10240,0.028197333216667175
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,5120,10240,0.029045333464940388
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,5120,10240,0.03429866582155228
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,5120,10240,0.030933332939942677
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,5120,10240,0.029088000456492107
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,5120,10240,0.030928000807762146
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,5120,10240,0.02887200067440669
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,5120,10240,0.027327999472618103
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,5120,10240,0.026975999275843304
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,5120,10240,0.02611200014750163
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,5120,10240,0.027093333502610523
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,5120,10240,0.025293332835038502
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,5120,10240,0.025063998997211456
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,5120,10240,0.02489600082238515
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,5120,10240,0.02444533258676529
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,5120,10240,0.09412266810735066
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,5120,10240,0.02292799949645996
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,5120,10240,0.02310933421055476
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,5120,10240,0.022397334376970928
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,5120,10240,0.022946665684382122
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,5120,10240,0.02250133454799652
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,5120,10240,0.022290666898091633
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,5120,10240,0.022109332183996838
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,5120,10240,0.021965332329273224
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,5120,10240,0.02199999988079071
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,5120,10240,0.02192266782124837
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,5120,10240,0.021984001000722248
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,5120,10240,0.02184266597032547
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,5120,10240,0.022096000611782074
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,5120,10240,0.021829334398110706
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,5120,10240,0.02176533391078313
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,5120,10240,0.02160266786813736
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,5120,10240,0.022471999128659565
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,5120,10240,0.022701332966486614
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,5120,10240,0.022085333863894146
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,5120,10240,0.022448000808556873
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,5120,10240,0.022610666851202648
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,5120,10240,0.9583359824286567
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,5120,10240,0.0230853334069252
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,5120,10240,0.4807946417066786
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,5120,10240,0.2593653202056885
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,5120,10240,1.9644461737738714
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,5120,10240,0.2669706609514025
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,5120,10240,0.23653332392374674
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,5120,10240,0.239008002811008
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,5120,10240,0.26250844531589085
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,5120,10240,0.22736888461642793
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,5120,10240,0.2177422179116143
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,5120,10240,0.21564622720082602
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,5120,10240,0.19342399968041313
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,5120,10240,0.20066844092475045
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,5120,10240,0.17889955308702257
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,5120,10240,0.18589156203799775
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,5120,10240,0.1561617718802558
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,5120,10240,0.14694044325086805
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,5120,10240,0.1477244430118137
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,5120,10240,0.1429493294821845
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,5120,10240,0.14178489314185247
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,5120,10240,0.11618667178683811
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,5120,10240,0.11621333493126763
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,5120,10240,0.11212444305419922
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,5120,10240,0.10664177603191799
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,5120,10240,0.09615644481447007
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,5120,10240,0.10141511095894708
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,5120,10240,0.08220444122950236
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,5120,10240,0.16905777984195283
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,5120,10240,0.08314310842090182
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,5120,10240,0.07275555531183879
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,5120,10240,0.06896177927652995
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,5120,10240,0.05974044402440389
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,5120,10240,0.060007108582390674
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,5120,10240,0.04268266757329305
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,5120,10240,0.04807466599676344
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,5120,10240,0.03790222273932563
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,5120,10240,0.03419377737575107
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,5120,10240,0.033054222663243614
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,5120,10240,0.03495111068089803
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,5120,10240,0.03533333208825853
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,5120,10240,0.03405688868628608
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,5120,10240,0.033349331882264875
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,5120,10240,0.03392533461252848
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,5120,10240,0.03146133489078946
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,5120,10240,0.028808888461854722
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,5120,10240,0.028959999481836956
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,5120,10240,0.028453333510292902
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,5120,10240,0.028389334678649902
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,5120,10240,0.027422222826215956
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,5120,10240,0.029397332006030615
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,5120,10240,0.02924088968171014
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,5120,10240,0.02907199992073907
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,5120,10240,0.0269795556863149
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,5120,10240,0.02804622385236952
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,5120,10240,0.026975999275843304
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,5120,10240,0.0277137772904502
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,5120,10240,0.027678221464157104
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,5120,10240,0.026910222238964502
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,5120,10240,0.0266275554895401
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,5120,10240,0.027162666122118633
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,5120,10240,0.026869333452648584
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,5120,10240,0.026570666167471144
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,5120,10240,0.026019554999139573
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,5120,10240,0.02571733295917511
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,5120,10240,0.025079111258188885
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,5120,10240,0.02530488868554433
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,5120,10240,0.024922667278183833
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,5120,10240,0.025080889463424683
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,5120,10240,0.026739555928442214
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,5120,10240,0.02665244374010298
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,5120,10240,0.02698488864633772
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,5120,10240,0.025278222229745653
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,5120,10240,0.02618666655487484
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,5120,10240,0.0248391115003162
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,5120,12288,0.030144000053405763
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,5120,12288,0.030007465680440264
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,5120,12288,0.030044800043106078
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,5120,10240,0.5819608900282118
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,5120,10240,0.2870862219068739
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,5120,10240,1.1831306881374783
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,5120,10240,2.398766199747721
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,5120,10240,0.2746506796942817
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,5120,10240,0.2632337676154243
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,5120,10240,0.3570542335510254
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,5120,10240,0.3183520105150011
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,5120,10240,0.24824176894293892
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,5120,10240,0.22099022070566812
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,5120,10240,0.2360302342308892
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,5120,10240,0.20935466554429796
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,5120,10240,0.3386880026923285
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,5120,12288,0.030028800169626873
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,5120,10240,0.2968177795410156
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,5120,10240,0.1886133352915446
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,5120,10240,0.16708266735076904
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,5120,10240,0.3085262245602078
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,5120,10240,0.17786488268110487
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,5120,10240,0.28244445059034556
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,5120,10240,0.16390755441453722
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,5120,10240,0.11382399664984809
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,5120,10240,0.11755732695261638
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,5120,10240,0.23998400900099012
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,5120,12288,0.030189865827560426
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,5120,10240,0.2207039992014567
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,5120,10240,0.18946666187710234
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,5120,10240,0.06310044394599067
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,5120,10240,0.05258666806750827
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,5120,10240,0.15039288997650146
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,5120,10240,0.13006933530171713
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,5120,10240,0.13836977216932508
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,5120,10240,0.09953066375520493
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,5120,10240,0.08688533306121826
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,5120,10240,0.08217955297893949
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,5120,10240,0.0722257759835985
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,5120,10240,0.04284977912902832
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,5120,10240,0.03247111042340597
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,5120,10240,0.027383110589451257
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,5120,10240,0.02826489011446635
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,5120,10240,0.025582222474945918
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,5120,10240,0.028055111567179363
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,5120,10240,0.02676444417900509
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,5120,10240,0.025589333640204534
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,5120,10240,0.026371555195914373
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,5120,10240,0.025987555583318073
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,5120,10240,0.023464888334274292
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,5120,10240,0.022808889547983806
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,5120,10240,0.022031999296612207
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,5120,10240,0.021338666478792827
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,5120,10240,0.021870222356584337
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,5120,10240,0.02141511109140184
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,5120,10240,0.02143999934196472
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,5120,10240,0.021144888467258875
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,5120,10240,0.021498666869269475
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,5120,10240,0.021196444829305012
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,5120,10240,0.02105955613984002
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,5120,10240,0.02142400046189626
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,5120,10240,0.03303644392225478
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,5120,10240,0.031345778041415744
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,5120,10240,0.033415112230512835
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,5120,10240,0.03155733479393853
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,5120,10240,0.03516799873775906
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,5120,10240,0.032241778241263494
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,5120,10240,0.03367822368939718
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,5120,10240,0.03228266702757941
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,5120,10240,0.034392890002992414
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,5120,10240,0.03238222334120009
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,5120,10240,0.03432000014517043
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,5120,10240,0.032949331733915545
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,5120,10240,0.023397333092159692
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,5120,10240,0.023909333679411147
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,5120,10240,0.022707555029127333
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,5120,10240,0.0232640008131663
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,5120,10240,0.022298667165968154
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,5120,10240,0.02281066609753503
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,5120,10240,0.13597866694132488
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,5120,10240,0.249123207728068
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,5120,10240,0.48528960545857747
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,5120,10240,0.9668981552124023
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,5120,10240,0.13470719655354818
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,5120,10240,0.13456533749898275
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,5120,10240,0.13315412998199463
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,5120,10240,0.1305567979812622
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,5120,10240,0.13031360308329265
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,5120,10240,0.11353387037913006
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,5120,10240,0.11063360373179118
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,5120,10240,0.10921813646952312
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,5120,10240,0.10655466715494792
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,5120,10240,0.1087605317433675
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,5120,10240,0.10543786684672038
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,5120,10240,0.10493653615315754
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,5120,10240,0.08752426306406656
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,5120,10240,0.0846122662226359
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,5120,10240,0.08385492960611979
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,5120,10240,0.0826304038365682
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,5120,10240,0.08320853710174561
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,5120,10240,0.07966506481170654
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,5120,10240,0.07882026831309
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,5120,10240,0.0782645304997762
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,5120,10240,0.06000106732050577
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,5120,10240,0.057523198922475184
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,5120,10240,0.056568535168965664
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,5120,10240,0.05559039910634359
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,5120,10240,0.054720000425974524
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,5120,10240,0.053255466620127354
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,5120,10240,0.0532319982846578
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,5120,10240,0.03335786660512288
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,5120,10240,0.031923200686772665
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,5120,10240,0.03075946569442749
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,5120,10240,0.028016000986099243
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,5120,10240,0.028119466702143353
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,5120,10240,0.029832533995310467
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,5120,10240,0.027829333146413164
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,5120,10240,0.027591466903686523
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,5120,10240,0.02762453357378642
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,5120,10240,0.02786986629168193
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,5120,10240,0.027692800760269164
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,5120,10240,0.02762133280436198
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,5120,10240,0.027162667115529376
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,5120,10240,0.02721280058224996
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,5120,10240,0.027110399802525838
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,5120,10240,0.02681066592534383
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,5120,10240,0.02667306661605835
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,5120,10240,0.026654932896296186
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,5120,10240,0.026793599128723145
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,5120,10240,0.02643839915593465
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,5120,10240,0.026730666557947796
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,5120,10240,0.02676266630490621
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,5120,10240,0.026586665709813433
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,5120,10240,0.026386133829752606
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,5120,10240,0.02664533257484436
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,5120,10240,0.02637653350830078
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,5120,10240,0.026581333080927534
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,5120,10240,0.02640426754951477
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,5120,10240,0.026731733481089277
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,5120,10240,0.026841600735982258
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,5120,10240,0.026719999313354493
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,5120,10240,0.026467200120290118
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,5120,10240,0.026317866643269856
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,5120,10240,0.026318933566411334
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,5120,10240,0.026411734024683636
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,5120,10240,0.026392533381779985
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,5120,8192,1.749608039855957
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,5120,8192,0.8941493034362793
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,5120,8192,0.4829920132954915
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,5120,8192,0.2752506732940674
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,5120,8192,0.2733440001805623
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,5120,8192,0.24622666835784912
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,5120,10240,0.026638933022816974
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,5120,8192,0.26773866017659503
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,5120,10240,0.026563199361165364
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,5120,8192,0.23042933146158853
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,5120,8192,0.24214667081832886
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,5120,8192,0.2170213262240092
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,5120,8192,0.21076265970865884
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,5120,8192,0.19631467262903848
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,5120,8192,0.1974160075187683
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,5120,8192,0.17865600188573202
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,5120,8192,0.18414666255315146
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,5120,8192,0.15144532918930054
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,5120,8192,0.1553893287976583
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,5120,8192,0.14217066764831543
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,5120,8192,0.13999733328819275
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,5120,8192,0.14022133747736612
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,5120,8192,0.11069066325823466
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,5120,8192,0.11404800415039062
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,5120,8192,0.10482933123906453
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,5120,8192,0.09715732932090759
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,5120,8192,0.08555733164151509
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,5120,8192,0.08984000484148662
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,5120,8192,0.07464266816775005
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,5120,8192,0.07445066670576732
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,5120,8192,0.06307733555634816
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,5120,8192,0.0606879989306132
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,5120,8192,0.0481279989083608
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,5120,8192,0.04656266669432322
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,5120,8192,0.031258667508761086
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,5120,8192,0.029103999336560566
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,5120,8192,0.022970666488011677
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,5120,8192,0.023927999039491017
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,5120,8192,0.02365066607793172
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,5120,8192,0.02794933319091797
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,5120,8192,0.02606933315594991
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,5120,8192,0.024680001040299732
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,5120,8192,0.02606666584809621
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,5120,8192,0.02402399977048238
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,5120,8192,0.018778666853904724
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,5120,8192,0.018845333407322567
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,5120,8192,0.018877333650986355
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,5120,8192,0.022842665513356526
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,5120,8192,0.018775999546051025
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,5120,8192,0.0225600004196167
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,5120,8192,0.02258666604757309
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,5120,8192,0.021730666359265644
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,5120,8192,0.020567999531825382
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,5120,8192,0.01955466717481613
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,5120,8192,0.01926400015751521
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,5120,8192,0.01878400022784869
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,5120,8192,0.01979999989271164
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,5120,8192,0.02054399996995926
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,5120,8192,0.01977066695690155
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,5120,8192,0.019783999770879745
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,5120,8192,0.019725333899259567
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,5120,8192,0.01987733319401741
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,5120,8192,0.018935999522606533
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,5120,8192,0.01944799969593684
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,5120,8192,0.019424000134070713
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,5120,8192,0.01916533336043358
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,5120,8192,0.01916533336043358
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,5120,8192,0.01905599981546402
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,5120,8192,0.01889866714676221
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,5120,8192,0.018807999789714813
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,5120,8192,0.019610666980346043
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,5120,8192,0.01939733326435089
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,5120,8192,0.019424000134070713
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,5120,8192,0.019866666446129482
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,5120,8192,0.19946932792663574
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,5120,8192,0.77020796140035
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,5120,8192,0.040349334478378296
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,5120,8192,1.5679787000020344
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,5120,8192,0.3939533233642578
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,5120,8192,0.202457328637441
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,5120,8192,0.21915332476298013
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,5120,8192,0.19090267022450766
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,5120,8192,0.19031333923339844
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,5120,8192,0.1944119930267334
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,5120,8192,0.19352134068806967
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,5120,8192,0.162282665570577
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,5120,8192,0.16422266761461893
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,5120,8192,0.1641306678454081
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,5120,8192,0.15532400210698447
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,5120,8192,0.14331199725468954
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,5120,8192,0.15130933125813803
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,5120,8192,0.13327733675638834
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,5120,8192,0.12788400053977966
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,5120,8192,0.12108932932217915
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,5120,8192,0.11893199880917867
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,5120,8192,0.11808799703915913
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,5120,8192,0.11807066202163696
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,5120,8192,0.09574666619300842
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,5120,8192,0.0967240035533905
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,5120,8192,0.09332666794459026
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,5120,8192,0.08975066741307576
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,5120,8192,0.07685333490371704
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,5120,8192,0.08256400128205617
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,5120,8192,0.06982933481534322
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,5120,8192,0.07036266724268596
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,5120,8192,0.05934266746044159
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,5120,8192,0.05604133506615957
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,5120,8192,0.04951733350753784
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,5120,8192,0.03960400074720383
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,5120,8192,0.036157332360744476
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,5120,8192,0.03328933318456014
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,5120,8192,0.03065599997838338
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,5120,8192,0.030761333803335827
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,5120,8192,0.03067733347415924
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,5120,8192,0.032958666483561196
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,5120,8192,0.0306986669699351
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,5120,8192,0.02900800108909607
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,5120,8192,0.030074665943781536
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,5120,8192,0.028606665631135304
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,5120,8192,0.02735466758410136
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,5120,8192,0.02621733397245407
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,5120,8192,0.02624933421611786
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,5120,8192,0.02731333424647649
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,5120,8192,0.02572666605313619
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,5120,8192,0.0493346651395162
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,5120,8192,0.026130666335423786
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,5120,8192,0.02629866699377696
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,5120,8192,0.0258240004380544
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,5120,8192,0.02471066763003667
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,5120,8192,0.02495466669400533
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,5120,8192,0.02569066733121872
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,5120,8192,0.025020000835259754
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,5120,8192,0.02437066783507665
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,5120,8192,0.02351599931716919
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,5120,8192,0.023221333821614582
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,5120,8192,0.02479066699743271
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,5120,8192,0.02478666603565216
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,5120,8192,0.023745333154996235
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,5120,8192,0.024613333245118458
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,5120,8192,0.023598665992418926
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,5120,8192,0.023400001227855682
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,5120,8192,0.024265334010124207
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,5120,8192,0.023618665834267933
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,5120,8192,0.022662666936715443
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,5120,8192,0.022474666436513264
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,5120,8192,0.023005334039529163
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,5120,8192,0.022730665902296703
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,5120,8192,0.023529333372910816
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,5120,8192,0.022451999286810558
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,5120,8192,0.022662666936715443
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,5120,10240,0.02659200032552083
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,5120,10240,0.026424533128738402
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,5120,8192,0.518610676129659
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,5120,10240,0.026663466294606523
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,5120,8192,0.2599693338076274
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,5120,10240,0.026393600304921466
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,5120,8192,1.0511333147684734
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,5120,8192,0.2484013239542643
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,5120,8192,0.2364493409792582
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,5120,10240,0.026430932680765788
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,5120,8192,2.1544693311055503
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,5120,8192,0.3172600070635478
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,5120,8192,0.198418656984965
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,5120,8192,0.21101999282836914
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,5120,8192,0.18723867336908975
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,5120,8192,0.2853893240292867
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,5120,8192,0.2734520037968953
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,5120,8192,0.16736666361490884
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,5120,8192,0.15135733286539713
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,5120,8192,0.15722800294558206
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,5120,8192,0.2500973343849182
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,5120,8192,0.2641613284746806
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,5120,8192,0.14365599552790323
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,5120,8192,0.22180666526158652
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,5120,8192,0.29905466238657635
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,5120,8192,0.10287466645240784
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,5120,8192,0.21656266848246256
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,5120,8192,0.09842000404993693
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,5120,8192,0.08800933758417766
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,5120,8192,0.19760799407958984
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,5120,8192,0.04880933463573456
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,5120,8192,0.04201066493988037
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,5120,8192,0.17079599698384604
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,5120,8192,0.1353600025177002
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,5120,8192,0.11216132839520772
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,5120,8192,0.12396132946014404
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,5120,8192,0.0554200013478597
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,5120,8192,0.07052533328533173
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,5120,8192,0.07066133121649425
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,5120,8192,0.03310933212439219
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,5120,8192,0.027954667806625366
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,5120,8192,0.02370266616344452
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,5120,8192,0.02385066697994868
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,5120,8192,0.023742665847142536
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,5120,8192,0.022656001150608063
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,5120,8192,0.023918665945529938
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,5120,8192,0.02236533413330714
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,5120,8192,0.022232001026471455
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,5120,8192,0.021930667261282604
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,5120,8192,0.020774666219949722
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,5120,8192,0.018982666234175365
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,5120,8192,0.018638666719198227
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,5120,8192,0.018651999533176422
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,5120,8192,0.018297333270311356
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,5120,8192,0.018402667095263798
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,5120,8192,0.01848933349053065
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,5120,8192,0.01832133283217748
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,5120,8192,0.030487999320030212
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,5120,8192,0.020101333657900494
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,5120,8192,0.030429333448410034
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,5120,8192,0.02940266579389572
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,5120,8192,0.030931999286015827
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,5120,8192,0.020216000576814015
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,5120,8192,0.028738667567571003
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,5120,8192,0.030415999392668407
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,5120,8192,0.02718533327182134
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,5120,8192,0.02898533393939336
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,5120,8192,0.030931999286015827
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,5120,8192,0.02722666660944621
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,5120,8192,0.020009333888689678
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,5120,8192,0.019940000027418137
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,5120,8192,0.03143333395322164
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,5120,8192,0.027116000652313232
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,5120,8192,0.031230665743350983
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,5120,8192,0.029333333174387615
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,5120,8192,0.029924000302950542
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,5120,8192,0.019685332973798115
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,5120,8192,0.02000666658083598
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,5120,8192,0.01971333349744479
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,5120,8192,0.19912959734598795
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,5120,8192,0.11018239657084147
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,5120,8192,0.7784704208374024
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,5120,8192,0.1116480032602946
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,5120,8192,0.10984533627827961
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,5120,8192,0.10812479654947918
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,5120,8192,0.39064321517944334
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,5120,8192,0.10618027051289876
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,5120,8192,0.10635093053181965
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,5120,8192,0.09114133516947429
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,5120,8192,0.09000960191090902
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,5120,8192,0.09157760143280029
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,5120,8192,0.08724053700764975
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,5120,8192,0.09006720383961996
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,5120,8192,0.08705920378367106
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,5120,8192,0.08579733371734619
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,5120,8192,0.07161706288655599
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,5120,8192,0.06957440376281739
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,5120,8192,0.06934080123901368
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,5120,8192,0.0678208033243815
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,5120,8192,0.06827519734700521
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,5120,8192,0.06648853222529093
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,5120,8192,0.065556267897288
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,5120,8192,0.06420480012893677
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,5120,8192,0.04984320004781087
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,5120,8192,0.04751786788304647
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,5120,8192,0.046982399622599286
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,5120,8192,0.04571839968363444
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,5120,8192,0.0460586667060852
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,5120,8192,0.044556800524393717
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,5120,8192,0.04394773244857788
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,5120,8192,0.02790293296178182
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,5120,8192,0.02732693354288737
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,5120,8192,0.026399999856948853
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,5120,8192,0.025830399990081788
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,5120,8192,0.024202666680018105
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,5120,8192,0.023857067028681435
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,5120,8192,0.023474133014678954
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,5120,8192,0.02395413319269816
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,5120,8192,0.023538132508595787
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,5120,8192,0.023643734057744344
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,5120,8192,0.023333332935969033
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,5120,8192,0.02373866637547811
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,5120,8192,0.0230240007241567
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,5120,8192,0.02297919988632202
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,5120,8192,0.02309760053952535
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,5120,8192,0.02299519975980123
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,5120,8192,0.022651733954747517
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,5120,8192,0.022717867294947305
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,5120,8192,0.022657066583633423
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,5120,8192,0.022639999787012734
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,5120,8192,0.02262399991353353
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,5120,8192,0.02264960010846456
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,5120,8192,0.022776534159978233
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,5120,8192,0.022829866409301756
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,5120,8192,0.022342399756113688
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,5120,8192,0.02254826625188192
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,5120,8192,0.02241493264834086
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,5120,8192,0.022634667158126832
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,5120,8192,0.022654932737350465
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,5120,8192,0.022744532426198324
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,5120,8192,0.022283732891082764
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,5120,8192,0.02257706721623739
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,5120,8192,0.022445867458979286
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,5120,8192,0.02234986623128255
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,5120,8192,0.022348799308141074
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,5120,8192,0.022648533185323082
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,5120,7168,1.50436004002889
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,5120,7168,0.801146666208903
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,5120,7168,0.39260534445444745
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,5120,7168,0.2238453427950541
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,5120,7168,0.22403732935587564
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,5120,7168,0.202890674273173
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,5120,7168,0.21703199545542398
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,5120,7168,0.2110960086186727
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,5120,7168,0.18037867546081543
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,5120,7168,0.1776240070660909
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,5120,7168,0.16830933094024658
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,5120,7168,0.1574026644229889
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,5120,7168,0.16751732428868613
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,5120,7168,0.14632532993952432
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,5120,7168,0.15547466278076172
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,5120,7168,0.13524799545605978
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,5120,7168,0.12748000025749207
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,5120,7168,0.123389333486557
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,5120,7168,0.12140267093976338
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,5120,7168,0.11937600374221802
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,5120,7168,0.12138400475184123
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,5120,7168,0.09590400258700053
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,5120,7168,0.09545066952705383
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,5120,7168,0.09033866723378499
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,5120,7168,0.08336800336837769
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,5120,7168,0.07341333230336507
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,5120,7168,0.07842666904131572
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,5120,7168,0.06342666844526927
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,5120,7168,0.06331199904282887
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,5120,7168,0.05584000051021576
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,5120,7168,0.0510426660378774
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,5120,7168,0.04223999877770742
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,5120,7168,0.04102933406829834
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,5120,7168,0.03472800056139628
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,5120,7168,0.027639999985694885
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,5120,7168,0.025989333788553875
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,5120,7168,0.020477333416541416
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,5120,7168,0.021509334444999695
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,5120,7168,0.021685334543387096
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,5120,7168,0.02589333305756251
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,5120,7168,0.023237332701683044
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,5120,7168,0.021754667162895203
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,5120,7168,0.023048001031080883
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,5120,7168,0.021746667722860973
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,5120,7168,0.016575999557971954
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,5120,7168,0.016719999412695568
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,5120,7168,0.016653332859277725
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,5120,7168,0.016594666987657547
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,5120,7168,0.016786667207876842
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,5120,7168,0.020714666694402695
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,5120,7168,0.020725333442290623
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,5120,7168,0.019530666371186573
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,5120,7168,0.018698666244745255
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,5120,7168,0.017887999614079792
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,5120,7168,0.017768000562985737
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,5120,7168,0.016885332763195038
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,5120,7168,0.017693333327770233
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,5120,7168,0.0176959993938605
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,5120,7168,0.017664000391960144
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,5120,7168,0.01757066696882248
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,5120,7168,0.01738400012254715
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,5120,7168,0.017133332788944244
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,5120,7168,0.017050666113694508
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,5120,7168,0.017360000560681026
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,5120,7168,0.017368000000715256
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,5120,7168,0.017322666943073273
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,5120,7168,0.017037333299716313
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,5120,7168,0.01684800038735072
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,5120,7168,0.016741332908471424
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,5120,7168,0.016682667036851246
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,5120,7168,0.017671999831994373
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,5120,7168,0.017653333644072216
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,5120,7168,0.0177839994430542
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,5120,7168,0.017671999831994373
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,5120,7168,1.3470226923624675
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,5120,7168,0.6944786707560221
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,5120,7168,0.3509146769841512
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,5120,7168,0.18011067310969034
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,5120,7168,0.1772866646448771
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,5120,7168,0.16018266479174295
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,5120,7168,0.1660146713256836
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,5120,7168,0.16286133726437887
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,5120,7168,0.15678667028745016
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,5120,7168,0.14342000087102255
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,5120,7168,0.14072533448537192
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,5120,7168,0.13859732945760092
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,5120,7168,0.1381106674671173
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,5120,7168,0.1271240015824636
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,5120,7168,0.13153200348218283
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,5120,7168,0.12119066715240479
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,5120,7168,0.11317867040634155
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,5120,7168,0.1081266701221466
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,5120,7168,0.10884267091751099
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,5120,7168,0.10309732953707378
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,5120,7168,0.1034440000851949
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,5120,7168,0.08808799584706624
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,5120,7168,0.08835466702779134
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,5120,7168,0.08312933146953583
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,5120,7168,0.07780799766381581
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,5120,7168,0.07170400023460388
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,5120,7168,0.07690399885177612
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,5120,7168,0.061624000469843544
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,5120,7168,0.06186800201733907
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,5120,7168,0.054789334535598755
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,5120,7168,0.05189333359400431
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,5120,7168,0.04464399814605713
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,5120,7168,0.044249330957730613
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,5120,7168,0.03868799904982249
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,5120,7168,0.034958665569623314
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,5120,7168,0.03088800112406413
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,5120,7168,0.02877066781123479
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,5120,7168,0.028961333135763805
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,5120,7168,0.028860000272591908
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,5120,7168,0.032801332573095955
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,5120,7168,0.02886933336655299
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,5120,7168,0.027073333660761516
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,5120,7168,0.028413332998752594
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,5120,7168,0.02663866678873698
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,5120,7168,0.02457866569360097
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,5120,7168,0.02459333340326945
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,5120,7168,0.024666666984558105
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,5120,7168,0.025186667839686077
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,5120,7168,0.025046666463216145
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,5120,7168,0.023245332141717274
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,5120,7168,0.022999999423821766
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,5120,7168,0.02329466740290324
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,5120,7168,0.023897332449754078
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,5120,7168,0.022825332979361217
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,5120,7168,0.0230853334069252
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,5120,7168,0.022699999312559765
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,5120,7168,0.02221733331680298
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,5120,7168,0.021321333944797516
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,5120,7168,0.021362667282422382
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,5120,7168,0.022301333645979565
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,5120,7168,0.021875999867916107
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,5120,7168,0.021430666248003643
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,5120,7168,0.0226066658894221
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,5120,7168,0.02255866676568985
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,5120,7168,0.02218666672706604
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,5120,7168,0.024092001219590504
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,5120,7168,0.0207506666580836
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,5120,7168,0.020646666487058003
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,5120,7168,0.02107200026512146
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,5120,7168,0.02059200033545494
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,5120,7168,0.020645332833131153
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,5120,7168,0.022813332577546436
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,5120,7168,0.020682666450738907
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,5120,7168,0.020573332905769348
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,5120,8192,0.022465066115061442
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,5120,8192,0.022615466515223184
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,5120,8192,0.022728532552719116
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,5120,8192,0.022667733828226726
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,5120,8192,0.02251519958178202
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,5120,8192,0.022473599513371786
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,5120,7168,0.25296799341837567
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,5120,7168,2.0329972902933755
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,5120,7168,0.23999333381652832
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,5120,8192,0.022694400946299233
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,5120,7168,0.2302266756693522
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,5120,7168,0.3027120033899943
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,5120,7168,0.494377334912618
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,5120,7168,0.27872800827026367
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,5120,7168,0.21499067544937134
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,5120,7168,1.0091826915740967
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,5120,7168,0.1945306658744812
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,5120,7168,0.2034133275349935
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,5120,7168,0.18357867002487183
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,5120,7168,0.16152532895406088
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,5120,7168,0.14867599805196127
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,5120,7168,0.14996000130971274
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,5120,7168,0.28616267442703247
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,5120,7168,0.26272133986155194
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,5120,7168,0.24993334213892618
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,5120,7168,0.23898800214131674
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,5120,7168,0.09773866335550944
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,5120,7168,0.08741866548856099
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,5120,7168,0.18929332494735718
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,5120,7168,0.21305332581202188
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,5120,7168,0.13134533166885376
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,5120,7168,0.16699999570846558
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,5120,7168,0.04287200172742208
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,5120,7168,0.038349332908789315
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,5120,7168,0.13514133294423422
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,5120,7168,0.1030359963575999
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,5120,7168,0.12069466710090637
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,5120,7168,0.0817493349313736
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,5120,7168,0.061421334743499756
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,5120,7168,0.061078667640686035
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,5120,7168,0.04979999860127767
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,5120,7168,0.030951999127864838
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,5120,7168,0.025909334421157837
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,5120,7168,0.02204799900452296
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,5120,7168,0.022240000466505688
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,5120,7168,0.022254665692647297
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,5120,7168,0.0217573344707489
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,5120,7168,0.02062133327126503
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,5120,7168,0.020694666852553684
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,5120,7168,0.020442667106787365
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,5120,7168,0.020576000213623047
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,5120,7168,0.018644000093142193
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,5120,7168,0.017049333701531093
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,5120,7168,0.017084000011285145
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,5120,7168,0.018646666159232456
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,5120,7168,0.017145333190759022
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,5120,7168,0.01691466694076856
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,5120,7168,0.016898666818936665
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,5120,7168,0.02718266596396764
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,5120,7168,0.02775999903678894
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,5120,7168,0.026816000541051228
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,5120,7168,0.02699733277161916
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,5120,7168,0.02686133235692978
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,5120,7168,0.02791866660118103
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,5120,7168,0.02713866780201594
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,5120,7168,0.0268026664853096
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,5120,7168,0.027589333554108936
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,5120,7168,0.027442666391531628
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,5120,7168,0.026848000784715016
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,5120,7168,0.02735600123802821
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,5120,7168,0.02733466774225235
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,5120,7168,0.028279999891916912
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,5120,7168,0.026845333476861317
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,5120,7168,0.027255999545256298
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,5120,7168,0.027322667340437572
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,5120,7168,0.01818400000532468
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,5120,7168,0.018437333405017853
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,5120,7168,0.018200000127156574
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,5120,7168,0.01841999962925911
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,5120,7168,0.018131999919811886
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,5120,7168,0.01828266680240631
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,5120,7168,0.3510848045349121
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,5120,7168,0.18108587265014647
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,5120,7168,0.7021088282267253
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,5120,7168,0.09908479849497477
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,5120,7168,0.10059626897176106
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,5120,7168,0.09931306838989258
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,5120,7168,0.10107839902242025
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,5120,7168,0.09652907053629557
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,5120,7168,0.09660267035166423
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,5120,7168,0.08348586559295654
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,5120,7168,0.08439359664916993
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,5120,7168,0.08150933583577474
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,5120,7168,0.07982079982757569
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,5120,7168,0.0821610689163208
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,5120,7168,0.08020799954732259
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,5120,7168,0.07830719947814942
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,5120,7168,0.06412906646728515
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,5120,7168,0.0634112000465393
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,5120,7168,0.06527359882990519
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,5120,7168,0.06206613381703695
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,5120,7168,0.06168320178985596
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,5120,7168,0.059374932448069254
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,5120,7168,0.05928320089975993
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,5120,7168,0.05808000167210897
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,5120,7168,0.045099735260009766
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,5120,7168,0.04290879964828491
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,5120,7168,0.043714133898417155
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,5120,7168,0.04188906749089559
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,5120,7168,0.04137920141220093
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,5120,7168,0.04061226844787598
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,5120,7168,0.04018773237864177
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,5120,7168,0.02639893293380737
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,5120,7168,0.024966400861740113
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,5120,7168,0.024311467011769613
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,5120,7168,0.023552000522613525
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,5120,7168,0.02226240038871765
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,5120,7168,0.02197973330815633
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,5120,7168,0.02167253295580546
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,5120,7168,0.021917865673700968
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,5120,7168,0.021541333198547362
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,5120,7168,0.021846399704615275
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,5120,7168,0.021538132429122926
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,5120,7168,0.022055466969807945
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,5120,7168,0.021553067366282146
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,5120,7168,0.02074986696243286
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,5120,7168,0.021010132630666097
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,5120,7168,0.02071146567662557
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,5120,7168,0.020645334323247274
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,5120,7168,0.02074026664098104
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,5120,7168,0.020651733875274657
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,5120,7168,0.020861866076787312
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,5120,7168,0.02056000034014384
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,5120,7168,0.02058560053507487
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,5120,7168,0.02062506675720215
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,5120,7168,0.020820266008377074
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,5120,7168,0.020603734254837035
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,5120,7168,0.02019946575164795
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,5120,7168,0.02062506675720215
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,5120,7168,0.020615466435750327
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,5120,7168,0.020909865697224937
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,5120,7168,0.02023786703745524
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,5120,7168,0.020667733748753865
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,5120,7168,0.020759467283884683
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,5120,7168,0.020233599344889323
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,5120,7168,0.020691200097401937
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,5120,7168,0.020403200387954713
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,5120,7168,0.021002666155497233
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,5120,6144,1.2954062355889213
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,5120,6144,0.7471040089925131
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,5120,6144,0.3696800072987874
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,5120,6144,0.18970133198632133
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,5120,6144,0.18458133273654512
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,5120,6144,0.17400533623165557
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,5120,6144,0.18363022804260254
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,5120,6144,0.17257066567738852
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,5120,6144,0.16170310974121094
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,5120,6144,0.16330488522847494
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,5120,6144,0.1486026710934109
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,5120,6144,0.1366542180379232
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,5120,6144,0.14740799532996282
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,5120,6144,0.1274684402677748
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,5120,6144,0.1336711115307278
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,5120,6144,0.11868266264597575
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,5120,6144,0.11166577868991429
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,5120,6144,0.10703466335932414
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,5120,6144,0.1056106686592102
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,5120,6144,0.1020853320757548
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,5120,6144,0.10556799835628933
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,5120,6144,0.08392000198364258
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,5120,6144,0.08387200037638347
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,5120,6144,0.07849422428343031
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,5120,6144,0.07325155867470635
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,5120,6144,0.06423822376463148
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,5120,6144,0.0678773323694865
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,5120,6144,0.056049777401818164
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,5120,6144,0.05598577525880602
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,5120,6144,0.047361777888404004
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,5120,6144,0.04535999894142151
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,5120,6144,0.03644799855020311
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,5120,6144,0.035424000687069364
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,5120,6144,0.02951288885540432
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,5120,6144,0.0240639994541804
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,5120,6144,0.021557332740889654
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,5120,6144,0.017214222086800467
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,5120,6144,0.018010665973027546
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,5120,6144,0.01791111131509145
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,5120,6144,0.021312000022994146
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,5120,6144,0.019479110836982727
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,5120,6144,0.01816177699300978
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,5120,6144,0.019395555059115093
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,5120,6144,0.018049778209792245
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,5120,6144,0.014257777068350049
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,5120,6144,0.01440000037352244
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,5120,6144,0.014195554786258273
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,5120,6144,0.013820444544156393
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,5120,6144,0.013861333330472311
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,5120,6144,0.013932444983058505
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,5120,6144,0.014691554837756686
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,5120,6144,0.016600888636377122
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,5120,6144,0.01590755581855774
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,5120,6144,0.015895111693276297
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,5120,6144,0.015377778146002026
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,5120,6144,0.014558222558763293
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,5120,6144,0.015228443675571017
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,5120,6144,0.015416888727082146
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,5120,6144,0.014924445086055331
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,5120,6144,0.014846222268210517
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,5120,6144,0.014780445231331719
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,5120,6144,0.014741332994567024
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,5120,6144,0.014709333578745524
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,5120,6144,0.014503111441930136
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,5120,6144,0.01460977726512485
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,5120,6144,0.014659555421935188
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,5120,6144,0.014627556006113688
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,5120,6144,0.014579556054539151
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,5120,6144,0.014544000228246054
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,5120,6144,0.014522666732470194
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,5120,6144,0.015224888920783997
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,5120,6144,0.015242666006088257
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,5120,6144,0.015242666006088257
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,5120,6144,0.015448888142903646
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,5120,6144,1.1902047475179036
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,5120,6144,0.6057151794433594
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,5120,6144,0.30569388071695963
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,5120,6144,0.1600096066792806
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,5120,6144,0.15653120676676432
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,5120,6144,0.14227412541707357
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,5120,6144,0.14644692738850912
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,5120,6144,0.14254506429036456
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,5120,6144,0.13569812774658202
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,5120,6144,0.12502826849619547
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,5120,6144,0.1230240027109782
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,5120,6144,0.11976426442464191
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,5120,6144,0.12066346804300945
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,5120,6144,0.11284373601277668
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,5120,6144,0.11657173633575439
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,5120,6144,0.1001973311106364
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,5120,6144,0.09669546286265054
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,5120,6144,0.0960640033086141
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,5120,6144,0.0964202642440796
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,5120,6144,0.09068586826324462
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,5120,6144,0.09242346286773681
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,5120,6144,0.07444907029469808
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,5120,6144,0.07502506573994955
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,5120,6144,0.07295680046081543
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,5120,6144,0.07013226350148519
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,5120,6144,0.06086933215459188
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,5120,6144,0.06476373275121053
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,5120,6144,0.05490346749623617
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,5120,6144,0.05377386808395386
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,5120,7168,0.020668800671895346
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,5120,6144,0.04816426833470662
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,5120,6144,0.04566613435745239
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,5120,6144,0.039895466963450116
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,5120,6144,0.03951573371887207
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,5120,6144,0.03296213348706563
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,5120,6144,0.03502293427785237
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,5120,6144,0.02883946696917216
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,5120,6144,0.02671146591504415
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,5120,6144,0.027139200766881304
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,5120,6144,0.02690879901250203
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,5120,6144,0.026740266879399614
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,5120,6144,0.02719893256823222
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,5120,6144,0.026390399535497027
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,5120,6144,0.02637866735458374
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,5120,6144,0.02510400017102559
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,5120,6144,0.023018666108449302
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,5120,6144,0.02268799940745036
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,5120,6144,0.022693334023157756
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,5120,6144,0.024199465910593666
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,5120,6144,0.022826667626698813
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,5120,6144,0.02295893430709839
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,5120,6144,0.022245333592096964
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,5120,6144,0.021919999519983926
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,5120,6144,0.02344213326772054
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,5120,6144,0.023106133937835692
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,5120,6144,0.022191999355951945
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,5120,6144,0.02097066640853882
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,5120,6144,0.020555732647577922
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,5120,6144,0.020988800128300986
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,5120,6144,0.020863999923070274
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,5120,6144,0.02071253259976705
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,5120,6144,0.022797866662343343
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,5120,6144,0.022170666853586832
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,5120,6144,0.02061333258946737
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,5120,6144,0.020601600408554077
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,5120,6144,0.02060906688372294
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,5120,6144,0.0197760005791982
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,5120,6144,0.020377600193023683
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,5120,6144,0.02004479964574178
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,5120,6144,0.020475733280181884
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,5120,6144,0.020544000466664634
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,5120,6144,0.020372267564137778
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,5120,6144,0.019789866606394448
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,5120,6144,0.02051946719487508
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,5120,6144,0.020921599864959717
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,5120,7168,0.02022506594657898
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,5120,7168,0.02039253314336141
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,5120,7168,0.020617600282033285
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,5120,7168,0.020619734128316244
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,5120,7168,0.02063573400179545
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,5120,7168,0.0206389327843984
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,5120,6144,0.9427829106648764
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,5120,6144,1.9115136464436848
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,5120,6144,0.2246784051259359
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,5120,6144,0.21490772565205893
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,5120,6144,0.47092266082763673
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,5120,6144,0.28143892288208006
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,5120,6144,0.2587968031565348
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,5120,6144,0.19925120671590169
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,5120,6144,0.18275520006815593
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,5120,6144,0.18777066866556805
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,5120,6144,0.17325013478597004
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,5120,6144,0.2682719866434733
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,5120,6144,0.14921600023905437
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,5120,6144,0.1379690647125244
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,5120,6144,0.13780372937520344
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,5120,6144,0.24528959592183433
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,5120,6144,0.23812373479207358
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,5120,6144,0.23372586568196616
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,5120,6144,0.22119359970092772
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,5120,6144,0.08380800088246664
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,5120,6144,0.07547840277353922
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,5120,6144,0.19850133260091146
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,5120,6144,0.17397866249084473
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,5120,6144,0.15759785970052081
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,5120,6144,0.12265493075052898
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,5120,6144,0.03799999952316284
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,5120,6144,0.03542186816533406
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,5120,6144,0.11529599825541179
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,5120,6144,0.10618240038553875
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,5120,6144,0.08672533035278321
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,5120,6144,0.0658400019009908
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,5120,6144,0.053357867399851475
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,5120,6144,0.051445333162943516
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,5120,6144,0.04539413452148437
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,5120,6144,0.028119466702143353
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,5120,6144,0.023988266785939537
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,5120,6144,0.02064853310585022
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,5120,6144,0.020336000124613444
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,5120,6144,0.020507733027140297
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,5120,6144,0.02022613286972046
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,5120,6144,0.019352533419926963
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,5120,6144,0.018722132841746012
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,5120,6144,0.01942080060640971
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,5120,6144,0.018605866034825645
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,5120,6144,0.01700906753540039
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,5120,6144,0.015548800428708395
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,5120,6144,0.01572053333123525
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,5120,6144,0.015440000096956888
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,5120,6144,0.015296000242233276
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,5120,6144,0.015326933066050211
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,5120,6144,0.023504000902175904
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,5120,6144,0.02215786576271057
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,5120,6144,0.021915733814239502
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,5120,6144,0.022502400477727256
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,5120,6144,0.022702932357788086
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,5120,6144,0.023149865865707397
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,5120,6144,0.02248959938685099
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,5120,6144,0.022714666525522866
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,5120,6144,0.023146667083104453
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,5120,6144,0.022708266973495483
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,5120,6144,0.022311466932296752
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,5120,6144,0.0228000005086263
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,5120,6144,0.023754666248957314
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,5120,6144,0.02363626758257548
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,5120,6144,0.022300799687703453
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,5120,6144,0.023112533489863078
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,5120,6144,0.022285866737365722
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,5120,6144,0.016827734311421712
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,5120,6144,0.016827734311421712
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,5120,6144,0.0168287992477417
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,5120,6144,0.016694400707880655
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,5120,6144,0.016935465733210246
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,5120,6144,0.01652479966481527
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,5120,6144,0.01663146714369456
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,5120,6144,0.6155775705973308
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,5120,6144,0.31403627395629885
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,5120,6144,0.15727893511454266
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,5120,6144,0.08982506593068441
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,5120,6144,0.09064746697743734
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,5120,6144,0.09032959938049316
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,5120,6144,0.08656319777170816
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,5120,6144,0.08885440031687418
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,5120,6144,0.08644159634908041
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,5120,6144,0.07559573650360107
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,5120,6144,0.07422080039978027
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,5120,6144,0.07455999851226806
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,5120,6144,0.07219626903533935
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,5120,6144,0.07382400035858154
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,5120,6144,0.07135573228200277
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,5120,6144,0.07018667062123617
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,5120,6144,0.05809813340504964
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,5120,6144,0.057018665472666416
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,5120,6144,0.05773439804712931
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,5120,6144,0.05635199944178263
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,5120,6144,0.05539199908574423
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,5120,6144,0.053565867741902674
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,5120,6144,0.052729598681131994
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,5120,6144,0.05186026493708292
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,5120,6144,0.039154132207234696
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,5120,6144,0.04044479926427205
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,5120,6144,0.03829439878463745
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,5120,6144,0.03722453514734904
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,5120,6144,0.03756159941355387
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,5120,6144,0.036652799447377524
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,5120,6144,0.035869868596394856
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,5120,6144,0.024315732717514037
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,5120,6144,0.023105067014694215
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,5120,6144,0.02200746734937032
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,5120,6144,0.02175040046374003
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,5120,6144,0.020248534282048543
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,5120,6144,0.01962560017903646
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,5120,6144,0.019774933656056724
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,5120,6144,0.01945599913597107
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,5120,6144,0.019773866732915243
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,5120,6144,0.019528534015019736
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,5120,6144,0.019359999895095827
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,5120,6144,0.019778132438659668
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,5120,6144,0.020146133502324422
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,5120,6144,0.01880106727282206
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,5120,6144,0.018967467546463012
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,5120,6144,0.018683733542760213
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,5120,6144,0.018988800048828126
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,5120,6144,0.018679465850194296
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,5120,6144,0.01856106718381246
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,5120,6144,0.01869973341623942
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,5120,6144,0.018609066804250084
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,5120,6144,0.018551466862360637
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,5120,6144,0.018198400735855103
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,5120,6144,0.018590933084487914
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,5120,6144,0.018606932957967122
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,5120,6144,0.018371200561523436
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,5120,6144,0.018602667252222697
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,5120,6144,0.01856106718381246
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,5120,6144,0.018589866161346436
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,5120,6144,0.01867093245188395
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,5120,6144,0.018589866161346436
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,5120,6144,0.01861226757367452
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,5120,6144,0.01853013237317403
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,5120,6144,0.018553600708643595
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,5120,6144,0.01854613423347473
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,5120,6144,0.01885546644528707
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,5120,5120,1.0863573286268446
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,5120,5120,0.5703057712978786
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,5120,5120,0.28350043296813965
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,5120,5120,0.16350577937232122
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,5120,5120,0.1615555551317003
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,5120,5120,0.14483377668592665
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,5120,5120,0.16022400061289468
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,5120,5120,0.1409013271331787
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,5120,5120,0.13578489091661242
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,5120,5120,0.1366915570365058
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,5120,5120,0.1257137722439236
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,5120,5120,0.11681421597798665
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,5120,5120,0.12246399455600315
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,5120,5120,0.1088355580965678
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,5120,5120,0.11202311515808105
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,5120,5120,0.10078933503892686
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,5120,5120,0.09255999988979763
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,5120,5120,0.08941155672073364
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,5120,5120,0.08732266558541192
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,5120,5120,0.08449421988593207
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,5120,5120,0.08584711286756729
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,5120,5120,0.06966755787531535
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,5120,5120,0.06932444704903497
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,5120,5120,0.06548977560467191
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,5120,5120,0.0611342191696167
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,5120,5120,0.05378489030732048
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,5120,5120,0.056629333231184215
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,5120,5120,0.04670044448640612
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,5120,5120,0.04667377803060743
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,5120,5120,0.039649777942233615
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,5120,5120,0.037864890363481306
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,5120,5120,0.030716445710923936
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,5120,5120,0.030012445317374334
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,5120,5120,0.02475022276242574
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,5120,5120,0.02032355633046892
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,5120,5120,0.01848355597919888
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,5120,5120,0.015237333046065437
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,5120,5120,0.015658666690190632
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,5120,5120,0.015882665912310284
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,5120,5120,0.018704000446531508
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,5120,5120,0.016590222716331482
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,5120,5120,0.01587022178702884
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,5120,5120,0.016755556066830952
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,5120,5120,0.015560888581805758
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,5120,5120,0.01257955531279246
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,5120,5120,0.012510221865442065
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,5120,5120,0.012476444244384766
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,5120,5120,0.012476444244384766
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,5120,5120,0.012455110748608908
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,5120,5120,0.012474666866991254
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,5120,5120,0.012680889003806643
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,5120,5120,0.014225777652528552
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,5120,5120,0.012655999925401477
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,5120,5120,0.013831111292044321
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,5120,5120,0.013836444252067141
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,5120,5120,0.014531556102964612
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,5120,5120,0.013521778086821238
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,5120,5120,0.013626666532622443
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,5120,5120,0.013208889298968844
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,5120,5120,0.013255111045307584
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,5120,5120,0.013189333180586496
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,5120,5120,0.01313066648112403
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,5120,5120,0.01350400017367469
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,5120,5120,0.013214222258991666
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,5120,5120,0.012657778130637275
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,5120,5120,0.012677333421177335
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,5120,5120,0.013043555948469373
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,5120,5120,0.012972444295883179
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,5120,5120,0.012862222062216865
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,5120,5120,0.012975999878512489
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,5120,5120,0.01329955541425281
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,5120,5120,0.013237333132161034
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,5120,5120,0.013274666335847644
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,5120,5120,0.013528889252079858
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,5120,5120,0.9809813181559244
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,5120,5120,0.5041930516560872
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,5120,5120,0.25029759407043456
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,5120,5120,0.13123946984608967
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,5120,5120,0.12940373420715331
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,5120,5120,0.11874879995981853
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,5120,6144,0.01903146704037984
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,5120,5120,0.12315626939137776
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,5120,5120,0.12109440167744953
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,5120,5120,0.1168554703394572
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,5120,5120,0.10858986377716065
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,5120,5120,0.10672960281372071
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,5120,5120,0.10293013254801434
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,5120,5120,0.10209173361460369
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,5120,5120,0.0987936019897461
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,5120,5120,0.10161920388539632
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,5120,5120,0.08853867053985595
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,5120,5120,0.0852170705795288
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,5120,5120,0.08014187018076578
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,5120,5120,0.07989546457926432
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,5120,5120,0.0794272025426229
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,5120,5120,0.08015680313110352
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,5120,5120,0.06585493485132853
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,5120,5120,0.06566720008850098
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,5120,5120,0.06160853306452433
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,5120,5120,0.058287998040517174
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,5120,5120,0.056611200173695884
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,5120,5120,0.047429335117340085
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,5120,5120,0.04811306794484456
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,5120,5120,0.042658134301503496
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,5120,5120,0.04074879884719849
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,5120,5120,0.03699520031611125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,5120,5120,0.03700053294499715
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,5120,5120,0.05334933201471964
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,5120,5120,0.032876799503962204
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,5120,5120,0.03095039923985799
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,5120,5120,0.026795732975006103
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,5120,5120,0.024732800324757893
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,5120,5120,0.02513493299484253
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,5120,5120,0.024873600403467814
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,5120,5120,0.024939733743667602
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,5120,5120,0.0248906672000885
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,5120,5120,0.024791467189788818
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,5120,5120,0.024660267432530723
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,5120,5120,0.022823466857274374
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,5120,5120,0.022734934091567995
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,5120,5120,0.021248000860214233
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,5120,5120,0.020971733331680297
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,5120,5120,0.02255786657333374
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,5120,5120,0.023434666792551677
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,5120,5120,0.022512000799179078
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,5120,5120,0.022533333301544188
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,5120,5120,0.021897600094477335
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,5120,5120,0.020694400866826376
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,5120,5120,0.020581332842508952
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,5120,5120,0.022001065810521445
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,5120,5120,0.02249173323313395
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,5120,5120,0.02153279980023702
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,5120,5120,0.019592533508936562
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,5120,5120,0.01956160068511963
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,5120,5120,0.0200000007947286
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,5120,5120,0.020139733950297035
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,5120,5120,0.019801600774129232
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,5120,5120,0.020270933707555137
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,5120,5120,0.02076479991277059
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,5120,5120,0.021466666460037233
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,5120,5120,0.020214400688807168
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,5120,5120,0.019063466787338258
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,5120,6144,0.01853653391202291
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,5120,5120,0.018731733163197838
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,5120,5120,0.01906879941622416
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,5120,5120,0.020118399461110433
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,5120,5120,0.018544000387191773
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,5120,5120,0.019259732961654664
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,5120,5120,0.018706132968266807
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,5120,5120,0.018729599316914876
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,5120,6144,0.018236800034840902
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,5120,6144,0.018363734086354576
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,5120,6144,0.018547199169794717
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,5120,6144,0.018463999032974243
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,5120,6144,0.018613332509994508
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,5120,5120,0.44559466044108076
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,5120,5120,0.21582187016805016
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,5120,5120,0.8784320195515951
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,5120,5120,0.20236479441324867
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,5120,5120,1.7765909830729167
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,5120,5120,0.2452415943145752
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,5120,5120,0.26103787422180175
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,5120,5120,0.1860352039337158
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,5120,5120,0.1755829334259033
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,5120,5120,0.17298240661621095
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,5120,5120,0.1631989320119222
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,5120,5120,0.2500554720560709
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,5120,5120,0.12894506454467775
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,5120,5120,0.22538132667541505
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,5120,5120,0.12493546803792317
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,5120,5120,0.11327146689097087
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,5120,5120,0.22992854118347167
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,5120,5120,0.22069120407104492
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,5120,5120,0.20287466049194336
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,5120,5120,0.0708021322886149
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,5120,5120,0.0630570650100708
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,5120,5120,0.1901301383972168
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,5120,5120,0.05495573282241821
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,5120,5120,0.14662933349609375
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,5120,5120,0.1588362693786621
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,5120,5120,0.0347765326499939
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,5120,5120,0.032181332508722946
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,5120,5120,0.09690666993459066
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,5120,5120,0.10271146297454833
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,5120,5120,0.08711679776509604
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,5120,5120,0.07247146765391031
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,5120,5120,0.04875946839650472
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,5120,5120,0.04507946570714315
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,5120,5120,0.04120213190714518
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,5120,5120,0.026385066906611125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,5120,5120,0.02195840080579122
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,5120,5120,0.01725013256072998
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,5120,5120,0.018539732694625853
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,5120,5120,0.018600533405939736
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,5120,5120,0.018756266434987387
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,5120,5120,0.01898346741994222
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,5120,5120,0.017439999183019004
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,5120,5120,0.017350399494171144
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,5120,5120,0.017361066738764443
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,5120,5120,0.015522133310635886
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,5120,5120,0.015545599659283958
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,5120,5120,0.014089600245157877
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,5120,5120,0.01404159963130951
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,5120,5120,0.013938132921854654
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,5120,5120,0.01402453382809957
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,5120,5120,0.01362559994061788
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,5120,5120,0.018074667453765868
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,5120,5120,0.022210133075714112
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,5120,5120,0.021341866254806517
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,5120,5120,0.021014400323232017
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,5120,5120,0.020869332551956176
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,5120,5120,0.022402133544286093
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,5120,5120,0.02184106707572937
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,5120,5120,0.020631466309229532
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,5120,5120,0.01560533344745636
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,5120,5120,0.02182933290799459
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,5120,5120,0.021463465690612794
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,5120,5120,0.02105493346850077
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,5120,5120,0.02145706613858541
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,5120,5120,0.022524799903233847
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,5120,5120,0.02150613268216451
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,5120,5120,0.02146986722946167
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,5120,5120,0.021057067314783733
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,5120,5120,0.02122559944788615
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,5120,5120,0.015282133221626281
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,5120,5120,0.015397333105405173
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,5120,5120,0.015188266833623251
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,5120,5120,0.01546346644560496
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,5120,5120,0.014968533317248026
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,5120,5120,0.5395861307779948
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,5120,5120,0.2710506757100423
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,5120,5120,0.13963306744893392
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,5120,5120,0.08086826801300048
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,5120,5120,0.07991147041320801
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,5120,5120,0.0803061326344808
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,5120,5120,0.07918186982472739
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,5120,5120,0.07771733601888021
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,5120,5120,0.06720426877339682
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,5120,5120,0.07661973635355632
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,5120,5120,0.06642346779505412
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,5120,5120,0.06463679869969687
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,5120,5120,0.06476693153381348
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,5120,5120,0.0631605346997579
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,5120,5120,0.06287999947865805
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,5120,5120,0.05132053295771281
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,5120,5120,0.061154135068257655
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,5120,5120,0.04979626735051473
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,5120,5120,0.04844053188959758
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,5120,5120,0.04947946468989055
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,5120,5120,0.046911998589833574
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,5120,5120,0.048137601216634116
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,5120,5120,0.046299731731414794
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,5120,5120,0.04549866517384847
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,5120,5120,0.03627413511276245
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,5120,5120,0.03452266852060954
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,5120,5120,0.034254932403564455
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,5120,5120,0.03306026657422383
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,5120,5120,0.03322346607844035
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,5120,5120,0.032536532481511435
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,5120,5120,0.031769599517186484
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,5120,5120,0.02150719960530599
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,5120,5120,0.019157334168752035
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,5120,5120,0.019770665963490804
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,5120,5120,0.020666666825612388
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,5120,5120,0.017742933829625447
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,5120,5120,0.018062933286031087
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,5120,5120,0.017748266458511353
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,5120,5120,0.017661867539087932
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,5120,5120,0.017729065815607705
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,5120,5120,0.017745065689086913
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,5120,5120,0.01730560064315796
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,5120,5120,0.017449599504470826
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,5120,5120,0.017314134041468303
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,5120,5120,0.01658560037612915
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,5120,5120,0.016956800222396852
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,5120,5120,0.01690453290939331
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,5120,5120,0.016807466745376587
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,5120,5120,0.01664959987004598
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,5120,5120,0.0165173331896464
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,5120,5120,0.016518400112787882
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,5120,5120,0.01623146633307139
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,5120,5120,0.01644480029741923
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,5120,5120,0.01658986707528432
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,5120,5120,0.016521599888801575
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,5120,5120,0.016497066617012023
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,5120,5120,0.016531200210253397
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,5120,5120,0.016761600971221924
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,5120,5120,0.016537599762280784
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,5120,5120,0.016157866517702738
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,5120,5120,0.016523733735084534
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,5120,5120,0.01658453345298767
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,5120,5120,0.016520532965660095
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,5120,5120,0.01652479966481527
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,5120,5120,0.01648533344268799
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,5120,5120,0.01653866668542226
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,5120,5120,0.016109866897265117
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,5120,5120,0.01649386684099833
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,5120,4096,0.8484960397084554
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,5120,4096,0.21612266699473062
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,5120,4096,0.42698268095652264
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,5120,4096,0.12715333700180054
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,5120,4096,0.11731066306432088
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,5120,4096,0.11648133397102356
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,5120,4096,0.11267733573913574
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,5120,4096,0.10709066192309062
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,5120,4096,0.10194533069928487
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,5120,4096,0.09499466419219971
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,5120,4096,0.12783199548721313
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,5120,4096,0.09227066238721211
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,5120,4096,0.095060000816981
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,5120,4096,0.08614266912142436
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,5120,4096,0.088728000720342
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,5120,4096,0.07974666853745778
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,5120,4096,0.07300266623497009
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,5120,4096,0.07095066706339519
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,5120,4096,0.06923733154932658
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,5120,4096,0.06720399856567383
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,5120,4096,0.06831866502761841
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,5120,4096,0.055617332458496094
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,5120,4096,0.0558186670144399
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,5120,4096,0.052426666021347046
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,5120,5120,0.0165802667538325
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,5120,4096,0.042494664589564
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,5120,4096,0.045062666138013206
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,5120,4096,0.03695866713921229
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,5120,4096,0.036990667382876076
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,5120,4096,0.03161466618378957
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,5120,4096,0.02996533364057541
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,5120,4096,0.024509333074092865
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,5120,4096,0.024083999296029408
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,5120,4096,0.01972266659140587
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,5120,4096,0.016421332955360413
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,5120,4096,0.014981333166360855
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,5120,4096,0.012406667073567709
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,5120,4096,0.014087999860445658
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,5120,4096,0.013914667069911957
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,5120,4096,0.016418666889270146
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,5120,4096,0.01351866622765859
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,5120,4096,0.013027999550104141
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,5120,4096,0.013505333413680395
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,5120,4096,0.012918667246898016
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,5120,4096,0.010530666758616766
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,5120,4096,0.010591999938090643
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,5120,4096,0.010886666675408682
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,5120,4096,0.0106133334338665
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,5120,4096,0.010589333872000376
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,5120,4096,0.010929333666960398
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,5120,4096,0.010660000145435333
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,5120,4096,0.011033333837985992
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,5120,4096,0.01091733326514562
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,5120,4096,0.011939999957879385
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,5120,4096,0.011777333915233612
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,5120,4096,0.04839999973773956
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,5120,4096,0.010362666721145311
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,5120,4096,0.011880000432332357
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,5120,4096,0.009878666450579962
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,5120,4096,0.011497333645820618
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,5120,4096,0.011462666094303131
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,5120,4096,0.011452000588178635
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,5120,4096,0.011449333280324936
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,5120,4096,0.011426666130622229
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,5120,4096,0.011470666776100794
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,5120,4096,0.010441333055496216
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,5120,4096,0.010431999961535135
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,5120,4096,0.010353333627184233
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,5120,4096,0.01042933389544487
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,5120,4096,0.010435999681552252
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,5120,4096,0.010433333615461985
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,5120,4096,0.010401333371798197
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,5120,4096,0.010424000521500906
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,5120,4096,0.01007466639081637
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,5120,4096,0.7652202606201172
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,5120,4096,0.010873333861430487
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,5120,4096,0.18355627059936525
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,5120,4096,0.10441386699676514
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,5120,4096,0.38277867635091145
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,5120,4096,0.09677973588307699
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,5120,4096,0.09968000253041585
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,5120,4096,0.10052800178527832
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,5120,4096,0.09804480075836182
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,5120,4096,0.0908074696858724
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,5120,4096,0.08949759801228842
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,5120,4096,0.0845461368560791
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,5120,4096,0.08618240356445313
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,5120,4096,0.08166720072428385
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,5120,4096,0.07962133089701334
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,5120,4096,0.07437866528828939
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,5120,4096,0.07115413347880045
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,5120,4096,0.06757760047912598
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,5120,4096,0.06647359927495321
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,5120,4096,0.06350080172220865
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,5120,4096,0.06360106468200684
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,5120,4096,0.05324693520863851
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,5120,4096,0.05341973304748535
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,5120,4096,0.052851200103759766
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,5120,4096,0.10662399927775065
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,5120,4096,0.05109866857528687
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,5120,4096,0.04541866779327393
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,5120,4096,0.049058131376902264
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,5120,4096,0.04221546649932861
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,5120,4096,0.03770026763280233
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,5120,4096,0.03504426479339599
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,5120,4096,0.0339413324991862
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,5120,4096,0.02923626701037089
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,5120,4096,0.027897600332895917
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,5120,4096,0.026153600215911864
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,5120,4096,0.02274880011876424
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,5120,5120,0.01660586694876353
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,5120,5120,0.016578132907549538
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,5120,4096,0.024260266621907552
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,5120,4096,0.022921599944432578
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,5120,4096,0.023576533794403075
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,5120,4096,0.023322665691375734
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,5120,4096,0.02242986758550008
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,5120,4096,0.022637865940729775
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,5120,4096,0.04136106570561727
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,5120,4096,0.02104746699333191
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,5120,4096,0.020716800292332967
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,5120,4096,0.0212991992632548
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,5120,4096,0.020584533611933388
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,5120,4096,0.021361066897710165
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,5120,4096,0.02065066695213318
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,5120,4096,0.022233599424362184
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,5120,4096,0.021230934063593547
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,5120,4096,0.03449600140253703
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,5120,4096,0.022691200176874794
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,5120,4096,0.018541866540908815
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,5120,4096,0.019615999857584634
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,5120,4096,0.019542400042215982
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,5120,4096,0.0185973326365153
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,5120,5120,0.016540799538294473
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,5120,4096,0.018623999754587808
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,5120,4096,0.018396800756454466
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,5120,4096,0.018563199043273925
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,5120,4096,0.01876693367958069
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,5120,4096,0.018542933464050292
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,5120,4096,0.01844693422317505
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,5120,4096,0.01825493375460307
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,5120,4096,0.018422400951385497
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,5120,4096,0.018118399381637573
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,5120,4096,0.017800533771514894
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,5120,4096,0.01748266617457072
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,5120,4096,0.017564799388249716
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,5120,4096,0.016759467124938966
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,5120,4096,0.01684160033861796
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,5120,4096,0.018579200903574625
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,5120,4096,0.018539732694625853
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,5120,4096,0.018556799491246542
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,5120,4096,0.018602667252222697
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,5120,5120,0.016504533092180886
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,5120,5120,0.016521599888801575
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,5120,4096,0.23940906524658204
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,5120,4096,0.22769920031229654
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,5120,4096,0.4118218739827474
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,5120,4096,0.1985215981801351
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,5120,4096,0.1991744041442871
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,5120,4096,0.18786452611287435
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,5120,4096,0.8230005264282226
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,5120,4096,0.16101973851521809
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,5120,4096,1.653263982137044
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,5120,4096,0.15609386761983235
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,5120,4096,0.22844053904215494
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,5120,4096,0.14368213017781575
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,5120,4096,0.1386624018351237
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,5120,4096,0.09981439908345541
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,5120,4096,0.09653013547261556
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,5120,4096,0.08782400290171305
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,5120,4096,0.20879786809285483
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,5120,4096,0.21034773190816244
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,5120,4096,0.18392960230509442
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,5120,4096,0.05842666625976563
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,5120,4096,0.05496639808019003
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,5120,4096,0.17302613258361815
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,5120,4096,0.0487008015314738
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,5120,4096,0.12378880182902019
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,5120,4096,0.0766154686609904
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,5120,4096,0.11853760083516438
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,5120,4096,0.0324458658695221
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,5120,4096,0.08164693514506022
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,5120,4096,0.028769065936406452
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,5120,4096,0.07407786846160888
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,5120,4096,0.06297706762949626
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,5120,4096,0.04097386598587036
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,5120,4096,0.04363093376159668
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,5120,4096,0.0374570647875468
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,5120,4096,0.024341332912445068
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,5120,4096,0.016962132851282754
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,5120,4096,0.020179200172424316
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,5120,4096,0.015267200271288552
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,5120,4096,0.016922666629155477
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,5120,4096,0.01683093309402466
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,5120,4096,0.016448000073432924
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,5120,4096,0.0156960000594457
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,5120,4096,0.01566933294137319
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,5120,4096,0.013838932911554972
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,5120,4096,0.013366400202115377
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,5120,4096,0.013607466220855713
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,5120,4096,0.013202133774757385
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,5120,4096,0.012422399719556172
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,5120,4096,0.013642666737238565
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,5120,4096,0.012401066223780314
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,5120,4096,0.012087466319402058
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,5120,4096,0.012117333213488261
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,5120,4096,0.012039466698964437
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,5120,4096,0.017731199661890663
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,5120,4096,0.018550399939219156
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,5120,4096,0.016505600015322367
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,5120,4096,0.018593066930770875
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,5120,4096,0.017443199952443443
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,5120,4096,0.018626133600870766
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,5120,4096,0.018951465686162315
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,5120,4096,0.018205867211023966
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,5120,4096,0.018981333573659262
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,5120,4096,0.018616533279418944
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,5120,4096,0.017731199661890663
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,5120,4096,0.019013333320617675
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,5120,4096,0.019001599152882895
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,5120,4096,0.018427733580271402
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,5120,4096,0.019016534090042114
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,5120,4096,0.01892906626065572
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,5120,4096,0.018130133549372353
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,5120,4096,0.013542399803797404
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,5120,4096,0.01573013365268707
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,5120,4096,0.11316586335500081
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,5120,4096,0.06518826484680176
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,5120,4096,0.21870719591776527
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,5120,4096,0.013668266932169595
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,5120,4096,0.013617066542307535
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,5120,4096,0.4294495900472005
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,5120,4096,0.06568533182144165
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,5120,4096,0.06538346608479818
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,5120,4096,0.06439040104548135
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,5120,4096,0.05523626804351807
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,5120,4096,0.06334933439890543
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,5120,4096,0.0544490655263265
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,5120,4096,0.0627231995264689
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,5120,4096,0.05354559818903605
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,5120,4096,0.05293759902318319
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,5120,4096,0.05208746592203776
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,5120,4096,0.05194453398386637
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,5120,4096,0.05039146741231283
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,5120,4096,0.04251093467076619
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,5120,4096,0.04174506664276123
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,5120,4096,0.03950080076853434
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,5120,4096,0.04063786665598552
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,5120,4096,0.04117759863535563
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,5120,4096,0.04119999806086223
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,5120,4096,0.039451734224955244
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,5120,4096,0.038464001814524335
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,5120,4096,0.030331732829411824
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,5120,4096,0.029607466856638592
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,5120,4096,0.028166399399439497
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,5120,4096,0.029337600866953535
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,5120,4096,0.027983999252319335
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,5120,4096,0.027397332588831584
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,5120,4096,0.02722346584002177
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,5120,4096,0.018203733364741008
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,5120,4096,0.018205867211023966
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,5120,4096,0.017497599124908447
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,5120,4096,0.01695466637611389
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,5120,4096,0.015392000476519266
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,5120,4096,0.014865066607793173
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,5120,4096,0.01527466674645742
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,5120,4096,0.015293866395950317
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,5120,4096,0.015218133727709452
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,5120,4096,0.014857600132624308
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,5120,4096,0.015304533640543619
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,5120,4096,0.015306666493415833
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,5120,4096,0.014920533696810404
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,5120,4096,0.014679466684659323
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,5120,4096,0.014502400159835815
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,5120,4096,0.014113066593805948
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,5120,4096,0.01411626636981964
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,5120,4096,0.0144405335187912
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,5120,4096,0.014481066664059957
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,5120,4096,0.014472533265749613
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,5120,4096,0.014461867014567056
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,5120,4096,0.01453013320763906
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,5120,4096,0.014523733655611673
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,5120,4096,0.01447466711203257
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,5120,4096,0.014085333546002707
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,5120,4096,0.014134400089581809
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,5120,4096,0.014475733041763306
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,5120,4096,0.014110933740933737
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,5120,4096,0.014491732915242514
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,5120,4096,0.01423893372217814
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,5120,4096,0.014102400342623393
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,5120,4096,0.014472533265749613
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,5120,4096,0.014105600118637086
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,5120,4096,0.014070399602254233
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,5120,4096,0.014111999670664468
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,5120,4096,0.014273066322008768
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,5120,4096,0.014151466886202493
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,5120,3584,0.7396066983540853
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,5120,3584,0.37646933396657306
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,5120,3584,0.1055519978205363
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,5120,3584,0.18860133488972983
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,5120,3584,0.10164533058802287
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,5120,3584,0.110944002866745
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,5120,3584,0.0974679986635844
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,5120,3584,0.11297600467999776
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,5120,3584,0.09244799613952637
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,5120,3584,0.08270266652107239
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,5120,3584,0.09541599949200948
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,5120,3584,0.07960000137488048
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,5120,3584,0.09431067109107971
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,5120,3584,0.07445866862932841
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,5120,3584,0.09400266408920288
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,5120,3584,0.07314666608969371
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,5120,3584,0.06286400059858958
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,5120,3584,0.061330666144688926
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,5120,3584,0.060637334982554116
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,5120,3584,0.06003066897392273
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,5120,3584,0.06032800177733103
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,5120,3584,0.04818133513132731
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,5120,3584,0.04825599988301595
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,5120,3584,0.04581200083096822
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,5120,3584,0.04201066493988037
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,5120,3584,0.03724399954080582
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,5120,3584,0.04008133212725321
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,5120,3584,0.032632000744342804
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,5120,3584,0.03246666739384333
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,5120,3584,0.027881334225336712
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,5120,3584,0.02624666690826416
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,5120,3584,0.02197066694498062
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,5120,3584,0.021718665957450867
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,5120,3584,0.017798667152722675
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,5120,3584,0.014808000375827154
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,5120,3584,0.01344133292635282
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,5120,3584,0.011365332951148352
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,5120,3584,0.012005332857370377
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,5120,3584,0.011886666218439737
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,5120,3584,0.01432266707221667
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,5120,3584,0.012355999400218328
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,5120,3584,0.011742666363716125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,5120,3584,0.012164000421762466
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,5120,3584,0.011426666130622229
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,5120,3584,0.00940666658182939
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,5120,3584,0.009357333183288574
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,5120,3584,0.009315999845663706
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,5120,3584,0.01012933316330115
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,5120,3584,0.010609333713849386
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,5120,3584,0.009516000126798948
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,5120,3584,0.009524000187714895
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,5120,3584,0.009519999846816063
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,5120,3584,0.009345333402355513
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,5120,3584,0.010370666782061258
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,5120,3584,0.010342666879296303
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,5120,3584,0.010177333528796831
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,5120,3584,0.008921333278218905
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,5120,3584,0.008858666444818178
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,5120,4096,0.014333867033322654
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,5120,3584,0.008821333448092142
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,5120,3584,0.009850666547815004
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,5120,3584,0.009853333234786987
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,5120,3584,0.00983199973901113
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,5120,3584,0.009916000068187714
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,5120,3584,0.00985599992175897
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,5120,3584,0.009833333392937979
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,5120,3584,0.009839999799927076
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,5120,3584,0.009180000051856041
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,5120,3584,0.008885333314538002
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,5120,3584,0.008870666846632957
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,5120,3584,0.008793333545327187
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,5120,3584,0.008837333569924036
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,5120,3584,0.008835999915997187
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,5120,3584,0.008876000220576922
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,5120,3584,0.009059999758998552
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,5120,3584,0.334008534749349
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,5120,3584,0.15936959584554036
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,5120,3584,0.09526507059733072
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,5120,3584,0.6709599812825521
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,5120,3584,0.09566613038380942
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,5120,3584,0.08904639879862467
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,5120,3584,0.10138346354166668
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,5120,3584,0.08827839692433676
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,5120,3584,0.08476693630218506
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,5120,3584,0.08759466807047525
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,5120,3584,0.077619202931722
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,5120,3584,0.07682027022043864
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,5120,3584,0.08176426887512207
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,5120,3584,0.0759552001953125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,5120,3584,0.07442346413930258
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,5120,3584,0.0624725341796875
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,5120,3584,0.06632213195164999
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,5120,3584,0.059292801221211756
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,5120,3584,0.05927466551462809
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,5120,3584,0.05840106805165609
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,5120,3584,0.05705600182215372
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,5120,3584,0.050054399172465
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,5120,3584,0.05141013463338216
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,5120,3584,0.047362132867177324
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,5120,3584,0.046223998069763184
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,5120,3584,0.044684799512227376
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,5120,3584,0.037904000282287596
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,5120,3584,0.03772159814834595
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,5120,3584,0.03708479801813762
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,5120,3584,0.034859732786814375
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,5120,3584,0.03257813254992167
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,5120,3584,0.028014934062957762
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,5120,3584,0.026809600989023845
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,5120,3584,0.02431466579437256
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,5120,3584,0.021245867013931274
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,5120,3584,0.022653865814208984
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,5120,3584,0.022819199164708457
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,5120,4096,0.014386133352915446
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,5120,3584,0.020933334032694498
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,5120,3584,0.022627200682957968
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,5120,3584,0.021937066316604616
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,5120,3584,0.021836799383163453
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,5120,3584,0.021040000518163047
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,5120,3584,0.01918506622314453
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,5120,3584,0.04330133199691773
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,5120,3584,0.019976532459259032
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,5120,3584,0.01867199937502543
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,5120,3584,0.019011199474334717
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,5120,3584,0.01930026610692342
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,5120,3584,0.020518400271733604
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,5120,3584,0.018734933932622273
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,5120,3584,0.020338133970896403
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,5120,3584,0.020114133755366005
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,5120,3584,0.03280319968859355
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,5120,3584,0.017172267039616905
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,5120,3584,0.0172106663386027
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,5120,3584,0.01877546707789103
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,5120,3584,0.018870399395624796
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,5120,3584,0.0185589333375295
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,5120,3584,0.017987199624379478
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,5120,3584,0.0166293332974116
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,5120,3584,0.01737066706021627
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,5120,3584,0.017433599630991618
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,5120,3584,0.016557866334915163
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,5120,3584,0.01755519906679789
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,5120,3584,0.017012266318003337
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,5120,3584,0.016522666811943053
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,5120,3584,0.016451199849446617
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,5120,3584,0.016657066345214844
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,5120,3584,0.01655359963575999
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,5120,3584,0.016590933005015053
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,5120,3584,0.01660693287849426
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,5120,3584,0.01663040022055308
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,5120,3584,0.016562133034070333
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,5120,3584,0.016525866587956746
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,5120,4096,0.014107732971509298
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,5120,4096,0.014114133516947427
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,5120,4096,0.014124799768129984
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,5120,4096,0.014231466253598533
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,5120,3584,0.23542720476786294
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,5120,3584,0.8049141565958658
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,5120,3584,0.19637333552042643
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,5120,3584,0.22576746940612794
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,5120,3584,0.18945172627766926
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,5120,3584,0.1825727939605713
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,5120,3584,0.1479146639506022
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,5120,3584,0.14187092781066896
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,5120,3584,1.6253002166748047
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,5120,3584,0.12002560297648113
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,5120,3584,0.12414080301920574
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,5120,3584,0.4108373324076335
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,5120,3584,0.09082132975260417
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,5120,3584,0.08581759929656982
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,5120,3584,0.08100480238596598
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,5120,3584,0.22607040405273438
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,5120,3584,0.20831573804219566
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,5120,3584,0.20431893666585288
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,5120,3584,0.16957866350809733
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,5120,3584,0.05445119937260946
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,5120,3584,0.05224746863047282
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,5120,3584,0.1639680067698161
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,5120,3584,0.04712213277816772
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,5120,3584,0.10809813340504963
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,5120,3584,0.10138773123423259
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,5120,3584,0.03100373347600301
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,5120,3584,0.027430399258931475
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,5120,3584,0.07237333456675211
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,5120,3584,0.07210453351338705
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,5120,3584,0.06693013509114584
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,5120,3584,0.05897813240687052
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,5120,3584,0.04203413327534993
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,5120,3584,0.039369599024454756
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,5120,3584,0.035369598865509035
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,5120,3584,0.02339413364728292
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,5120,3584,0.018547199169794717
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,5120,3584,0.015718400478363037
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,5120,3584,0.01574720044930776
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,5120,3584,0.016042666633923848
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,5120,3584,0.014514133334159851
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,5120,3584,0.014572800199190775
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,5120,3584,0.015731199582417806
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,5120,3584,0.015026133259137472
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,5120,3584,0.014470400412877402
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,5120,3584,0.012817066907882691
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,5120,3584,0.011172266801198323
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,5120,3584,0.010774399836858113
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,5120,3584,0.010840533177057902
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,5120,3584,0.016446933150291443
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,5120,3584,0.01608746647834778
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,5120,3584,0.01733760039011637
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,5120,3584,0.016225066781044007
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,5120,3584,0.01609280010064443
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,5120,3584,0.015799466768900552
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,5120,3584,0.015742933750152587
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,5120,3584,0.01731200019518534
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,5120,3584,0.016899200280507405
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,5120,3584,0.01718613306681315
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,5120,3584,0.01758400003115336
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,5120,3584,0.016940800348917644
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,5120,3584,0.01246506671110789
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,5120,3584,0.01618559956550598
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,5120,3584,0.015732266505559287
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,5120,3584,0.015175466736157736
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,5120,3584,0.016268799702326454
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,5120,3584,0.016556800405184428
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,5120,3584,0.01727786660194397
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,5120,3584,0.017358932892481485
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,5120,3584,0.012817066907882691
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,5120,3584,0.38841387430826824
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,5120,3584,0.012809600432713827
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,5120,3584,0.01248426636060079
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,5120,3584,0.19850239753723145
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,5120,3584,0.012693333625793456
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,5120,3584,0.1034325361251831
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,5120,3584,0.01239466667175293
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,5120,3584,0.012617599964141846
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,5120,3584,0.060643200079600015
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,5120,3584,0.05909653504689535
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,5120,3584,0.057657599449157715
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,5120,3584,0.05751680135726929
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,5120,3584,0.05909119844436646
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,5120,3584,0.049711998303731283
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,5120,3584,0.04969600041707357
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,5120,3584,0.05997333526611328
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,5120,3584,0.04808106819788615
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,5120,3584,0.04831039905548096
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,5120,3584,0.04747946659723918
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,5120,3584,0.045610666275024414
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,5120,3584,0.04725546836853027
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,5120,3584,0.038199468453725176
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,5120,3584,0.038809601465861
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,5120,3584,0.03734933137893677
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,5120,3584,0.03773013353347778
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,5120,3584,0.03724693457285563
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,5120,3584,0.03618666728337606
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,5120,3584,0.03584959904352824
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,5120,3584,0.02775040070215861
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,5120,3584,0.026828799645106
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,5120,3584,0.026734934250513716
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,5120,3584,0.035179734230041504
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,5120,3584,0.025940267244974773
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,5120,3584,0.02597759962081909
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,5120,3584,0.024951465924580894
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,5120,3584,0.024920533100763954
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,5120,3584,0.015892266233762106
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,5120,3584,0.017241599162419637
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,5120,3584,0.016622933745384216
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,5120,3584,0.014520532886187234
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,5120,3584,0.01573013365268707
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,5120,3584,0.013949867089589438
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,5120,3584,0.014291200041770934
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,5120,3584,0.014170666535695394
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,5120,3584,0.014163200060526529
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,5120,3584,0.01411733329296112
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,5120,3584,0.013942399621009826
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,5120,3584,0.014229333400726319
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,5120,3584,0.013763200243314108
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,5120,3584,0.013692800203959146
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,5120,3584,0.013492266337076822
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,5120,3584,0.013673599561055502
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,5120,3584,0.013303466637929282
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,5120,3584,0.013633066415786743
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,5120,3584,0.013702399532000222
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,5120,3584,0.013288533687591553
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,5120,3584,0.013244799772898355
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,5120,3584,0.01323199967543284
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,5120,3584,0.01325440009435018
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,5120,3584,0.013709867000579834
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,5120,3584,0.01323306659857432
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,5120,3584,0.013285332918167114
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,5120,3584,0.01330560048421224
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,5120,3584,0.013392000397046407
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,5120,3584,0.013224533200263977
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,5120,3584,0.013292800386746725
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,5120,3584,0.013290666540463767
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,5120,3584,0.01336853305498759
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,5120,3584,0.013635200262069703
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,5120,3584,0.01323946714401245
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,5120,3584,0.013296000162760415
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,5120,3584,0.013212800025939941
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,5120,3072,0.6354058583577473
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,5120,3584,0.013338667154312134
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,5120,3072,0.3260832150777181
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,5120,3072,0.16040959358215331
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,5120,3072,0.09922026793162028
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,5120,3072,0.08730346361796061
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,5120,3072,0.08888853391011556
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,5120,3072,0.08297173182169595
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,5120,3072,0.09527573585510254
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,5120,3072,0.07889280319213868
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,5120,3072,0.07631039619445801
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,5120,3072,0.07083093325297038
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,5120,3072,0.0738965352376302
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,5120,3072,0.06953919728597005
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,5120,3072,0.06901226838429769
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,5120,3072,0.0652949333190918
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,5120,3072,0.060179201761881504
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,5120,3072,0.0540832002957662
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,5120,3072,0.05610239903132121
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,5120,3072,0.05118293364842733
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,5120,3072,0.04986666838328044
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,5120,3072,0.05037973324457804
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,5120,3072,0.04130133390426636
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,5120,3072,0.04124266703923543
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,5120,3072,0.038915201028188066
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,5120,3072,0.035810132821400956
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,5120,3072,0.03172159989674886
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,5120,3072,0.03402239878972371
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,5120,3072,0.027729066212972005
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,5120,3072,0.027667200565338133
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,5120,3072,0.023860265811284385
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,5120,3072,0.022600533564885457
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,5120,3072,0.018949333826700845
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,5120,3072,0.018937599658966065
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,5120,3072,0.015554133057594299
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,5120,3072,0.012842667102813721
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,5120,3072,0.011911466717720032
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,5120,3072,0.009967999656995137
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,5120,3072,0.01032960017522176
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,5120,3072,0.010393599669138592
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,5120,3072,0.010748799641927083
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,5120,3072,0.010745599865913391
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,5120,3072,0.010333866874376933
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,5120,3072,0.0107232004404068
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,5120,3072,0.010053333640098572
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,5120,3072,0.008280533552169799
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,5120,3072,0.008303999900817871
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,5120,3072,0.008291199803352356
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,5120,3072,0.008919466535250347
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,5120,3072,0.009486933549245197
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,5120,3072,0.00944213370482127
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,5120,3072,0.01039466659228007
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,5120,3072,0.008409600456555684
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,5120,3072,0.008341333270072937
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,5120,3072,0.009080533186594646
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,5120,3072,0.009156266848246258
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,5120,3072,0.009102933605511983
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,5120,3072,0.007863466441631318
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,5120,3072,0.007870933413505555
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,5120,3072,0.007742933432261149
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,5120,3072,0.008468266328175862
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,5120,3072,0.008504533767700195
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,5120,3072,0.008613333106040955
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,5120,3072,0.008740267157554627
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,5120,3072,0.008460799853007
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,5120,3072,0.008387200037638346
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,5120,3072,0.008473599950472515
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,5120,3072,0.007810133198897044
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,5120,3072,0.007809066772460937
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,5120,3072,0.007865599791208903
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,5120,3072,0.00786133309205373
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,5120,3072,0.007586133480072021
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,5120,3072,0.007816533247629803
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,5120,3072,0.00773119976123174
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,5120,3072,0.007926400005817413
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,5120,3072,0.28814080556233723
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,5120,3072,0.5712671915690104
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,5120,3072,0.13690239588419598
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,5120,3072,0.08234133720397949
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,5120,3072,0.07629226843516032
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,5120,3072,0.07864853541056314
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,5120,3072,0.0868885358174642
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,5120,3072,0.07797119617462159
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,5120,3072,0.07410026391347249
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,5120,3584,0.013286399841308593
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,5120,3072,0.07272213300069173
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,5120,3072,0.06767679850260416
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,5120,3072,0.06993386745452881
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,5120,3072,0.06492586533228556
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,5120,3072,0.06591466665267945
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,5120,3072,0.05581653515497843
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,5120,3072,0.05415039857228597
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,5120,3072,0.053734401861826576
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,5120,3072,0.05346986850102743
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,5120,3072,0.05262399911880493
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,5120,3072,0.0529749313990275
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,5120,3072,0.045482667287190755
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,5120,3072,0.08435306549072266
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,5120,3072,0.04499413172403972
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,5120,3072,0.043239466349283856
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,5120,3072,0.04183146556218465
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,5120,3072,0.03832213481267293
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,5120,3072,0.04064853191375732
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,5120,3072,0.036534400780995686
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,5120,3072,0.0356821338335673
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,5120,3072,0.03408000071843465
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,5120,3072,0.03305813272794088
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,5120,3072,0.03181866606076558
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,5120,3072,0.02998720010121663
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,5120,3072,0.026357332865397137
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,5120,3072,0.026521599292755126
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,5120,3072,0.020637865861256918
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,5120,3072,0.02299519975980123
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,5120,3072,0.020643200476964316
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,5120,3072,0.020654932657877604
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,5120,3072,0.02062506675720215
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,5120,3072,0.020427733659744263
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,5120,3072,0.02073600093523661
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,5120,3072,0.020491733153661092
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,5120,3072,0.019105066855748497
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,5120,3072,0.018849066893259683
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,5120,3072,0.017522132396697997
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,5120,3072,0.018623999754587808
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,5120,3072,0.01853440006573995
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,5120,3072,0.01902186671892802
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,5120,3072,0.018619734048843383
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,5120,3072,0.01858560045560201
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,5120,3072,0.016562133034070333
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,5120,3072,0.016546133160591125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,5120,3072,0.016816000143686928
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,5120,3072,0.01649386684099833
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,5120,3072,0.0165802667538325
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,5120,3072,0.016476800044377647
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,5120,3072,0.016800000270207723
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,5120,3072,0.021651200453440347
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,5120,3072,0.01652906636397044
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,5120,3072,0.016530133287111917
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,5120,3072,0.016551466782887776
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,5120,3072,0.0179584006468455
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,5120,3072,0.016535466909408568
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,5120,3072,0.016343466440836587
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,5120,3072,0.016477866967519125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,5120,3072,0.016391467054684958
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,5120,3072,0.015532799561818442
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,5120,3072,0.01488746702671051
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,5120,3072,0.01539306640625
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,5120,3072,0.01620693306128184
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,5120,3072,0.01593066652615865
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,5120,3072,0.0150218665599823
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,5120,3072,0.015132799744606018
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,5120,3584,0.01328426698843638
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,5120,3584,0.013294933239618936
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,5120,3584,0.013252266248067222
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,5120,3584,0.013636266191800436
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,5120,3584,0.0132533331712087
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,5120,3072,0.39535786310831705
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,5120,3072,0.18244053522745768
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,5120,3072,0.7825802485148112
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,5120,3072,0.21010239919026694
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,5120,3072,0.16203306516011556
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,5120,3072,1.5505087534586588
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,5120,3072,0.22694826126098633
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,5120,3072,0.12443733215332031
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,5120,3072,0.11061226526896159
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,5120,3072,0.10483840306599934
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,5120,3072,0.21043519973754882
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,5120,3072,0.11939840316772461
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,5120,3072,0.08419093290964762
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,5120,3072,0.07884799639383952
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,5120,3072,0.07661226590474447
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,5120,3072,0.19714345932006835
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,5120,3072,0.1879210631052653
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,5120,3072,0.17119359970092773
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,5120,3072,0.1469312032063802
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,5120,3072,0.05203093290328979
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,5120,3072,0.14207040468851725
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,5120,3072,0.04983253479003906
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,5120,3072,0.04493120114008586
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,5120,3072,0.09706453482309976
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,5120,3072,0.08984426657358804
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,5120,3072,0.02964266737302144
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,5120,3072,0.06944959958394369
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,5120,3072,0.025693867603937787
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,5120,3072,0.06798506577809652
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,5120,3072,0.06119253238042196
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,5120,3072,0.05575360059738159
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,5120,3072,0.0396234671274821
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,5120,3072,0.03777066469192505
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,5120,3072,0.03326080044110616
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,5120,3072,0.022300799687703453
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,5120,3072,0.01731626590092977
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,5120,3072,0.014524799585342408
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,5120,3072,0.014644267161687216
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,5120,3072,0.014505599935849508
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,5120,3072,0.014857600132624308
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,5120,3072,0.013331199685732523
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,5120,3072,0.013319466511408487
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,5120,3072,0.013219199577967324
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,5120,3072,0.013689600427945457
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,5120,3072,0.011702400445938111
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,5120,3072,0.009961600104967754
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,5120,3072,0.009929600358009338
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,5120,3072,0.009794132908185323
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,5120,3072,0.012893866499265036
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,5120,3072,0.012434132893880208
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,5120,3072,0.013705600301424661
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,5120,3072,0.013211733102798462
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,5120,3072,0.01320319970448812
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,5120,3072,0.01404800017674764
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,5120,3072,0.014051199952761332
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,5120,3072,0.013618133465449014
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,5120,3072,0.011645866433779399
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,5120,3072,0.012794666488965354
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,5120,3072,0.01492800017197927
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,5120,3072,0.01404159963130951
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,5120,3072,0.015267200271288552
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,5120,3072,0.013217066725095114
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,5120,3072,0.014452266693115234
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,5120,3072,0.014095999797185264
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,5120,3072,0.01492586632569631
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,5120,3072,0.014189866185188294
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,5120,3072,0.014853333433469137
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,5120,3072,0.016145066420237223
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,5120,3072,0.3376554807027181
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,5120,3072,0.17167466481526691
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,5120,3072,0.01157866617043813
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,5120,3072,0.012030933300654094
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,5120,3072,0.011329066753387452
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,5120,3072,0.011211733023325603
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,5120,3072,0.011228799819946289
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,5120,3072,0.011562666296958924
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,5120,3072,0.09082240263621012
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,5120,3072,0.05298240184783935
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,5120,3072,0.05220160086949667
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,5120,3072,0.05332906643549601
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,5120,3072,0.052128001054128015
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,5120,3072,0.050819198290506996
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,5120,3072,0.05095040003458658
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,5120,3072,0.04371306498845418
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,5120,3072,0.04374186595280965
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,5120,3072,0.04285226662953694
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,5120,3072,0.042830932140350345
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,5120,3072,0.041682132085164386
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,5120,3072,0.040516265233357746
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,5120,3072,0.04208639860153198
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,5120,3072,0.03497920036315918
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,5120,3072,0.033675734202067056
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,5120,3072,0.03362666765848796
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,5120,3072,0.033217066526412965
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,5120,3072,0.03325226704279582
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,5120,3072,0.03201066652933757
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,5120,3072,0.0312394658724467
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,5120,3072,0.03199466665585836
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,5120,3072,0.025068799654642742
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,5120,3072,0.024375466505686443
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,5120,3072,0.023517866929372154
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,5120,3072,0.022637865940729775
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,5120,3072,0.02359573245048523
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,5120,3072,0.0240341325600942
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,5120,3072,0.022296533981959025
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,5120,3072,0.015735466281572977
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,5120,3072,0.015324800213177999
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,5120,3072,0.014479999740918478
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,5120,3072,0.014166399836540222
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,5120,3072,0.013324800133705138
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,5120,3072,0.012875733772913614
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,5120,3072,0.013092266519864401
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,5120,3072,0.01286720037460327
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,5120,3072,0.013121066490809121
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,5120,3072,0.012838400403658547
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,5120,3072,0.013271466890970866
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,5120,3072,0.012877866625785828
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,5120,3072,0.01267413298288981
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,5120,3072,0.012798933188120523
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,5120,3072,0.012874666849772134
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,5120,3072,0.012825600306193032
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,5120,3072,0.012408533692359924
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,5120,3072,0.012469333410263062
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,5120,3072,0.012459733088811238
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,5120,3072,0.012471466263135274
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,5120,3072,0.01245013376077016
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,5120,3072,0.012400000294049581
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,5120,3072,0.012433066964149475
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,5120,3072,0.012403200070063274
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,5120,3072,0.012434132893880208
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,5120,3072,0.012501333157221475
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,5120,3072,0.0120170662800471
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,5120,3072,0.012070399522781373
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,5120,3072,0.012462932864824932
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,5120,3072,0.01202239990234375
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,5120,3072,0.012422399719556172
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,5120,3072,0.012468266487121581
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,5120,3072,0.012056533495585125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,5120,3072,0.012479999661445617
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,5120,3072,0.012442666292190551
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,5120,3072,0.01213759978612264
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,5120,3072,0.01244160036245982
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,5120,2560,0.27024211883544924
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,5120,2560,0.5471818923950196
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,5120,2560,0.13687465985616049
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,5120,2560,0.07755200068155924
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,5120,2560,0.0745311975479126
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,5120,2560,0.07277013460795084
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,5120,2560,0.07086079915364583
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,5120,2560,0.07263253529866537
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,5120,2560,0.06716372966766357
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,5120,2560,0.06535253524780274
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,5120,2560,0.06014719804128012
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,5120,2560,0.06194773515065512
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,5120,2560,0.05933760007222494
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,5120,2560,0.05622506539026896
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,5120,2560,0.056270933151245116
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,5120,2560,0.05029333432515463
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,5120,2560,0.04567466576894124
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,5120,2560,0.04591360092163086
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,5120,2560,0.04366079966227214
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,5120,2560,0.045764267444610596
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,5120,2560,0.04295253356297811
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,5120,2560,0.03622293472290039
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,5120,2560,0.03489706516265869
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,5120,2560,0.033462401231129965
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,5120,2560,0.030830933650334673
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,5120,2560,0.02726400097211202
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,5120,2560,0.029365332921346028
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,5120,2560,0.023925334215164185
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,5120,2560,0.023921066522598268
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,5120,2560,0.020871466398239134
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,5120,2560,0.01936639944712321
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,5120,2560,0.0165173331896464
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,5120,2560,0.016668800512949625
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,5120,2560,0.013674666484196981
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,5120,2560,0.011421866218249003
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,5120,2560,0.010401067137718201
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,5120,2560,0.008759466807047527
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,5120,2560,0.009556266665458679
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,5120,2560,0.009640533725420635
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,5120,2560,0.00949013332525889
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,5120,2560,0.009450667103131612
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,5120,2560,0.009168000022570292
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,5120,2560,0.009518933296203614
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,5120,2560,0.008716799815495809
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,5120,2560,0.0074869334697723385
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,5120,2560,0.007521066566308339
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,5120,2560,0.007737599809964498
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,5120,2560,0.008340266346931458
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,5120,2560,0.008758399883906047
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,5120,2560,0.008707200487454731
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,5120,2560,0.009646933277448018
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,5120,2560,0.008341333270072937
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,5120,2560,0.007097599903742473
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,5120,2560,0.007911466558774312
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,5120,2560,0.008072533210118612
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,5120,2560,0.007900799810886382
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,5120,2560,0.007102933526039123
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,5120,2560,0.007121066749095917
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,5120,2560,0.007063466807206471
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,5120,2560,0.007500799993673961
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,5120,2560,0.007502933343251546
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,5120,2560,0.007538133362929027
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,5120,2560,0.007516799867153168
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,5120,2560,0.007507200042406718
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,5120,2560,0.007518933216730754
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,5120,2560,0.007605333129564922
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,5120,2560,0.007034666836261749
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,5120,2560,0.007053866485754649
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,5120,3072,0.01241919994354248
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,5120,2560,0.007083733379840851
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,5120,2560,0.0070709332823753355
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,5120,2560,0.0070592001080513
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,5120,2560,0.007032533486684163
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,5120,2560,0.007055999835332234
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,5120,2560,0.006920533378918965
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,5120,2560,0.23870506286621093
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,5120,2560,0.11689386367797852
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,5120,2560,0.48413759867350264
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,5120,2560,0.0732256015141805
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,5120,2560,0.0730133295059204
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,5120,2560,0.06787947018941244
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,5120,2560,0.0697429339090983
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,5120,2560,0.06635733445485434
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,5120,2560,0.06670933564503988
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,5120,2560,0.06287253300348918
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,5120,2560,0.05927679936091105
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,5120,2560,0.05560533205668131
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,5120,2560,0.05890986522038778
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,5120,2560,0.05703893502553305
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,5120,2560,0.057061334451039634
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,5120,2560,0.051541332403818765
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,5120,3072,0.012630400061607362
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,5120,2560,0.04927039941151937
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,5120,2560,0.04823573430379231
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,5120,2560,0.04878826538721721
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,5120,2560,0.04617066780726115
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,5120,2560,0.04637866814931234
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,5120,2560,0.040462934970855714
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,5120,2560,0.040651734670003256
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,5120,2560,0.03905706803003947
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,5120,2560,0.03784213463465373
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,5120,2560,0.03510186672210693
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,5120,2560,0.03755946556727092
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,5120,2560,0.03343360026677449
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,5120,2560,0.0333407998085022
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,5120,2560,0.031056000789006548
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,5120,2560,0.029898667335510255
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,5120,2560,0.028887466589609785
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,5120,2560,0.028490666548411054
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,5120,2560,0.02545386751492818
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,5120,2560,0.022832000255584718
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,5120,2560,0.021177599827448525
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,5120,2560,0.019400533040364584
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,5120,2560,0.019352533419926963
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,5120,2560,0.020168532927831016
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,5120,2560,0.019477333625157675
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,5120,2560,0.018918399016062418
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,5120,2560,0.020130133628845213
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,5120,2560,0.019001599152882895
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,5120,2560,0.01957119901974996
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,5120,2560,0.017172267039616905
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,5120,2560,0.017478400468826295
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,5120,2560,0.018869332472483315
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,5120,2560,0.01772693395614624
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,5120,2560,0.01803093353907267
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,5120,2560,0.01827626625696818
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,5120,2560,0.01834026575088501
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,5120,2560,0.01656000018119812
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,5120,2560,0.017364267508188883
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,5120,2560,0.016566399733225504
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,5120,2560,0.016495999693870545
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,5120,2560,0.016536532839139303
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,5120,2560,0.016698666413625083
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,5120,2560,0.016760534048080443
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,5120,2560,0.016365866859753928
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,5120,2560,0.01575146714846293
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,5120,2560,0.014702933033307395
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,5120,2560,0.01609386702378591
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,5120,2560,0.01825493375460307
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,5120,2560,0.016473600268363954
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,5120,2560,0.017292799552281697
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,5120,2560,0.015122133493423461
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,5120,2560,0.014513066411018372
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,5120,2560,0.01499626636505127
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,5120,2560,0.014501333236694336
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,5120,2560,0.014499200383822122
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,5120,2560,0.014493866761525472
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,5120,2560,0.014501333236694336
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,5120,2560,0.018317866325378417
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,5120,2560,0.015544533729553223
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,5120,3072,0.012395733594894409
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,5120,3072,0.01242026686668396
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,5120,3072,0.012072533369064331
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,5120,3072,0.012481066584587096
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,5120,2560,0.37935466766357423
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,5120,2560,0.7507285435994466
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,5120,2560,0.14970453580220539
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,5120,2560,0.2058805306752523
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,5120,2560,0.13101867039998372
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,5120,2560,0.14094506899515788
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,5120,2560,0.10648319721221924
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,5120,2560,0.10236159960428874
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,5120,2560,0.0974293311436971
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,5120,2560,0.09236266613006591
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,5120,2560,1.4975285847981772
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,5120,2560,0.19331626892089843
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,5120,2560,0.07578559716542563
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,5120,2560,0.183132807413737
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,5120,2560,0.07114773591359456
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,5120,2560,0.06940159797668458
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,5120,2560,0.15875306129455566
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,5120,2560,0.17608426411946615
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,5120,2560,0.12373973528544109
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,5120,2560,0.1181930700937907
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,5120,2560,0.04967893362045288
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,5120,2560,0.04696960051854451
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,5120,2560,0.04317546685536702
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,5120,2560,0.0851477305094401
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,5120,2560,0.08003733158111573
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,5120,2560,0.02871999939282735
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,5120,2560,0.022716800371805825
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,5120,2560,0.06353493531545004
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,5120,2560,0.06301120122273764
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,5120,2560,0.05271466573079427
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,5120,2560,0.058677331606547034
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,5120,2560,0.03035306731859843
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,5120,2560,0.03740799824396769
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,5120,2560,0.03594559828440348
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,5120,2560,0.0159850666920344
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,5120,2560,0.02112213373184204
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,5120,2560,0.013741866747538248
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,5120,2560,0.01370133360226949
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,5120,2560,0.013704533378283182
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,5120,2560,0.012436266740163167
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,5120,2560,0.013270399967829385
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,5120,2560,0.012473600109418233
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,5120,2560,0.01244160036245982
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,5120,2560,0.011982933680216471
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,5120,2560,0.010770133137702942
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,5120,2560,0.009526399771372478
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,5120,2560,0.012458667159080505
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,5120,2560,0.012412800391515096
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,5120,2560,0.01320319970448812
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,5120,2560,0.013168000181516013
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,5120,2560,0.01402773360411326
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,5120,2560,0.01323199967543284
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,5120,2560,0.012793599565823873
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,5120,2560,0.013630933562914529
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,5120,2560,0.012869333227475485
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,5120,2560,0.013684266805648803
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,5120,2560,0.014108799894650779
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,5120,2560,0.012814933061599731
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,5120,2560,0.01446399986743927
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,5120,2560,0.010839466253916423
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,5120,2560,0.013291733463605246
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,5120,2560,0.010423466563224792
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,5120,2560,0.012447999914487202
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,5120,2560,0.013700266679128012
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,5120,2560,0.012065066893895467
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,5120,2560,0.013689600427945457
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,5120,2560,0.014444800217946372
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,5120,2560,0.012141866485277812
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,5120,2560,0.014432000120480857
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,5120,2560,0.2901397387186686
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,5120,2560,0.1494602680206299
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,5120,2560,0.07888747056325277
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,5120,2560,0.010518399874369304
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,5120,2560,0.01039466659228007
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,5120,2560,0.010700800021489461
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,5120,2560,0.010426666339238484
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,5120,2560,0.010580266515413921
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,5120,2560,0.0463648001352946
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,5120,2560,0.04665173292160034
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,5120,2560,0.04482773145039876
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,5120,2560,0.044021332263946535
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,5120,2560,0.04467626810073853
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,5120,2560,0.03777279853820801
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,5120,2560,0.0440394679705302
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,5120,2560,0.03738880157470703
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,5120,2560,0.038652801513671876
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,5120,2560,0.0385535995165507
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,5120,2560,0.03705386718114217
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,5120,2560,0.03143360018730164
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,5120,2560,0.030742400884628297
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,5120,2560,0.03588373263676961
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,5120,2560,0.036518398920694986
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,5120,2560,0.030228267113367718
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,5120,2560,0.029603199164072676
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,5120,2560,0.0291701336701711
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,5120,2560,0.028985599676767986
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,5120,2560,0.02868799964586894
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,5120,2560,0.027748266855875652
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,5120,2560,0.022574933369954427
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,5120,2560,0.022104533513387044
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,5120,2560,0.02119893431663513
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,5120,2560,0.02167466680208842
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,5120,2560,0.021062399943669638
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,5120,2560,0.020461867252985634
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,5120,2560,0.020257065693537392
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,5120,2560,0.014232533176740012
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,5120,2560,0.01405333379904429
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,5120,2560,0.01316480040550232
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,5120,2560,0.012839466333389282
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,5120,2560,0.012032000223795573
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,5120,2560,0.011972266435623168
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,5120,2560,0.012029866377512615
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,5120,2560,0.011681066950162251
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,5120,2560,0.011635200182596842
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,5120,2560,0.011662933230400085
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,5120,2560,0.0120170662800471
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,5120,2560,0.012006400028864543
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,5120,2560,0.01164906620979309
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,5120,2560,0.011983999609947204
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,5120,2560,0.012016000350316365
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,5120,2560,0.011685333649317424
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,5120,2560,0.01157866617043813
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,5120,2560,0.01160533328851064
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,5120,2560,0.01160426636536916
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,5120,2560,0.011594667037328085
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,5120,2560,0.011426132917404175
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,5120,2560,0.01120853324731191
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,5120,2560,0.011506133278210958
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,5120,2560,0.011402666568756104
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,5120,2560,0.011210667093594869
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,5120,2560,0.011228799819946289
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,5120,2560,0.011646933356920878
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,5120,2560,0.011795199910799662
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,5120,2560,0.011171199878056844
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,5120,2560,0.011322666207949321
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,5120,2560,0.011531733473141988
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,5120,2560,0.011212799946467083
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,5120,2560,0.011210667093594869
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,5120,2560,0.011641599734624227
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,5120,2560,0.011621333161989848
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,5120,2560,0.011580800016721089
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,5120,2048,0.4223957379659017
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,5120,2560,0.011217066645622253
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,5120,2048,0.11098453203837078
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,5120,2048,0.2149727980295817
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,5120,2048,0.06078826586405436
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,5120,2048,0.058616534868876136
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,5120,2048,0.056903465588887536
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,5120,2048,0.05605546633402506
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,5120,2048,0.055574401219685876
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,5120,2048,0.05288000106811523
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,5120,2048,0.052321068445841466
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,5120,2048,0.051703464984893796
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,5120,2048,0.04704426527023316
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,5120,2048,0.050470399856567386
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,5120,2048,0.04727146625518799
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,5120,2048,0.04331946770350138
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,5120,2048,0.03906240065892537
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,5120,2048,0.03703999916712443
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,5120,2048,0.03627413511276245
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,5120,2048,0.035130667686462405
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,5120,2048,0.03620479901631673
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,5120,2048,0.03454720179239909
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,5120,2048,0.028409600257873535
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,5120,2048,0.028357332944869994
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,5120,2048,0.027113600571950273
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,5120,2048,0.02509653369585673
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,5120,2048,0.02440213362375895
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,5120,2560,0.011661866307258606
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,5120,2048,0.019619200627009073
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,5120,2048,0.01959679921468099
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,5120,2048,0.0170741339524587
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,5120,2048,0.01600106656551361
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,5120,2048,0.01399893363316854
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,5120,2048,0.014270933469136557
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,5120,2048,0.011565867066383361
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,5120,2560,0.011210667093594869
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,5120,2048,0.009973333279291789
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,5120,2048,0.007514666517575581
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,5120,2048,0.009157333771387737
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,5120,2048,0.008225066463152568
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,5120,2048,0.00865280032157898
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,5120,2048,0.008164266745249431
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,5120,2048,0.00793280005455017
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,5120,2048,0.0079434668024381
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,5120,2048,0.0075328002373377485
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,5120,2048,0.006366933385531108
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,5120,2048,0.00631573349237442
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,5120,2048,0.006359466910362243
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,5120,2048,0.007316266496976216
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,5120,2048,0.007192533214886982
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,5120,2048,0.007124266525109608
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,5120,2048,0.007141333321730297
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,5120,2048,0.009079466263453167
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,5120,2048,0.022743467489878336
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,5120,2048,0.005904000004132589
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,5120,2048,0.005836800237496694
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,5120,2048,0.007088000078996022
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,5120,2048,0.006770133475462596
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,5120,2048,0.005816533168156942
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,5120,2048,0.005851733187834421
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,5120,2048,0.005843199789524078
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,5120,2048,0.006295466423034668
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,5120,2048,0.006380799909432728
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,5120,2048,0.006287999947865804
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,5120,2048,0.006303999821345012
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,5120,2048,0.006287999947865804
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,5120,2048,0.006359466910362243
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,5120,2048,0.00625493327776591
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,5120,2048,0.005790933469931285
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,5120,2048,0.005734399954477946
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,5120,2048,0.005701333284378052
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,5120,2048,0.005758933226267497
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,5120,2048,0.005706666906674703
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,5120,2048,0.005795200169086456
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,5120,2048,0.005873066683610281
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,5120,2048,0.005826133489608765
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,5120,2048,0.186024538675944
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,5120,2048,0.008282666901747386
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,5120,2048,0.09710186322530111
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,5120,2048,0.38553921381632483
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,5120,2048,0.05935253302256266
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,5120,2048,0.05546773274739584
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,5120,2048,0.05785919825236002
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,5120,2048,0.05686933199564616
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,5120,2048,0.05367786486943563
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,5120,2048,0.053548800945281985
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,5120,2048,0.0512885332107544
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,5120,2048,0.04899413188298543
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,5120,2048,0.050673067569732666
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,5120,2048,0.04943893353144328
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,5120,2048,0.04883626699447632
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,5120,2048,0.043383467197418216
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,5120,2048,0.04282559951146443
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,5120,2048,0.04112000068028768
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,5120,2048,0.040776534875233965
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,5120,2048,0.041041068236033124
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,5120,2048,0.035735468069712326
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,5120,2048,0.035258666674296064
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,5120,2048,0.035648000240325925
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,5120,2048,0.03498026529947917
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,5120,2048,0.03452906608581543
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,5120,2048,0.03277440071105957
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,5120,2048,0.03050559957822164
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,5120,2048,0.03052053252855937
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,5120,2048,0.028130133946736652
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,5120,2048,0.026892799139022826
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,5120,2048,0.05906560023625692
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,5120,2048,0.025983999172846477
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,5120,2048,0.02263573408126831
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,5120,2048,0.02468799948692322
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,5120,2048,0.021732266743977866
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,5120,2048,0.018787199258804323
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,5120,2048,0.020718934138615926
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,5120,2048,0.01928106745084127
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,5120,2048,0.018563199043273925
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,5120,2048,0.01827413241068522
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,5120,2048,0.018706132968266807
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,5120,2048,0.017947733402252197
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,5120,2048,0.018934400876363118
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,5120,2048,0.01689493258794149
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,5120,2048,0.017129600048065186
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,5120,2048,0.017309866348902383
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,5120,2048,0.018599466482798258
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,5120,2048,0.0167797327041626
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,5120,2048,0.04021120071411133
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,5120,2048,0.016961065928141277
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,5120,2560,0.01125973363717397
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,5120,2048,0.017245866854985557
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,5120,2048,0.016531200210253397
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,5120,2048,0.017579734325408936
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,5120,2048,0.016327466567357382
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,5120,2048,0.016338133811950685
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,5120,2048,0.015128533045450846
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,5120,2048,0.015824000040690102
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,5120,2048,0.015011200308799743
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,5120,2048,0.014619732896486918
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,5120,2048,0.016023466984430947
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,5120,2048,0.015110400319099427
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,5120,2048,0.01593706707159678
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,5120,2048,0.016609066724777223
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,5120,2048,0.015820800264676412
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,5120,2048,0.01553813318411509
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,5120,2048,0.014706133802731832
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,5120,2048,0.014435199896494546
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,5120,2048,0.014522666732470194
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,5120,2048,0.014503467082977294
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,5120,2048,0.014451199769973755
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,5120,2048,0.014513066411018372
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,5120,2048,0.014513066411018372
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,5120,2048,0.014505599935849508
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,5120,2048,0.014506666858990987
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,5120,2560,0.011621333161989848
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,5120,2048,0.016829866170883178
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,5120,2560,0.011597866813341778
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,5120,2560,0.011197866996129353
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,5120,2048,0.17221867243448893
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,5120,2048,0.16878080368041992
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,5120,2048,0.1505013306935628
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,5120,2048,0.11962239742279053
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,5120,2048,0.36300694147745766
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,5120,2048,0.11096213658650715
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,5120,2048,0.09231359958648681
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,5120,2048,0.7200629552205403
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,5120,2048,0.08766720294952393
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,5120,2048,0.08215999603271484
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,5120,2048,0.08816640377044678
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,5120,2048,0.14290026028951008
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,5120,2048,0.07178133328755697
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,5120,2048,0.06761919657389323
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,5120,2048,0.06579093138376871
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,5120,2048,1.4423605600992837
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,5120,2048,0.13334293365478517
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,5120,2048,0.10612906614939373
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,5120,2048,0.1245418628056844
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,5120,2048,0.0468234658241272
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,5120,2048,0.043186132113138834
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,5120,2048,0.09925013383229574
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,5120,2048,0.07969173590342203
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,5120,2048,0.07470719814300537
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,5120,2048,0.060350934664408364
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,5120,2048,0.02675519982973735
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,5120,2048,0.021109332640965782
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,5120,2048,0.05893653233846029
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,5120,2048,0.05545066595077515
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,5120,2048,0.0499509334564209
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,5120,2048,0.040717868010203044
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,5120,2048,0.028857600688934327
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,5120,2048,0.035396265983581546
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,5120,2048,0.03356800079345703
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,5120,2048,0.014296533664067588
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,5120,2048,0.019778132438659668
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,5120,2048,0.012825600306193032
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,5120,2048,0.012888532876968384
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,5120,2048,0.01256106694539388
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,5120,2048,0.01285866697629293
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,5120,2048,0.011641599734624227
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,5120,2048,0.011623467008272808
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,5120,2048,0.011595732967058818
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,5120,2048,0.009539199868837993
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,5120,2048,0.00957973301410675
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,5120,2048,0.008370133241017659
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,5120,2048,0.011666133006413778
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,5120,2048,0.009975467125574749
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,5120,2048,0.010362666845321656
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,5120,2048,0.01081706682840983
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,5120,2048,0.010364799698193868
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,5120,2048,0.011236266295115153
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,5120,2048,0.011037866274515789
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,5120,2048,0.011398399869600933
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,5120,2048,0.011190399527549744
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,5120,2048,0.011178666353225708
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,5120,2048,0.010839466253916423
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,5120,2048,0.01160426636536916
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,5120,2048,0.011204266548156738
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,5120,2048,0.011876266201337178
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,5120,2048,0.011240532994270325
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,5120,2048,0.011586133639017742
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,5120,2048,0.011588266491889954
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,5120,2048,0.011591466267903645
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,5120,2048,0.011261866490046183
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,5120,2048,0.012117333213488261
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,5120,2048,0.011274666587511698
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,5120,2048,0.011595732967058818
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,5120,2048,0.12589759826660157
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,5120,2048,0.24375359217325845
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,5120,2048,0.06744746367136636
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,5120,2048,0.03971306482950847
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,5120,2048,0.009948800007502239
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,5120,2048,0.0095551997423172
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,5120,2048,0.009564800063769023
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,5120,2048,0.010053333640098572
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,5120,2048,0.009583999713261921
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,5120,2048,0.009662933150927226
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,5120,2048,0.03956480026245117
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,5120,2048,0.038867199420928956
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,5120,2048,0.038089601198832194
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,5120,2048,0.03895893494288127
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,5120,2048,0.03363519906997681
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,5120,2048,0.03301759958267212
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,5120,2048,0.037647998332977294
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,5120,2048,0.03269226749738057
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,5120,2048,0.032738133271535234
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,5120,2048,0.031702399253845215
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,5120,2048,0.03162026604016622
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,5120,2048,0.030925865968068438
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,5120,2048,0.026411734024683636
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,5120,2048,0.025650133689244587
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,5120,2048,0.025677865743637084
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,5120,2048,0.025364265839258833
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,5120,2048,0.025018666187922162
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,5120,2048,0.02464639941851298
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,5120,2048,0.02487679918607076
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,5120,2048,0.023282132546106973
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,5120,2048,0.019374932845433554
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,5120,2048,0.01900906761487325
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,5120,2048,0.018580265839894614
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,5120,2048,0.018613332509994508
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,5120,2048,0.01829866568247477
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,5120,2048,0.01778986652692159
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,5120,2048,0.01737920045852661
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,5120,2048,0.012555733323097229
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,5120,2048,0.012727466225624085
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,5120,2048,0.011873066425323486
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,5120,2048,0.01162559986114502
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,5120,2048,0.010854400197664897
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,5120,2048,0.010855467120806376
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,5120,2048,0.010827733079592387
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,5120,2048,0.010831999778747558
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,5120,2048,0.010819199681282043
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,5120,2048,0.010905599594116211
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,5120,2048,0.01076479951540629
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,5120,2048,0.01076693336168925
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,5120,2048,0.010777599612871806
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,5120,2048,0.010784000158309937
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,5120,2048,0.010397866368293762
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,5120,2048,0.010429867108662923
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,5120,2048,0.010749866565068562
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,5120,2048,0.01046399970849355
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,5120,2048,0.010368000467618306
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,5120,2048,0.01076479951540629
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,5120,2048,0.010430933038393656
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,5120,2048,0.010450133681297302
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,5120,2048,0.010398933291435241
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,5120,2048,0.010513066252072652
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,5120,2048,0.010361599922180175
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,5120,2048,0.010391466816266378
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,5120,2048,0.010410666465759277
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,5120,2048,0.010341333349545796
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,5120,2048,0.010749866565068562
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,5120,2048,0.010431999961535137
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,5120,2048,0.010413866241772969
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,5120,2048,0.010417067011197408
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,5120,2048,0.010830932855606079
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,5120,2048,0.010410666465759277
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,5120,2048,0.010376532872517902
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,5120,2048,0.010426666339238484
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,5120,2048,0.010331733028093974
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,5120,1536,0.1673397382100423
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,5120,1536,0.33639678955078123
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,5120,1536,0.08476373354593912
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,5120,2048,0.010758399963378906
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,5120,1536,0.04662079811096191
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,5120,1536,0.04494506518046061
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,5120,1536,0.04274239937464396
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,5120,1536,0.04395519892374675
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,5120,1536,0.04204053481419881
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,5120,1536,0.04035840034484863
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,5120,1536,0.04013546705245972
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,5120,1536,0.036228267351786296
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,5120,1536,0.035499731699625656
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,5120,1536,0.03677013317743937
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,5120,1536,0.03536746501922607
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,5120,1536,0.03444799979527791
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,5120,1536,0.030826665957768756
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,5120,1536,0.02829013268152873
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,5120,1536,0.027612799406051637
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,5120,1536,0.026576000452041625
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,5120,1536,0.026845866441726686
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,5120,1536,0.021860265731811525
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,5120,1536,0.021771732966105142
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,5120,1536,0.021036799748738608
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,5120,1536,0.01956160068511963
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,5120,1536,0.017505067586898803
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,5120,1536,0.019598933060963948
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,5120,1536,0.015646933515866598
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,5120,1536,0.01546986699104309
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,5120,1536,0.012638933459917703
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,5120,1536,0.028640000025431316
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,5120,1536,0.0116565336783727
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,5120,1536,0.01176533301671346
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,5120,1536,0.009539199868837993
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,5120,2048,0.010472533106803895
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,5120,1536,0.008211199939250947
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,5120,1536,0.006265600025653839
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,5120,1536,0.0072629332542419435
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,5120,1536,0.0069567998250325514
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,5120,1536,0.00697813332080841
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,5120,1536,0.01409173309803009
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,5120,1536,0.006649599969387054
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,5120,1536,0.006490666667620342
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,5120,1536,0.006543999910354615
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,5120,1536,0.0066101332505544026
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,5120,1536,0.005063466727733612
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,5120,1536,0.0051818668842315676
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,5120,1536,0.0054517333706219995
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,5120,1536,0.005842133363087972
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,5120,1536,0.00598826656738917
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,5120,1536,0.005850666761398315
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,5120,1536,0.005861333509286245
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,5120,1536,0.005904000004132589
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,5120,1536,0.004659200211366018
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,5120,1536,0.004632533093293508
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,5120,1536,0.004634666442871094
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,5120,1536,0.004626133541266123
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,5120,1536,0.005334400137265523
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,5120,1536,0.0050346667567888895
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,5120,1536,0.004915200173854828
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,5120,1536,0.005017599960168203
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,5120,1536,0.0050005331635475155
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,5120,1536,0.005009066561857859
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,5120,1536,0.0050453335046768185
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,5120,1536,0.005089066425959269
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,5120,1536,0.004964266717433929
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,5120,1536,0.005019733309745788
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,5120,1536,0.0038293334345022834
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,5120,1536,0.004144000013669332
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,5120,1536,0.004019200056791306
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,5120,1536,0.0042026668787002565
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,5120,1536,0.0038272000849246977
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,5120,1536,0.004204800228277842
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,5120,1536,0.004448000093301137
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,5120,1536,0.004817066589991251
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,5120,1536,0.1401418685913086
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,5120,1536,0.2913663864135742
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,5120,1536,0.07772160371144612
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,5120,1536,0.0494922677675883
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,5120,1536,0.04892373482386271
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,5120,1536,0.04730986754099528
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,5120,1536,0.04621119896570842
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,5120,1536,0.04512106577555339
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,5120,1536,0.0447648008664449
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,5120,1536,0.006132266422112783
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,5120,1536,0.044010667006174724
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,5120,1536,0.04117439985275269
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,5120,1536,0.039850668112436934
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,5120,1536,0.04256213506062825
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,5120,1536,0.042182401816050215
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,5120,1536,0.037272532780965165
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,5120,1536,0.03951253493626912
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,5120,1536,0.03510080178578694
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,5120,1536,0.035148799419403076
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,5120,1536,0.03583360115687052
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,5120,1536,0.035046398639678955
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,5120,1536,0.0354144016901652
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,5120,1536,0.03281173308690389
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,5120,1536,0.0327839990456899
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,5120,1536,0.030883200963338214
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,5120,1536,0.02893120050430298
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,5120,1536,0.030807467301686604
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,5120,2048,0.010426666339238484
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,5120,1536,0.026910932858784993
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,5120,1536,0.02675093412399292
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,5120,1536,0.025193599859873454
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,5120,1536,0.024663466215133666
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,5120,1536,0.022537599007288613
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,5120,1536,0.02299626668294271
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,5120,1536,0.02093120018641154
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,5120,1536,0.020808533827463786
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,5120,1536,0.017905066410700478
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,5120,1536,0.017283199230829875
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,5120,1536,0.01735360026359558
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,5120,1536,0.016782933473587038
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,5120,1536,0.016782933473587038
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,5120,1536,0.017030400037765504
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,5120,1536,0.01662826637427012
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,5120,1536,0.016714666287104288
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,5120,1536,0.015869866808255514
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,5120,1536,0.016481066743532814
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,5120,1536,0.01644373337427775
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,5120,1536,0.016497066617012023
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,5120,1536,0.01676693360010783
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,5120,1536,0.01646719972292582
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,5120,1536,0.01730026602745056
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,5120,1536,0.01655359963575999
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,5120,1536,0.015446399648984274
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,5120,1536,0.017103999853134155
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,5120,1536,0.016264533003171287
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,5120,1536,0.015260799725850423
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,5120,1536,0.015607466300328573
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,5120,1536,0.015046399831771851
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,5120,1536,0.014647466937700906
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,5120,2048,0.010417067011197408
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,5120,1536,0.014552533626556396
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,5120,1536,0.014571733276049294
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,5120,1536,0.014484266440073649
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,5120,1536,0.014519466956456503
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,5120,1536,0.01532266636689504
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,5120,1536,0.016566399733225504
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,5120,1536,0.014495999614397685
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,5120,1536,0.014459733168284097
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,5120,1536,0.014490666985511779
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,5120,1536,0.014494933684666953
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,5120,1536,0.014510933558146158
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,5120,1536,0.018252799908320107
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,5120,1536,0.014434132973353067
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,5120,1536,0.014499200383822122
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,5120,1536,0.014526933431625366
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,5120,1536,0.03195093274116516
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,5120,1536,0.014494933684666953
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,5120,2048,0.010439466436703999
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,5120,2048,0.01039466659228007
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,5120,1536,0.7024554570515951
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,5120,1536,0.13838399251302083
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,5120,1536,0.11281279722849528
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,5120,1536,0.10329173405965168
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,5120,1536,0.10288746356964111
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,5120,1536,1.3982442220052085
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,5120,1536,0.12189013163248699
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,5120,1536,0.08620373407999674
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,5120,1536,0.08157546520233154
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,5120,1536,0.08035626411437988
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,5120,1536,0.3532053311665853
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,5120,1536,0.13499733606974285
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,5120,1536,0.06650453408559164
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,5120,1536,0.06306026776631674
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,5120,1536,0.061324799060821535
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,5120,1536,0.11560853322347005
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,5120,1536,0.1090399980545044
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,5120,1536,0.07626026471455892
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,5120,1536,0.0956821362177531
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,5120,1536,0.04449280103047688
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,5120,1536,0.07392106850941976
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,5120,1536,0.04069120089213053
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,5120,1536,0.09367573261260986
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,5120,1536,0.03813120126724243
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,5120,1536,0.07029013633728028
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,5120,1536,0.025149865945180254
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,5120,1536,0.020272000630696615
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,5120,1536,0.05452800194422404
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,5120,1536,0.05781546831130981
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,5120,1536,0.05205013354619344
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,5120,1536,0.04681493441263835
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,5120,1536,0.026409600178400678
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,5120,1536,0.03332586685816447
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,5120,1536,0.03179093400637309
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,5120,1536,0.013723733027776084
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,5120,1536,0.019045333067576088
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,5120,1536,0.012578133742014566
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,5120,1536,0.011995733777681986
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,5120,1536,0.012032000223795573
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,5120,1536,0.010804266730944315
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,5120,1536,0.012082133690516155
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,5120,1536,0.010824533303578694
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,5120,1536,0.010797866185506185
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,5120,1536,0.010841600100199382
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,5120,1536,0.009146666526794434
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,5120,1536,0.010477866729100544
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,5120,1536,0.0086709330479304
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,5120,1536,0.009962667028109233
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,5120,1536,0.00912000040213267
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,5120,1536,0.010380799571673077
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,5120,1536,0.00920746624469757
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,5120,1536,0.00956160028775533
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,5120,1536,0.009956266482671101
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,5120,1536,0.009553066889444987
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,5120,1536,0.009168000022570292
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,5120,1536,0.009682133793830872
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,5120,1536,0.010752000411351522
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,5120,1536,0.009202133615811665
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,5120,1536,0.010002133250236512
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,5120,1536,0.010167466600735982
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,5120,1536,0.009594666957855224
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,5120,1536,0.010191999872525533
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,5120,1536,0.009937066833178203
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,5120,1536,0.010016000270843506
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,5120,1536,0.010763733585675558
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,5120,1536,0.009532800316810608
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,5120,1536,0.010354133447011311
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,5120,1536,0.010362666845321656
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,5120,1536,0.010853333274523418
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,5120,1536,0.009523199995358785
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,5120,1536,0.10405226548512776
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,5120,1536,0.19581866264343262
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,5120,1536,0.03345706860224406
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,5120,1536,0.0560149351755778
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,5120,1536,0.03302506605784099
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,5120,1536,0.032587732871373495
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,5120,1536,0.03249066670735677
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,5120,1536,0.03164373238881429
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,5120,1536,0.03138773242632548
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,5120,1536,0.02798186739285787
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,5120,1536,0.027602134148279826
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,5120,1536,0.00915839970111847
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,5120,1536,0.009205333391825358
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,5120,1536,0.010384000341097514
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,5120,1536,0.009623466928799947
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,5120,1536,0.02760853370030721
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,5120,1536,0.02722453276316325
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,5120,1536,0.02720959981282552
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,5120,1536,0.026730666557947796
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,5120,1536,0.022699733575185142
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,5120,1536,0.02151573300361633
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,5120,1536,0.02618880073229472
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,5120,1536,0.02228906750679016
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,5120,1536,0.022507733106613158
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,5120,1536,0.02183253367741903
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,5120,1536,0.021412267287572225
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,5120,1536,0.02113599975903829
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,5120,1536,0.02044266661008199
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,5120,1536,0.01695573329925537
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,5120,1536,0.01651306649049123
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,5120,1536,0.016572800278663636
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,5120,1536,0.016277333100636802
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,5120,1536,0.015825066963831583
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,5120,1536,0.01569066643714905
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,5120,1536,0.015247999628384908
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,5120,1536,0.011525332927703857
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,5120,1536,0.011020800471305848
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,5120,1536,0.010619733730951946
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,5120,1536,0.010396800438563029
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,5120,1536,0.010019200046857198
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,5120,1536,0.01002239982287089
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,5120,1536,0.009970133503278095
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,5120,1536,0.010001066327095031
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,5120,1536,0.010007466872533162
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,5120,1536,0.010025599598884582
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,5120,1536,0.009826133648554485
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,5120,1536,0.010003200173377991
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,5120,1536,0.009616000453631084
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,5120,1536,0.00958720048268636
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,5120,1536,0.009598933657010396
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,5120,1536,0.009593600034713745
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,5120,1536,0.009553066889444987
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,5120,1536,0.009604266285896302
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,5120,1536,0.00967039962609609
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,5120,1536,0.009565866986910502
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,5120,1536,0.009821866949399311
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,5120,1536,0.009958400328954061
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,5120,1536,0.009621333082516987
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,5120,1536,0.009754666686058044
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,5120,1536,0.009559466441472372
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,5120,1536,0.009620267152786254
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,5120,1536,0.009563733140627544
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,5120,1536,0.00958293378353119
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,5120,1536,0.009527466694513957
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,5120,1536,0.00962453285853068
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,5120,1536,0.00940053363641103
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,5120,1536,0.009242666761080424
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,5120,1536,0.009574400385220845
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,5120,1536,0.009959466258684794
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,5120,1536,0.009565866986910502
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,5120,1536,0.009617066383361817
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,5120,1536,0.0091839998960495
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,5120,1024,0.11569173336029052
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,5120,1024,0.2255882740020752
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,5120,1024,0.05853439966837565
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,5120,1024,0.030748800436655684
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,5120,1024,0.030339199304580688
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,5120,1024,0.028699733813603717
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,5120,1024,0.029459200302759808
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,5120,1024,0.028967465957005816
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,5120,1024,0.02759466568628947
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,5120,1024,0.026524800062179565
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,5120,1024,0.024953599770863852
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,5120,1024,0.02382826606432597
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,5120,1024,0.02520853281021118
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,5120,1024,0.02481279969215393
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,5120,1024,0.024958932399749757
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,5120,1024,0.02069759964942932
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,5120,1024,0.01975040038426717
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,5120,1024,0.020188800493876138
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,5120,1024,0.019057067235310872
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,5120,1024,0.01981546680132548
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,5120,1024,0.019615999857584634
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,5120,1024,0.015759999553362526
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,5120,1024,0.015447466572125753
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,5120,1024,0.01530346671740214
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,5120,1024,0.014450132846832275
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,5120,1024,0.013141333063443502
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,5120,1536,0.009567999839782714
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,5120,1024,0.01488746702671051
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,5120,1024,0.011614933609962463
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,5120,1024,0.011431466539700825
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,5120,1024,0.010281599561373393
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,5120,1024,0.009541333715120951
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,5120,1024,0.008363733688990276
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,5120,1024,0.008974933624267578
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,5120,1024,0.007460266848405202
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,5120,1024,0.006321066617965698
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,5120,1024,0.00543146679798762
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,5120,1024,0.005044266581535339
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,5120,1024,0.005447466671466827
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,5120,1024,0.005500799914201101
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,5120,1536,0.009544533491134644
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,5120,1024,0.005006933212280273
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,5120,1024,0.004922666649023692
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,5120,1024,0.005154133339722951
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,5120,1024,0.0045514668027559916
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,5120,1024,0.003923200070858002
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,5120,1024,0.004275199770927429
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,5120,1024,0.004195199906826019
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,5120,1024,0.004669866462548574
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,5120,1024,0.0046186665693918865
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,5120,1024,0.0046304002404212955
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,5120,1024,0.004678399860858917
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,5120,1024,0.004654933512210846
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,5120,1024,0.003833599885304769
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,5120,1024,0.003836799909671148
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,5120,1024,0.003765333443880081
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,5120,1024,0.0037962667644023894
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,5120,1024,0.00396373321612676
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,5120,1024,0.004040533304214477
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,5120,1024,0.003828266759713491
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,5120,1024,0.0038506666819254553
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,5120,1024,0.0037994667887687682
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,5120,1024,0.0038304001092910765
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,5120,1024,0.0037845333417256674
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,5120,1024,0.003857066730658213
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,5120,1024,0.0036618667344252265
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,5120,1024,0.0037952000896135964
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,5120,1024,0.0032320000231266023
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,5120,1024,0.0031744000812371576
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,5120,1024,0.003335466732581457
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,5120,1024,0.0034080001215140024
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,5120,1024,0.0033717334270477297
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,5120,1024,0.0034261333445707956
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,5120,1024,0.0034495999415715536
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,5120,1024,0.0039061332742373147
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,5120,1024,0.10186773141225178
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,5120,1024,0.19935894012451172
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,5120,1536,0.009588266412417095
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,5120,1024,0.05967466831207276
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,5120,1024,0.038211198647816975
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,5120,1024,0.037633065382639566
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,5120,1024,0.03701866865158081
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,5120,1024,0.03691626787185669
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,5120,1024,0.036986664930979414
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,5120,1024,0.037013332049051925
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,5120,1024,0.035122132301330565
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,5120,1024,0.034701867898305254
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,5120,1024,0.034075733025868735
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,5120,1024,0.03485440015792847
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,5120,1024,0.03497173388799031
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,5120,1024,0.03505493402481079
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,5120,1024,0.00468800018231074
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,5120,1024,0.03203733364741008
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,5120,1024,0.031032532453536987
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,5120,1024,0.03074986735979716
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,5120,1024,0.030451200405756634
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,5120,1024,0.029657600323359172
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,5120,1024,0.02884053389231364
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,5120,1024,0.026818132400512694
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,5120,1024,0.02709866762161255
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,5120,1024,0.0264789342880249
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,5120,1024,0.02601813276608785
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,5120,1024,0.024678399165471397
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,5120,1024,0.022985599438349404
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,5120,1024,0.023009065786997476
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,5120,1024,0.02253440022468567
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,5120,1024,0.022356265783309938
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,5120,1024,0.0206058661142985
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,5120,1024,0.018517333269119262
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,5120,1024,0.021121066808700562
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,5120,1024,0.01906986633936564
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,5120,1024,0.017340799172719322
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,5120,1024,0.016313599546750386
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,5120,1024,0.017044266064961754
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,5120,1024,0.016218666235605875
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,5120,1024,0.016104533274968465
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,5120,1024,0.01646933356920878
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,5120,1024,0.01639786660671234
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,5120,1024,0.016583466529846193
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,5120,1024,0.01555519998073578
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,5120,1024,0.016011733810106912
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,5120,1024,0.017569067080815633
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,5120,1024,0.015688533584276833
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,5120,1024,0.015812266866366068
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,5120,1024,0.015123200416564942
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,5120,1024,0.015598932902018229
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,5120,1024,0.016722132762273155
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,5120,1024,0.016100266575813295
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,5120,1024,0.015255467096964518
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,5120,1024,0.014450132846832275
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,5120,1024,0.014453333616256715
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,5120,1024,0.014598400394121806
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,5120,1024,0.01458133359750112
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,5120,1024,0.014672000209490457
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,5120,1024,0.01532906691233317
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,5120,1024,0.014507733782132468
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,5120,1024,0.014435199896494546
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,5120,1024,0.025682133436203004
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,5120,1024,0.0145087997118632
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,5120,1024,0.01444586714108785
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,5120,1024,0.014490666985511779
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,5120,1024,0.015441067020098367
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,5120,1024,0.014180266857147216
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,5120,1024,0.014451199769973755
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,5120,1024,0.014113066593805948
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,5120,1024,0.014219733079274497
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,5120,1536,0.009220266342163086
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,5120,1024,0.013564800222714743
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,5120,1024,0.014506666858990987
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,5120,1024,0.014226133624712626
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,5120,1024,0.014235732952753702
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,5120,1536,0.009524266918500264
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,5120,1024,0.017517866690953572
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,5120,1536,0.00955733358860016
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,5120,1024,0.1214026689529419
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,5120,1024,0.3386773427327474
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,5120,1024,0.09765973091125488
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,5120,1024,0.10686933199564616
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,5120,1024,0.0911466677983602
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,5120,1024,0.09475306669871011
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,5120,1024,0.07922666867574056
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,5120,1024,0.11071360111236572
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,5120,1024,0.07756799856821696
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,5120,1024,0.07476267019907633
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,5120,1024,0.07217919826507568
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,5120,1024,0.6754496256510417
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,5120,1024,0.061210668087005614
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,5120,1024,0.05924586852391561
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,5120,1024,0.05610346794128418
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,5120,1024,1.3465653737386067
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,5120,1024,0.09922773043314616
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,5120,1024,0.1051082690556844
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,5120,1024,0.08671786785125732
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,5120,1024,0.0840661366780599
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,5120,1024,0.04155626694361369
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,5120,1024,0.03663253386815389
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,5120,1024,0.03559253215789795
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,5120,1024,0.06895573139190674
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,5120,1024,0.0656063993771871
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,5120,1024,0.023899734020233154
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,5120,1024,0.018920532862345376
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,5120,1024,0.049703466892242434
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,5120,1024,0.0542517344156901
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,5120,1024,0.04845333496729533
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,5120,1024,0.04365119934082031
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,5120,1024,0.029612799485524494
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,5120,1024,0.03006933331489563
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,5120,1024,0.011542399724324543
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,5120,1024,0.009998933474222819
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,5120,1024,0.017822933197021485
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,5120,1024,0.010341333349545796
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,5120,1024,0.01283093293507894
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,5120,1024,0.009630933403968811
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,5120,1024,0.025498666365941364
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,5120,1024,0.0113237331310908
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,5120,1024,0.011193600296974183
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,5120,1024,0.011169067025184632
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,5120,1024,0.010050132870674133
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,5120,1024,0.008778666456540424
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,5120,1024,0.007962666451931
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,5120,1024,0.008755200107892354
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,5120,1024,0.008368000388145447
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,5120,1024,0.008323200047016144
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,5120,1024,0.008384000261624653
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,5120,1024,0.008434133728345235
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,5120,1024,0.008796800176302593
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,5120,1024,0.008719999591509502
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,5120,1024,0.008627200126647949
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,5120,1024,0.008713600039482117
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,5120,1024,0.008797867099444072
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,5120,1024,0.008706133564313252
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,5120,1024,0.009144533673922222
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,5120,1024,0.008724266290664673
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,5120,1024,0.008732799688975017
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,5120,1024,0.008728532989819845
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,5120,1024,0.008781866232554118
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,5120,1024,0.008737066388130188
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,5120,1024,0.008798933029174805
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,5120,1024,0.008718933661778767
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,5120,1024,0.00874133308728536
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,5120,1024,0.008734933535257975
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,5120,1024,0.009130666653315227
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,5120,1024,0.008313600222269695
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,5120,1024,0.008789333701133727
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,5120,1024,0.008769067128499348
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,5120,1024,0.00876586635907491
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,5120,1024,0.04338666598002116
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,5120,1024,0.0791424036026001
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,5120,1024,0.14824746449788412
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,5120,1024,0.026370133956273394
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,5120,1024,0.026452267169952394
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,5120,1024,0.025938133398691814
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,5120,1024,0.02571413318316142
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,5120,1024,0.02502826650937398
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,5120,1024,0.024844799439112344
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,5120,1024,0.02241493264834086
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,5120,1024,0.022267733017603555
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,5120,1024,0.022167466084162393
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,5120,1024,0.021851734320322672
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,5120,1024,0.021142399311065672
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,5120,1024,0.022231467564900718
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,5120,1024,0.021512534221013388
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,5120,1024,0.018595200777053834
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,5120,1024,0.01821546753247579
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,5120,1024,0.018104533354441323
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,5120,1024,0.017832533518473307
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,5120,1024,0.01740480065345764
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,5120,1024,0.01766506632169088
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,5120,1024,0.017118932803471883
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,5120,1024,0.016960000991821288
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,5120,1024,0.013693867127100625
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,5120,1024,0.013336533308029174
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,5120,1024,0.009129599730173747
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,5120,1024,0.009544533491134644
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,5120,1024,0.01363200048605601
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,5120,1024,0.012866133451461792
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,5120,1024,0.012862933675448099
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,5120,1024,0.012474667032559712
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,5120,1024,0.012588799993197123
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,5120,1024,0.010032000144322713
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,5120,1024,0.009154133001963298
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,5120,1024,0.009304533402125042
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,5120,1024,0.009202133615811665
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,5120,1024,0.008804266651471455
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,5120,1024,0.009574400385220845
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,5120,1024,0.008802133798599242
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,5120,1024,0.00913706620534261
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,5120,1024,0.008797867099444072
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,5120,1024,0.008759466807047527
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,5120,1024,0.008758399883906047
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,5120,1024,0.008731733759244282
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,5120,1024,0.008870399991671244
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,5120,1024,0.008719999591509502
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,5120,1024,0.008714666962623597
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,5120,1024,0.008710400263468424
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,5120,1024,0.008573866883913676
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,5120,1024,0.00869653324286143
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,5120,1024,0.008779733379681905
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,5120,1024,0.008746666709582011
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,5120,1024,0.008699733018875121
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,5120,1024,0.008685866991678875
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,5120,1024,0.008736000458399455
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,5120,1024,0.008740267157554627
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,5120,1024,0.008808533350626629
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,5120,1024,0.008718933661778767
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,5120,1024,0.008538666367530822
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,5120,1024,0.00872213343779246
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,5120,1024,0.008307200173536937
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,5120,1024,0.008284799754619598
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,5120,1024,0.00871573289235433
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,5120,1024,0.00872213343779246
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,5120,1024,0.008781866232554118
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,5120,1024,0.008337066570917765
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,5120,1024,0.008393599589665731
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,5120,1024,0.008363733688990276
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,5120,768,0.1727274735768636
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,5120,768,0.087772798538208
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,5120,768,0.044625067710876466
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,5120,768,0.02342826724052429
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,5120,1024,0.008548266688982646
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,5120,768,0.023034665981928507
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,5120,768,0.02241493264834086
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,5120,768,0.02200746734937032
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,5120,768,0.021620267629623414
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,5120,768,0.021074134111404418
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,5120,1024,0.008565333485603333
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,5120,768,0.021185066302617392
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,5120,768,0.019179733594258626
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,5120,768,0.018744534254074095
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,5120,1024,0.00872320036093394
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,5120,768,0.019960532585779824
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,5120,768,0.020152533054351808
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,5120,768,0.016965333620707193
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,5120,768,0.01877760092417399
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,5120,768,0.01560533344745636
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,5120,768,0.015361066659291586
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,5120,768,0.015119999647140503
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,5120,768,0.015079466501871744
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,5120,768,0.015871999661127727
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,5120,768,0.012088533242543538
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,5120,768,0.012185600399971009
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,5120,768,0.011849600076675414
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,5120,768,0.01162559986114502
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,5120,768,0.010340266426404317
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,5120,768,0.011993599931399028
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,5120,768,0.009172266721725464
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,5120,768,0.009187199672063192
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,5120,768,0.008224000036716462
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,5120,768,0.005965866645177205
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,5120,768,0.007520000139872233
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,5120,768,0.005425066749254862
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,5120,768,0.004666666686534882
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,5120,768,0.003824000060558319
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,5120,768,0.004206933577855428
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,5120,1024,0.008729599912961324
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,5120,768,0.004265599946180979
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,5120,768,0.00421013335386912
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,5120,768,0.0042250668009122215
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,5120,768,0.004199466605981191
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,5120,768,0.0038592000802357995
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,5120,768,0.003443199892838796
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,5120,768,0.0037920000652472176
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,5120,768,0.0037930667400360107
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,5120,768,0.0039711999396483105
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,5120,768,0.00787306676308314
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,5120,768,0.003949866692225138
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,5120,768,0.007057066758473713
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,5120,768,0.003868799904982249
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,5120,768,0.003386666625738144
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,5120,768,0.004250666499137879
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,5120,768,0.0033749334514141084
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,5120,768,0.0033770665526390077
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,5120,768,0.003352533280849457
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,5120,768,0.004203733305136363
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,5120,768,0.003788800040880839
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,5120,768,0.0034613333642482757
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,5120,768,0.0034005333979924522
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,5120,768,0.003419733295838038
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,5120,768,0.003382399926582972
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,5120,768,0.003421866645415624
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,5120,768,0.003368533402681351
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,5120,768,0.003433600068092346
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,5120,768,0.0035242666800816857
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,5120,768,0.002976000060637792
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,5120,768,0.0029781334102153777
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,5120,768,0.0029834667841593427
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,5120,768,0.0029685333371162414
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,5120,768,0.0029887999097506206
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,5120,768,0.0029845332105954488
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,5120,768,0.0030005333324273427
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,5120,768,0.0033642667035261786
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,5120,768,0.08549760182698568
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,5120,768,0.15632640520731608
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,5120,768,0.05348053375879923
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,5120,768,0.034916265805562334
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,5120,768,0.034842665990193686
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,5120,768,0.034170667330423996
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,5120,768,0.03459733327229818
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,5120,1024,0.008575999736785888
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,5120,768,0.03293333252271016
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,5120,768,0.0329365332921346
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,5120,1024,0.008757332960764568
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,5120,768,0.030873600641886396
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,5120,1024,0.008776533603668212
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,5120,768,0.030880000193913775
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,5120,768,0.031007999181747438
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,5120,768,0.003931733220815659
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,5120,768,0.028834132353464763
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,5120,768,0.027805866797765096
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,5120,768,0.02747093240420024
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,5120,768,0.027012266715367633
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,5120,768,0.0033632000287373864
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,5120,768,0.024963200092315674
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,5120,768,0.024870399634043375
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,5120,768,0.02532266577084859
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,5120,768,0.023727999130884806
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,5120,768,0.022606933116912843
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,5120,768,0.023254400491714476
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,5120,768,0.020925867557525634
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,5120,768,0.02091839909553528
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,5120,768,0.020682666699091592
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,5120,768,0.020862932999928793
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,5120,768,0.01956053376197815
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,5120,768,0.020141865809758505
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,5120,768,0.017107200622558594
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,5120,768,0.016445866227149962
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,5120,768,0.015904000401496886
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,5120,768,0.01634986698627472
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,5120,768,0.015607466300328573
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,5120,768,0.015542399883270264
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,5120,768,0.014509866635004679
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,5120,768,0.032986666758855185
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,5120,768,0.014653866489728292
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,5120,768,0.014915200074513755
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,5120,768,0.01469013293584188
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,5120,768,0.014582399527231851
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,5120,768,0.016845866044362386
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,5120,768,0.030873600641886396
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,5120,768,0.014574933052062988
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,5120,768,0.014499200383822122
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,5120,768,0.014914133151372275
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,5120,768,0.015884799758593242
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,5120,768,0.015118933717409768
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,5120,768,0.014493866761525472
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,5120,768,0.014371200402577718
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,5120,768,0.014626133441925048
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,5120,768,0.014573867122332254
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,5120,768,0.01463573376337687
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,5120,768,0.015178666512171427
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,5120,768,0.014524799585342408
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,5120,768,0.014432000120480857
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,5120,768,0.01437440017859141
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,5120,768,0.026359466711680095
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,5120,768,0.014497066537539164
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,5120,768,0.014289066195487976
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,5120,768,0.014460800091425577
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,5120,768,0.014453333616256715
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,5120,768,0.014443733294804893
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,5120,768,0.014359466234842935
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,5120,768,0.013071999947230021
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,5120,768,0.014251733819643656
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,5120,768,0.014251733819643656
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,5120,768,0.013906133174896241
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,5120,768,0.014306132992108664
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,5120,768,0.013310933113098144
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,5120,768,0.014460800091425577
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,5120,768,0.03134079972902934
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,5120,768,0.028410667181015016
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,5120,768,0.012989866733551025
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,5120,768,0.0180565337340037
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,5120,768,0.6667690912882487
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,5120,768,0.11171627044677734
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,5120,768,0.33032960891723634
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,5120,768,0.09308693408966065
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,5120,768,0.0902400016784668
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,5120,768,0.08816320101420085
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,5120,768,1.3464820861816407
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,5120,768,0.10642346541086833
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,5120,768,0.07707200050354004
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,5120,768,0.07579733530680338
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,5120,768,0.10333120028177897
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,5120,768,0.07101333141326904
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,5120,768,0.07229759693145751
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,5120,768,0.059122133255004886
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,5120,768,0.05789546569188436
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,5120,768,0.0989354689915975
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,5120,768,0.05382826725641886
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,5120,768,0.0966858704884847
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,5120,768,0.08121279875437418
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,5120,768,0.08372480074564616
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,5120,768,0.040294400850931805
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,5120,768,0.0362335999806722
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,5120,768,0.0342901349067688
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,5120,768,0.06404159863789877
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,5120,768,0.06575466791788737
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,5120,768,0.023500800132751465
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,5120,768,0.05139946540196737
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,5120,768,0.017822933197021485
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,5120,768,0.048527999718983965
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,5120,768,0.04641706546147664
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,5120,768,0.041764267285664874
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,5120,768,0.028972800572713214
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,5120,768,0.02969493269920349
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,5120,768,0.02358400026957194
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,5120,768,0.012414933244387309
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,5120,768,0.011176533500353495
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,5120,768,0.010342400272687275
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,5120,768,0.010858666896820069
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,5120,768,0.010770133137702942
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,5120,768,0.01735146641731262
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,5120,768,0.011159466703732808
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,5120,768,0.01084266702334086
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,5120,768,0.009966933727264404
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,5120,768,0.01039573351542155
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,5120,768,0.008386133114496867
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,5120,768,0.008350933591524761
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,5120,768,0.007134933272997539
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,5120,768,0.007921066880226136
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,5120,768,0.008296533425649007
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,5120,768,0.008183466891447704
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,5120,768,0.007899733384450276
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,5120,768,0.00870293378829956
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,5120,768,0.007959466675917308
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,5120,768,0.00786240001519521
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,5120,768,0.008303999900817871
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,5120,768,0.008719999591509502
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,5120,768,0.007959466675917308
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,5120,768,0.007972266773382823
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,5120,768,0.008310399949550629
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,5120,768,0.007527466615041096
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,5120,768,0.007898666461308797
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,5120,768,0.008001066744327545
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,5120,768,0.008055466910203297
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,5120,768,0.008094933132330577
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,5120,768,0.00754559983809789
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,5120,768,0.008066133161385854
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,5120,768,0.00831573357184728
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,5120,768,0.007978666822115581
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,5120,768,0.008316799998283386
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,5120,768,0.008024533092975617
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,5120,768,0.00757120003302892
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,5120,768,0.12632959683736164
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,5120,768,0.06821760336558023
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,5120,768,0.023925334215164185
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,5120,768,0.03726613521575928
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,5120,768,0.023509333531061806
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,5120,768,0.0234442671140035
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,5120,768,0.023497599363327026
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,5120,768,0.023111466566721597
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,5120,768,0.022691200176874794
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,5120,768,0.020175999402999877
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,5120,768,0.02034133275349935
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,5120,768,0.019822933276494346
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,5120,768,0.019828265905380248
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,5120,768,0.019774933656056724
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,5120,768,0.01983893314997355
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,5120,768,0.019436800479888917
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,5120,768,0.016934400796890257
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,5120,768,0.016823466618855795
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,5120,768,0.01656000018119812
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,5120,768,0.0160778671503067
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,5120,768,0.015505066514015198
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,5120,768,0.015754666924476624
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,5120,768,0.015745066603024802
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,5120,768,0.015317333738009134
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,5120,768,0.012476799885431926
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,5120,768,0.012803199887275695
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,5120,768,0.011662933230400085
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,5120,768,0.012454400459925335
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,5120,768,0.011753599842389424
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,5120,768,0.011640533804893494
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,5120,768,0.011559466520945232
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,5120,768,0.009222400188446046
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,5120,768,0.009139200051625569
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,5120,768,0.008905599514643352
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,5120,768,0.008846933643023174
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,5120,768,0.008311466872692108
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,5120,768,0.008770133058230083
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,5120,768,0.008781866232554118
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,5120,768,0.00831573357184728
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,5120,768,0.00837546686331431
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,5120,768,0.008379733562469483
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,5120,768,0.008307200173536937
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,5120,768,0.008749866485595703
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,5120,768,0.008381866415341695
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,5120,768,0.008376533786455791
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,5120,768,0.008377599716186523
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,5120,768,0.008344533046086629
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,5120,768,0.008374399940172831
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,5120,768,0.00829013337691625
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,5120,768,0.008376533786455791
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,5120,768,0.008078933258851369
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,5120,768,0.008302933474381765
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,5120,768,0.008288000027338665
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,5120,768,0.008317866424719492
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,5120,768,0.008328533172607422
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,5120,768,0.008306133250395458
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,5120,768,0.008295466502507527
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,5120,768,0.0083146666487058
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,5120,768,0.008131200075149536
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,5120,768,0.008493866523106892
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,5120,768,0.007955199976762136
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,5120,768,0.008332799871762593
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,5120,768,0.008292266726493835
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,5120,768,0.00830506682395935
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,5120,768,0.007881600161393483
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,5120,768,0.007923200229803721
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,5120,768,0.008313600222269695
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,5120,768,0.008297599852085114
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,5120,768,0.007959466675917308
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,5120,768,0.008330666522185007
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,5120,512,0.1335968017578125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,5120,768,0.007891199986139933
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,5120,512,0.03299306631088257
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,5120,512,0.06742826302846273
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,5120,512,0.017422932386398315
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,5120,512,0.01731946667035421
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,5120,512,0.01673706571261088
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,5120,512,0.016826667388280234
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,5120,512,0.01646933356920878
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,5120,512,0.01599253316720327
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,5120,512,0.014627200365066529
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,5120,512,0.014085333546002707
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,5120,768,0.008379733562469483
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,5120,512,0.015097600221633912
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,5120,512,0.014961066842079162
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,5120,512,0.015381333231925965
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,5120,512,0.013105066617329917
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,5120,512,0.011638399958610535
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,5120,512,0.01162559986114502
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,5120,512,0.01163093348344167
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,5120,512,0.01165120005607605
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,5120,512,0.011422933141390482
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,5120,512,0.009543466567993163
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,5120,512,0.00957546631495158
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,5120,512,0.009383466839790345
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,5120,512,0.008743466933568318
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,5120,512,0.007944533228874206
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,5120,512,0.009114666779836019
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,5120,512,0.007124266525109608
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,5120,512,0.007207466661930085
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,5120,512,0.006671999891599019
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,5120,512,0.005850666761398315
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,5120,512,0.006303999821345012
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,5120,512,0.0050901333491007485
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,5120,512,0.004657066861788432
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,5120,512,0.0038677332301934562
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,5120,512,0.00342399999499321
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,5120,512,0.0038346665600935614
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,5120,512,0.00383146678407987
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,5120,512,0.0035616000493367515
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,5120,512,0.0034314667185147605
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,5120,512,0.003483733286460241
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,5120,512,0.0035125332574049628
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,5120,768,0.00823359986146291
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,5120,512,0.0034495999415715536
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,5120,512,0.016292267044385276
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,5120,512,0.00340693344672521
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,5120,512,0.0034005333979924522
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,5120,768,0.008181333541870117
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,5120,512,0.003432533393303553
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,5120,512,0.003399466723203659
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,5120,512,0.003437866767247518
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,5120,512,0.0034080001215140024
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,5120,512,0.003437866767247518
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,5120,512,0.0029674666623274487
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,5120,512,0.002974933385848999
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,5120,512,0.0030154667794704436
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,5120,512,0.0029397333661715193
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,5120,512,0.003050666550795237
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,5120,512,0.0030165334542592366
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,5120,512,0.002974933385848999
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,5120,512,0.0029824001093705496
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,5120,512,0.0029567999144395193
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,5120,512,0.003014400104681651
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,5120,512,0.0030122667551040648
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,5120,768,0.007934933404127757
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,5120,512,0.002977066735426585
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,5120,512,0.0029919999341169994
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,5120,512,0.002625066787004471
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,5120,512,0.002584533393383026
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,5120,512,0.002536533276240031
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,5120,512,0.0025792000194390613
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,5120,512,0.006647466619809468
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,5120,512,0.002624000112215678
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,5120,512,0.002647466709216436
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,5120,512,0.0026410666604836782
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,5120,768,0.007899733384450276
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,5120,512,0.04440960089365641
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,5120,512,0.07125120162963867
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,5120,512,0.12499626477559407
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,5120,512,0.03078719973564148
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,5120,512,0.030859732627868654
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,5120,512,0.029762132962544756
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,5120,512,0.02905279994010925
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,5120,512,0.02911679943402608
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,5120,512,0.030282666285832722
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,5120,512,0.02879040042559306
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,5120,512,0.02823999921480815
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,5120,512,0.02792746623357137
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,5120,512,0.027064534028371175
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,5120,512,0.02672106623649597
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,5120,512,0.02863360047340393
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,5120,512,0.025608533620834352
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,5120,512,0.02656426628430684
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,5120,512,0.024694399038950602
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,5120,512,0.0038261334101359046
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,5120,512,0.024804266293843587
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,5120,512,0.026885332663853963
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,5120,512,0.023228800296783446
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,5120,512,0.02263360023498535
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,5120,512,0.003005866706371307
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,5120,512,0.02190293272336324
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,5120,512,0.024167466163635253
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,5120,512,0.02060479919115702
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,5120,512,0.02237866719563802
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,5120,512,0.020703999201456706
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,5120,512,0.020669867595036827
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,5120,512,0.020055466890335084
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,5120,512,0.017489065726598106
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,5120,512,0.018403200308481853
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,5120,512,0.01720213294029236
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,5120,512,0.016521599888801575
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,5120,512,0.018049067258834837
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,5120,512,0.0026357332865397137
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,5120,512,0.015256533026695251
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,5120,512,0.014647466937700906
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,5120,512,0.01444906691710154
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,5120,512,0.016302933295567833
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,5120,512,0.014673067132631936
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,5120,512,0.014726400375366211
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,5120,512,0.014512000481287637
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,5120,512,0.014457600315411887
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,5120,512,0.014800000190734863
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,5120,512,0.014820266763369241
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,5120,512,0.014724266529083253
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,5120,512,0.015562666455904641
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,5120,512,0.016663466890652977
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,5120,512,0.014509866635004679
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,5120,512,0.014380799730618796
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,5120,512,0.014436266819636025
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,5120,768,0.007960533102353413
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,5120,512,0.015383467078208923
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,5120,512,0.014383999506632486
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,5120,512,0.014408533771832785
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,5120,512,0.01402666668097178
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,5120,512,0.013703466455141703
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,5120,512,0.014265599846839904
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,5120,512,0.014017066359519959
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,5120,512,0.014181333780288696
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,5120,512,0.014078933000564575
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,5120,512,0.013559466600418091
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,5120,512,0.01369599997997284
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,5120,512,0.01356053352355957
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,5120,512,0.014326399564743042
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,5120,512,0.013892267147699991
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,5120,512,0.014008532961209616
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,5120,512,0.01418560047944387
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,5120,512,0.023857067028681435
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,5120,512,0.013939199844996133
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,5120,512,0.014222932855288186
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,5120,512,0.013554132978121438
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,5120,512,0.018637865781784058
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,5120,512,0.01444906691710154
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,5120,512,0.014512000481287637
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,5120,512,0.014318933089574179
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,5120,512,0.10320106347401936
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,5120,512,0.32007147471110026
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,5120,512,0.09887680212656656
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,5120,512,0.08608213265736898
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,5120,512,0.08536427021026612
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,5120,512,0.6547210693359375
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,5120,512,0.07413012981414795
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,5120,512,0.07349226474761963
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,5120,512,0.09224426746368408
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,5120,512,0.0951200008392334
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,5120,512,1.302731704711914
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,5120,512,0.10219626426696778
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,5120,512,0.06805013020833334
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,5120,512,0.05750933488210043
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,5120,512,0.0562666654586792
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,5120,512,0.052551468213399254
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,5120,512,0.06893119812011719
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,5120,512,0.09027199745178223
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,5120,512,0.07918186982472739
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,5120,512,0.03901653289794922
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,5120,512,0.0341536005338033
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,5120,512,0.07881920337677002
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,5120,512,0.06333973407745361
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,5120,512,0.061220268408457436
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,5120,512,0.046401067574818926
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,5120,512,0.05024106502532959
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,5120,512,0.022272000710169472
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,5120,512,0.017896533012390137
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,5120,512,0.04524906476338704
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,5120,512,0.039918935298919676
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,5120,512,0.0329205334186554
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,5120,512,0.02268480062484741
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,5120,512,0.027970133225123088
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,5120,512,0.0283786674340566
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,5120,512,0.012058666348457337
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,5120,512,0.01698453426361084
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,5120,512,0.009643733501434326
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,5120,512,0.010834133625030518
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,5120,512,0.010782933235168457
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,5120,512,0.010809600353240967
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,5120,512,0.010442666212717692
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,5120,512,0.009589333335558574
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,5120,512,0.009610666831334432
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,5120,512,0.010033067067464192
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,5120,512,0.008286933104197185
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,5120,512,0.00673280010620753
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,5120,512,0.006715733309586842
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,5120,512,0.007131733496983846
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,5120,512,0.007052800059318543
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,5120,512,0.007066666583220164
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,5120,512,0.007084799806276958
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,5120,512,0.007874133189519246
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,5120,512,0.0074976002176602675
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,5120,512,0.007159466544787089
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,5120,512,0.007118933399518331
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,5120,512,0.007157333195209503
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,5120,512,0.007648000121116638
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,5120,512,0.007086933155854543
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,5120,512,0.007516799867153168
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,5120,512,0.0070592001080513
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,5120,512,0.007114666700363159
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,5120,512,0.007153066496054332
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,5120,512,0.007109333574771881
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,5120,512,0.007481599847475688
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,5120,512,0.007046400010585785
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,5120,512,0.007091199855009715
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,5120,512,0.00709440012772878
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,5120,512,0.007067733506361644
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,5120,512,0.10621120134989422
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,5120,512,0.05740480025609335
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,5120,512,0.033418667316436765
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,5120,512,0.021844265858332317
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,5120,512,0.02138239940007528
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,5120,512,0.021057067314783733
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,5120,512,0.02106026609738668
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,5120,512,0.020598399639129638
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,5120,512,0.02053440014521281
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,5120,512,0.018665599822998046
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,5120,512,0.018593066930770875
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,5120,512,0.018078933159510292
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,5120,512,0.018013866742451985
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,5120,512,0.017501866817474364
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,5120,512,0.017517866690953572
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,5120,512,0.016714666287104288
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,5120,512,0.0151936004559199
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,5120,512,0.015275733669598899
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,5120,512,0.014908799529075622
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,5120,512,0.014471466342608133
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,5120,512,0.00795306662718455
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,5120,512,0.008036266764005024
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,5120,512,0.014482133587201438
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,5120,512,0.007973333199818928
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,5120,512,0.007922133306662242
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,5120,512,0.007968000074227651
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,5120,512,0.013363200426101684
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,5120,512,0.01405333379904429
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,5120,512,0.00830080012480418
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,5120,512,0.01365546683470408
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,5120,512,0.011498666803042094
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,5120,512,0.011364266276359558
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,5120,512,0.011190399527549744
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,5120,512,0.010860799749692281
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,5120,512,0.010769066214561463
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,5120,512,0.010622933506965637
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,5120,512,0.01018986701965332
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,5120,512,0.008770133058230083
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,5120,512,0.008714666962623597
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,5120,512,0.008400000135103862
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,5120,512,0.008382933338483174
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,5120,512,0.007970133423805236
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,5120,512,0.007963733375072479
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,5120,512,0.007948799928029378
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,5120,512,0.007960533102353413
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,5120,512,0.00790719985961914
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,5120,512,0.00795839975277583
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,5120,512,0.007949866851170858
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,5120,512,0.007906133433183034
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,5120,512,0.007937066753705342
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,5120,512,0.008004266520341237
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,5120,512,0.007942399879296621
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,5120,512,0.007570133109887441
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,5120,512,0.007964799801508587
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,5120,512,0.007900799810886382
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,5120,512,0.007597866654396057
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,5120,512,0.007921066880226136
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,5120,512,0.007727999985218048
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,5120,512,0.007524266839027405
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,5120,512,0.007930666704972585
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,5120,512,0.0075573335091273
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,5120,512,0.0075445334116617845
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,5120,512,0.008074666559696197
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,5120,512,0.007736533383528392
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,5120,512,0.007589333256085714
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,5120,512,0.007492266595363617
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,5120,512,0.007518933216730754
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,5120,512,0.007698133091131846
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,5120,512,0.007482666770617168
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,5120,512,0.007533866663773854
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,5120,512,0.007577600081761678
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,5120,512,0.007523199915885926
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,5120,512,0.007893333335717519
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,5120,256,0.08992319901784261
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,5120,256,0.0454367995262146
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,5120,256,0.022971733411153158
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,5120,256,0.012988799810409546
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,5120,512,0.007547733187675476
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,5120,256,0.013013333082199097
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,5120,512,0.007937066753705342
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,5120,256,0.012307199835777282
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,5120,256,0.012451199690500896
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,5120,256,0.012437333663304646
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,5120,256,0.01157866617043813
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,5120,256,0.010744532942771912
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,5120,256,0.010441600282986959
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,5120,256,0.010744532942771912
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,5120,512,0.007563733557860057
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,5120,256,0.010725333293279012
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,5120,256,0.011846400300661723
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,5120,256,0.00958293378353119
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,5120,256,0.008726400136947633
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,5120,256,0.008697600166002909
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,5120,256,0.00872320036093394
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,5120,256,0.011589333415031433
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,5120,256,0.0070783997575442
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,5120,256,0.007089066505432129
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,5120,256,0.006635733445485433
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,5120,256,0.007948799928029378
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,5120,256,0.006262399752934774
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,5120,256,0.006814933319886525
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,5120,256,0.0056202664971351625
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,5120,256,0.005623466769854228
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,5120,256,0.005460266768932342
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,5120,256,0.0054730668663978575
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,5120,256,0.004610133171081543
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,5120,256,0.005017599960168203
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,5120,256,0.0037823999921480812
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,5120,256,0.004218666752179464
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,5120,256,0.0033728001018365227
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,5120,256,0.003053866575161616
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,5120,256,0.0031008000175158186
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,5120,256,0.0029866665601730345
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,5120,256,0.003045333425203959
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,5120,256,0.002993066608905792
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,5120,256,0.003035733352104823
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,5120,256,0.003052799900372823
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,5120,256,0.0026357332865397137
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,5120,256,0.00296426663796107
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,5120,256,0.0028938665986061097
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,5120,512,0.007563733557860057
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,5120,256,0.002959999938805898
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,5120,256,0.00296426663796107
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,5120,512,0.007886933286984761
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,5120,256,0.0029728000362714132
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,5120,256,0.0030271999537944795
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,5120,256,0.002593066543340683
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,5120,256,0.0025472000241279604
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,5120,256,0.002552533398071925
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,5120,256,0.0025439999997615816
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,5120,256,0.002567466596762339
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,5120,256,0.0026133333643277483
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,5120,256,0.0025653332471847535
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,5120,256,0.0025568000972270967
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,5120,256,0.002548266698916753
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,5120,256,0.002492800106604894
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,5120,256,0.0025600001215934755
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,5120,256,0.0024949334561824798
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,5120,256,0.002552533398071925
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,5120,256,0.0025600001215934755
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,5120,256,0.0025343999266624452
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,5120,256,0.0022314667701721193
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,5120,256,0.012444800138473511
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,5120,256,0.0027413333455721537
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,5120,256,0.0022069332500298817
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,5120,256,0.0022357332209746042
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,5120,256,0.0022869333624839783
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,5120,256,0.002219733347495397
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,5120,256,0.002234666546185811
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,5120,256,0.05609066486358642
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,5120,256,0.008261333405971526
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,5120,256,0.09439253012339274
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,5120,256,0.038520534833272294
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,5120,256,0.027394133806228637
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,5120,256,0.029731200138727827
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,5120,256,0.025628799200057985
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,5120,256,0.02522346576054891
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,5120,256,0.02630079984664917
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,5120,256,0.028753066062927247
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,5120,256,0.02483946681022644
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,5120,256,0.02305813431739807
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,5120,256,0.023857067028681435
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,5120,256,0.023924267292022704
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,5120,256,0.023389865954717003
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,5120,256,0.02516053318977356
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,5120,256,0.022346667448679605
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,5120,256,0.021959465742111207
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,5120,256,0.02121280034383138
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,5120,256,0.023256532351175942
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,5120,256,0.0029919999341169994
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,5120,256,0.02106879949569702
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,5120,256,0.022836265961329143
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,5120,256,0.02045546571413676
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,5120,256,0.019853866100311278
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,5120,256,0.01881493330001831
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,5120,256,0.018583466609319053
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,5120,256,0.019579732418060304
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,5120,256,0.020138667027155558
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,5120,256,0.017707733313242595
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,5120,256,0.018407466014226277
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,5120,256,0.016548267006874083
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,5120,256,0.017156267166137697
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,5120,256,0.016681599617004394
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,5120,256,0.016421332955360413
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,5120,256,0.016838399569193523
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,5120,256,0.016411733627319337
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,5120,256,0.014499200383822122
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,5120,256,0.01604480048020681
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,5120,256,0.014507733782132468
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,5120,512,0.00790719985961914
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,5120,256,0.014509866635004679
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,5120,256,0.0021877333521842955
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,5120,256,0.014450132846832275
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,5120,256,0.014497066537539164
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,5120,256,0.014434132973353067
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,5120,256,0.014522666732470194
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,5120,256,0.014307199915250143
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,5120,256,0.014404267072677612
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,5120,256,0.01448853313922882
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,5120,256,0.014486400286356607
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,5120,256,0.014538666605949402
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,5120,256,0.014430933197339377
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,5120,256,0.014099199573198953
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,5120,256,0.013682132959365845
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,5120,256,0.014249599973360696
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,5120,256,0.014227199554443359
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,5120,256,0.013266133268674216
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,5120,256,0.01313706636428833
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,5120,256,0.013740799824396768
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,5120,256,0.01286079982916514
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,5120,256,0.013212800025939941
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,5120,256,0.014013866583506266
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,5120,256,0.014106667041778565
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,5120,256,0.013278933366139731
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,5120,256,0.013614933689435324
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,5120,256,0.013218133648236593
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,5120,256,0.01402666668097178
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,5120,256,0.013902933398882548
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,5120,256,0.013928533593813578
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,5120,256,0.01356160044670105
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,5120,256,0.01337493360042572
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,5120,256,0.013289599617322286
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,5120,256,0.013619200388590495
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,5120,256,0.013678933183352152
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,5120,256,0.013155200084050498
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,5120,256,0.014484266440073649
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,5120,512,0.007523199915885926
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,5120,256,0.014324266711870828
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,5120,256,0.08039680322011312
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,5120,256,0.20469759305318197
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,5120,256,0.07062079906463622
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,5120,256,0.42973012924194337
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,5120,256,0.06770346959431967
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,5120,256,0.0669536034266154
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,5120,256,0.0760213295618693
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,5120,256,0.057867733637491856
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,5120,256,0.05751786629358927
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,5120,256,0.05383786757787069
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,5120,256,0.8560960133870443
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,5120,256,0.05345066785812378
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,5120,256,0.07438399791717529
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,5120,256,0.044446933269500735
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,5120,256,0.07994879881540934
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,5120,256,0.04442239999771118
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,5120,256,0.040752001603444415
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,5120,256,0.07142186959584554
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,5120,256,0.0625216007232666
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,5120,256,0.03167146643002828
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,5120,256,0.028069333235422773
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,5120,256,0.04849066734313965
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,5120,256,0.0269269327322642
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,5120,256,0.03656426668167114
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,5120,256,0.04885226488113403
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,5120,256,0.01850773294766744
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,5120,256,0.01446399986743927
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,5120,256,0.03581440051396688
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,5120,256,0.03998186588287354
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,5120,256,0.031666133801142374
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,5120,256,0.06121706565221151
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,5120,256,0.018649599949518838
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,5120,256,0.010443733135859171
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,5120,256,0.023057067394256593
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,5120,256,0.022722133000691733
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,5120,256,0.008366933465003968
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,5120,256,0.008175999919573466
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,5120,256,0.014101333419481912
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,5120,256,0.009219200412432352
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,5120,256,0.009170132875442504
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,5120,256,0.009111467003822326
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,5120,256,0.008533333738644917
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,5120,256,0.00913706620534261
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,5120,256,0.007981866598129272
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,5120,256,0.007133866846561432
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,5120,256,0.007125333448251088
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,5120,256,0.006332799792289734
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,5120,256,0.006297599772612255
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,5120,256,0.00610453337430954
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,5120,256,0.00631466656923294
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,5120,256,0.007134933272997539
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,5120,256,0.006275199850400289
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,5120,256,0.0059797331690788266
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,5120,256,0.005866666634877523
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,5120,256,0.006119466821352641
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,5120,256,0.007090133428573608
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,5120,256,0.006237866481145223
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,5120,256,0.006299733122189839
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,5120,256,0.0063274666666984555
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,5120,256,0.0062720000743865965
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,5120,256,0.006293333570162455
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,5120,256,0.0062496001521746315
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,5120,256,0.006285866598288219
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,5120,256,0.006078933179378509
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,5120,256,0.006253866851329804
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,5120,256,0.005915733178456625
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,5120,256,0.006270933151245117
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,5120,256,0.005868799984455109
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,5120,256,0.0063360000650088
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,5120,256,0.0071285332242647815
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,5120,256,0.007156266768773396
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,5120,256,0.08336959679921468
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,5120,256,0.04974826574325562
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,5120,256,0.031154133876164752
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,5120,256,0.006323199967543285
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,5120,256,0.019012266397476198
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,5120,256,0.018989866971969603
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,5120,256,0.018556799491246542
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,5120,256,0.018675200144449868
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,5120,256,0.018156800667444864
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,5120,256,0.017870932817459106
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,5120,256,0.016572800278663636
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,5120,256,0.01648319959640503
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,5120,256,0.01626240015029907
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,5120,256,0.01581013302008311
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,5120,256,0.015691733360290526
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,5120,256,0.015441067020098367
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,5120,256,0.014843733112017313
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,5120,256,0.01430506706237793
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,5120,256,0.013261866569519044
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,5120,256,0.013219199577967324
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,5120,256,0.012778666615486146
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,5120,256,0.012457600235939026
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,5120,256,0.012141866485277812
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,5120,256,0.011636267105738323
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,5120,256,0.010815999905268351
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,5120,256,0.015224533279736838
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,5120,256,0.010563199718793232
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,5120,256,0.010368000467618306
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,5120,256,0.010036266843477885
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,5120,256,0.01034773290157318
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,5120,256,0.009998933474222819
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,5120,256,0.009620267152786254
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,5120,256,0.008312533299128216
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,5120,256,0.008384000261624653
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,5120,256,0.007876266539096833
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,5120,256,0.007895466685295106
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,5120,256,0.007533866663773854
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,5120,256,0.007709866762161255
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,5120,256,0.007638399799664815
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,5120,256,0.0075530668099721265
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,5120,256,0.007533866663773854
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,5120,256,0.007494399944941203
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,5120,256,0.007500799993673961
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,5120,256,0.007569066683451335
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,5120,256,0.007566933333873749
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,5120,256,0.007513600091139476
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,5120,256,0.007539199789365132
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,5120,256,0.007561600208282471
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,5120,256,0.007538133362929027
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,5120,256,0.007547733187675476
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,5120,256,0.007551999886830647
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,5120,256,0.0074879998962084455
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,5120,256,0.00718506673971812
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,5120,256,0.0071285332242647815
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,5120,256,0.007163733243942261
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,5120,256,0.0071274667978286745
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,5120,256,0.007516799867153168
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,5120,256,0.007111466427644093
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,5120,256,0.0071712002158164975
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,5120,256,0.007077333331108093
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,5120,256,0.007536000013351441
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,5120,256,0.0071168000499407455
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,5120,256,0.007152000069618225
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,5120,256,0.007499733567237854
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,5120,256,0.007167999943097432
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,5120,256,0.007084799806276958
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,5120,256,0.007157333195209503
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,5120,256,0.007149866720040639
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,5120,256,0.007110400001207988
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,5120,256,0.007068799932797749
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,5120,128,0.06994453271230062
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,5120,128,0.03689706722895304
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,5120,128,0.01824000080426534
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,5120,256,0.007480533421039581
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,5120,128,0.013819733262062072
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,5120,128,0.011187199751536052
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,5120,128,0.010282666484514872
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,5120,128,0.01027733286221822
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,5120,128,0.009527466694513957
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,5120,128,0.009994666775067646
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,5120,128,0.01034453312555949
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,5120,128,0.009598933657010396
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,5120,256,0.00737066666285197
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,5120,256,0.007458133498827617
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,5120,128,0.009541333715120951
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,5120,128,0.009784533580144247
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,5120,128,0.009020800391832989
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,5120,128,0.007514666517575581
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,5120,128,0.008441600203514098
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,5120,128,0.007479466497898102
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,5120,128,0.007934933404127757
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,5120,128,0.007055999835332234
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,5120,128,0.007057066758473713
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,5120,256,0.007166933516661327
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,5120,128,0.00629013329744339
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,5120,256,0.007250133156776428
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,5120,128,0.006284800171852112
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,5120,128,0.006321066617965698
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,5120,128,0.006226133306821187
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,5120,128,0.005240533252557119
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,5120,128,0.005471999943256378
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,5120,128,0.005017599960168203
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,5120,128,0.004683733483155568
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,5120,128,0.0045973335703214015
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,5120,128,0.00377813329299291
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,5120,128,0.0033813332517941795
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,5120,128,0.002994133283694585
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,5120,128,0.002914133419593175
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,5120,128,0.0030154667794704436
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,5120,128,0.002959999938805898
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,5120,128,0.0030389333764712016
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,5120,128,0.0025546667476495106
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,5120,128,0.002629333237806956
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,5120,128,0.002699733277161916
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,5120,128,0.0026229334374268847
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,5120,128,0.002619733413060506
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,5120,128,0.002619733413060506
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,5120,128,0.0025941332181294756
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,5120,128,0.002614400039116542
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,5120,128,0.0024735999604066214
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,5120,128,0.0025311999022960665
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,5120,128,0.0022272000710169475
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,5120,128,0.0025162667036056517
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,5120,128,0.002221866697072983
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,5120,128,0.002196266750494639
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,5120,128,0.002238933245340983
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,5120,128,0.0022783999641736346
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,5120,128,0.002219733347495397
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,5120,128,0.0022069332500298817
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,5120,128,0.0021930667261282604
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,5120,128,0.0022250667214393617
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,5120,128,0.0021845333278179167
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,5120,128,0.002217599997917811
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,5120,128,0.0022069332500298817
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,5120,128,0.0022026665508747103
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,5120,128,0.00916266640027364
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,5120,128,0.0021589333812395734
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,5120,128,0.002125866711139679
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,5120,128,0.002164266755183538
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,5120,128,0.0021344001094500227
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,5120,128,0.002160000056028366
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,5120,128,0.005853866537412008
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,5120,128,0.0021461332837740582
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,5120,128,0.006137600044409434
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,5120,128,0.002145066608985265
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,5120,128,0.003849600007136663
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,5120,128,0.07866559823354086
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,5120,128,0.05170666774113973
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,5120,128,0.03504106601079305
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,5120,128,0.026523733139038087
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,5120,128,0.02418559988339742
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,5120,128,0.023246934016545616
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,5120,128,0.022297600905100502
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,5120,128,0.024294400215148927
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,5120,128,0.022297600905100502
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,5120,128,0.002198400100072225
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,5120,128,0.022964266935984294
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,5120,128,0.022503467400868733
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,5120,128,0.020936532815297445
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,5120,128,0.0220085342725118
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,5120,128,0.0021536000072956084
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,5120,128,0.020874667167663574
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,5120,128,0.0021727999051411946
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,5120,128,0.02078933318456014
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,5120,128,0.019283199310302736
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,5120,128,0.02164906660715739
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,5120,128,0.021387734015782676
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,5120,128,0.019010132551193236
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,5120,128,0.01955946683883667
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,5120,128,0.019407999515533448
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,5120,128,0.018613332509994508
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,5120,128,0.018687999248504637
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,5120,128,0.023509333531061806
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,5120,128,0.018550399939219156
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,5120,128,0.018532266219456993
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,5120,128,0.01691306630770365
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,5120,128,0.017813332875569663
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,5120,128,0.01842133402824402
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,5120,128,0.016532267133394875
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,5120,128,0.015452800194422403
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,5120,128,0.0162090669075648
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,5120,128,0.015326933066050211
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,5120,128,0.01474666694800059
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,5120,128,0.014607999722162882
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,5120,128,0.014648532867431641
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,5120,128,0.014523733655611673
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,5120,128,0.014446933070818582
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,5120,128,0.014502400159835815
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,5120,128,0.014562132954597472
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,5120,128,0.014315733313560485
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,5120,128,0.015013333161671957
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,5120,128,0.01411946713924408
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,5120,128,0.014377599954605103
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,5120,128,0.014646400014559427
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,5120,128,0.01430400013923645
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,5120,128,0.015072000026702882
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,5120,128,0.014392532904942832
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,5120,128,0.013224533200263977
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,5120,128,0.013865600029627482
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,5120,128,0.014390400052070618
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,5120,128,0.013430399696032205
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,5120,128,0.013058132926623025
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,5120,128,0.013917866349220275
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,5120,128,0.013730133573214212
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,5120,128,0.013316266735394797
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,5120,128,0.013533866405487061
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,5120,128,0.013853866855303446
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,5120,128,0.013363200426101684
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,5120,128,0.013369599978129068
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,5120,128,0.013462400436401368
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,5120,128,0.013432533542315165
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,5120,128,0.013196800152460733
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,5120,128,0.012880000472068786
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,5120,128,0.013528533776601157
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,5120,128,0.014205867052078247
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,5120,128,0.012936533490816752
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,5120,128,0.012885333100954691
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,5120,128,0.012941867113113403
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,5120,128,0.013399466872215271
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,5120,128,0.016953599452972413
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,5120,128,0.014311466614405313
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,5120,128,0.013896532853444419
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,5120,128,0.013623467087745667
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,5120,256,0.007123200098673503
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,5120,256,0.007085866729418437
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,5120,128,0.15309759775797527
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,5120,128,0.3143882751464844
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,5120,128,0.06121493180592855
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,5120,128,0.05794026851654053
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,5120,128,0.6231434504191081
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,5120,128,0.06937706470489502
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,5120,128,0.050154666105906166
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,5120,128,0.05010559956232706
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,5120,128,0.04680533409118652
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,5120,128,0.04681386550267537
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,5120,128,0.06914133230845133
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,5120,128,0.06648106575012207
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,5120,128,0.03940906524658203
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,5120,128,0.03865706523259481
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,5120,128,0.035861333211263016
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,5120,128,0.06200106541315714
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,5120,128,0.06407680114110312
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,5120,128,0.05806826750437418
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,5120,128,0.05363093217213949
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,5120,128,0.05305706659952799
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,5120,128,0.02762986620267232
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,5120,128,0.024294400215148927
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,5120,128,0.023642667134602866
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,5120,128,0.04253546794255574
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,5120,128,0.04232426484425862
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,5120,128,0.016156799594561257
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,5120,128,0.0132832000652949
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,5120,128,0.034934401512145996
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,5120,128,0.03152959942817688
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,5120,128,0.031247999270757037
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,5120,128,0.020641066630681357
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,5120,128,0.016567466656366985
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,5120,128,0.02026559909184774
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,5120,128,0.02799573342005412
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,5120,128,0.012503467003504434
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,5120,128,0.00918826659520467
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,5120,128,0.008377599716186523
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,5120,128,0.008334933718045553
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,5120,128,0.008363733688990276
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,5120,128,0.008331733445326488
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,5120,128,0.007629866898059845
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,5120,128,0.007950933277606964
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,5120,128,0.0075541332364082335
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,5120,128,0.007904000083605449
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,5120,128,0.0067221333583196
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,5120,128,0.005854933460553487
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,5120,128,0.005716266731421152
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,5120,128,0.005485866467158
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,5120,128,0.005831466615200042
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,5120,128,0.005906133353710175
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,5120,128,0.0058783998092015585
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,5120,128,0.00544106662273407
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,5120,128,0.005884799857934316
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,5120,128,0.005470933516820272
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,5120,128,0.005836800237496694
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,5120,128,0.00544106662273407
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,5120,128,0.005832533538341522
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,5120,128,0.006663466493288676
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,5120,128,0.005851733187834421
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,5120,128,0.005864533285299936
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,5120,128,0.005494399865468343
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,5120,128,0.0058794667323430385
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,5120,128,0.005865600208441416
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,5120,128,0.00553173323472341
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,5120,128,0.00547733356555303
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,5120,128,0.005847466488679251
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,5120,128,0.005847466488679251
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,5120,128,0.005865600208441416
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,5120,128,0.08151573340098063
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,5120,128,0.051166931788126625
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,5120,128,0.028963200251261395
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,5120,128,0.017857066790262856
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,5120,128,0.018153599898020425
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,5120,128,0.017770665884017944
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,5120,128,0.01760106682777405
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,5120,128,0.017308799425760905
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,5120,128,0.01688533425331116
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,5120,128,0.015548800428708395
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,5120,128,0.015513599912325541
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,5120,128,0.015454933047294617
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,5120,128,0.01541759967803955
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,5120,128,0.015056000153223673
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,5120,128,0.014899200201034546
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,5120,128,0.01407360037167867
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,5120,128,0.014075733224550881
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,5120,128,0.01464959979057312
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,5120,128,0.014034133156140646
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,5120,128,0.012682666381200155
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,5120,128,0.013673599561055502
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,5120,128,0.012023466825485229
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,5120,128,0.01163093348344167
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,5120,128,0.011640533804893494
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,5120,128,0.011572266618410747
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,5120,128,0.01001706620057424
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,5120,128,0.010131200154622395
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,5120,128,0.00974826713403066
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,5120,128,0.009566932916641235
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,5120,128,0.009126399954160053
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,5120,128,0.00937493344148
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,5120,128,0.008266666531562805
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,5120,128,0.007548800110816956
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,5120,128,0.007546666761239369
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,5120,128,0.007539199789365132
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,5120,128,0.007152000069618225
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,5120,128,0.0074869334697723385
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,5120,128,0.007482666770617168
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,5120,128,0.007146666447321574
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,5120,128,0.007146666447321574
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,5120,128,0.007114666700363159
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,5120,128,0.0071050668756167095
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,5120,128,0.007484800120194752
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,5120,128,0.007346133391062419
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,5120,128,0.0071487997968991595
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,5120,128,0.007158400118350982
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,5120,128,0.007274666428565979
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,5120,128,0.00716480016708374
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,5120,128,0.007062399884064992
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,5120,128,0.007073066631952922
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,5120,128,0.0071370666225751235
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,5120,128,0.007074133555094402
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,5120,128,0.007066666583220164
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,5120,128,0.007144533097743988
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,5120,128,0.007101866602897644
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,5120,128,0.00674773355325063
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,5120,128,0.006702933212121327
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,5120,128,0.006733866532643636
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,5120,128,0.006877866884072621
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,5120,128,0.006729599833488464
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,5120,128,0.006724266707897187
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,5120,128,0.006714666883150737
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,5120,128,0.007108266651630402
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,5120,128,0.006740266581376393
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,5120,128,0.006716800232728322
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,5120,128,0.006694399813810985
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,5120,128,0.006708266834417979
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,5120,128,0.006668800115585327
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,5120,128,0.006746666630109151
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,5120,128,0.006743466854095459
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,5120,128,0.006921599805355072
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,5120,128,0.0070698668559392285
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,5120,128,0.006734933455785115
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,5120,64,0.05629013379414877
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,5120,128,0.006681600213050842
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,5120,64,0.032110933462778726
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,5120,64,0.017528533935546875
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,5120,64,0.009942400455474853
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,5120,128,0.006712533533573151
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,5120,64,0.009410132964452107
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,5120,64,0.009145599603652955
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,5120,128,0.006697600086530049
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,5120,64,0.008711466193199157
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,5120,64,0.011010133226712545
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,5120,64,0.008830933769543966
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,5120,64,0.008748799562454224
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,5120,64,0.008334933718045553
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,5120,64,0.008733866612116496
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,5120,64,0.007924266656239827
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,5120,128,0.006814933319886525
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,5120,64,0.00665280024210612
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,5120,64,0.007972266773382823
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,5120,64,0.0075328002373377485
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,5120,64,0.008627200126647949
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,5120,64,0.007063466807206471
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,5120,64,0.006287999947865804
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,5120,64,0.006668800115585327
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,5120,64,0.005824000140031179
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,5120,64,0.005785599847634633
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,5120,64,0.005493333439032236
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,5120,64,0.005122133096059163
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,5120,64,0.005452799797058106
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,5120,64,0.004682666560014089
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,5120,64,0.004966400067011515
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,5120,64,0.004228266576925913
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,5120,64,0.004628266890843709
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,5120,64,0.0037834666669368743
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,5120,64,0.004212266703446706
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,5120,64,0.0033770665526390077
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,5120,64,0.0026762666801611584
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,5120,64,0.0025770666698614756
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,5120,64,0.002625066787004471
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,5120,64,0.0026208000878492994
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,5120,64,0.002657066782315572
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,5120,64,0.0025343999266624452
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,5120,64,0.0026335999369621276
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,5120,64,0.002532266577084859
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,5120,64,0.002358400076627731
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,5120,64,0.002170666555563609
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,5120,64,0.002201599876085917
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,5120,64,0.002266666789849599
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,5120,64,0.0022367998957633973
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,5120,64,0.0022005334496498106
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,5120,64,0.0022858666876951856
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,5120,64,0.0022111999491850535
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,5120,128,0.0066655998428662615
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,5120,64,0.0021888000269730886
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,5120,64,0.002164266755183538
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,5120,64,0.0021759999295075734
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,5120,64,0.0021802666286627453
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,5120,64,0.002164266755183538
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,5120,64,0.0021749332547187803
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,5120,64,0.01266986628373464
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,5120,64,0.002162133405605952
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,5120,64,0.0021418665846188864
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,5120,64,0.002195200075705846
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,5120,128,0.006279466549555461
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,5120,64,0.0021407999098300933
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,5120,64,0.0021674667795499166
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,5120,64,0.0021386665602525076
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,5120,64,0.0021568000316619872
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,5120,64,0.002181333303451538
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,5120,64,0.002143999934196472
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,5120,64,0.00191893329222997
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,5120,64,0.0018154667069514591
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,5120,64,0.0018293333550294239
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,5120,64,0.0018069333086411159
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,5120,64,0.0021685334543387097
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,5120,64,0.002143999934196472
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,5120,64,0.005898666878541311
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,5120,64,0.051217067241668704
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,5120,64,0.08145493666330973
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,5120,64,0.033617067337036136
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,5120,64,0.00342399999499321
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,5120,64,0.024858667453130086
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,5120,64,0.02467199961344401
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,5120,64,0.021258666117986044
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,5120,64,0.020703999201456706
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,5120,64,0.025217066208521526
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,5120,64,0.021458133061726888
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,5120,64,0.021284266312917074
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,5120,64,0.002170666555563609
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,5120,64,0.0207914670308431
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,5120,64,0.020544000466664634
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,5120,64,0.020522665977478028
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,5120,64,0.018579200903574625
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,5120,64,0.020603734254837035
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,5120,64,0.020925867557525634
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,5120,64,0.01887680093447367
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,5120,64,0.018531199296315512
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,5120,64,0.018484266599019368
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,5120,64,0.01874879995981852
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,5120,64,0.018127999703089395
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,5120,64,0.018972800175348917
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,5120,64,0.0017717332889636357
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,5120,64,0.017874133586883546
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,5120,128,0.006724266707897187
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,5120,64,0.016572800278663636
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,5120,64,0.016884267330169678
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,5120,64,0.016518400112787882
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,5120,64,0.017343999942143758
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,5120,64,0.023030400276184082
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,5120,64,0.014476799964904785
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,5120,64,0.014494933684666953
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,5120,64,0.015539200107256571
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,5120,64,0.014517333110173544
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,5120,64,0.01447466711203257
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,5120,64,0.023542400201161703
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,5120,64,0.01472106675306956
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,5120,64,0.014967466394106546
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,5120,64,0.014453333616256715
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,5120,64,0.02065066695213318
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,5120,64,0.0145087997118632
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,5120,64,0.014403200149536133
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,5120,64,0.013848533233006796
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,5120,64,0.014441600441932679
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,5120,64,0.014376533031463624
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,5120,64,0.014177067081133523
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,5120,64,0.01397546629110972
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,5120,64,0.013332266608874002
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,5120,64,0.013077333569526672
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,5120,64,0.014314666390419006
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,5120,64,0.013873066504796347
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,5120,64,0.014206932981808982
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,5120,64,0.014196266730626425
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,5120,64,0.014356266458829245
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,5120,64,0.013707733154296875
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,5120,64,0.013395200173060099
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,5120,64,0.013303466637929282
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,5120,64,0.013522133231163025
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,5120,64,0.013865600029627482
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,5120,64,0.013686399658521017
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,5120,64,0.013025066256523133
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,5120,64,0.013587199648221335
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,5120,64,0.012757333119710288
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,5120,64,0.013241599996884665
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,5120,64,0.013502933581670127
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,5120,64,0.01350933313369751
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,5120,64,0.013217066725095114
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,5120,64,0.01949333349863688
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,5120,64,0.013180800278981528
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,5120,64,0.01309866706530253
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,5120,64,0.016568533579508462
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,5120,32,0.06050346692403158
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,5120,32,0.010003200173377991
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,5120,32,0.033904000123341875
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,5120,32,0.01879040002822876
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,5120,32,0.012030933300654094
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,5120,32,0.009338666995366413
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,5120,64,0.016139733791351318
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,5120,32,0.00872320036093394
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,5120,32,0.011985066533088683
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,5120,32,0.009222400188446046
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,5120,32,0.008706133564313252
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,5120,32,0.008748799562454224
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,5120,32,0.007997866471608479
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,5120,32,0.008692266543706258
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,5120,32,0.008108800152937572
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,5120,32,0.007609599828720092
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,5120,32,0.006888533135255177
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,5120,32,0.008759466807047527
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,5120,32,0.007859200239181519
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,5120,32,0.006782933572928111
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,5120,32,0.00625600020090739
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,5120,32,0.005824000140031179
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,5120,32,0.005842133363087972
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,5120,64,0.014337066809336343
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,5120,32,0.005509333312511444
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,5120,32,0.005850666761398315
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,5120,32,0.005293866495291392
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,5120,32,0.005047466854254405
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,5120,32,0.0050016000866889955
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,5120,32,0.004259199897448222
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,5120,32,0.004619733492533366
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,5120,32,0.003787733366092046
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,5120,32,0.0046528001626332605
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,5120,32,0.0033952000240484873
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,5120,32,0.0033781332274278007
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,5120,64,0.013884799679120383
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,5120,32,0.002976000060637792
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,5120,32,0.0029525332152843474
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,5120,32,0.003020799905061722
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,5120,32,0.002621866762638092
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,5120,32,0.002951466788848241
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,5120,32,0.002631466587384542
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,5120,32,0.002632533262173335
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,5120,32,0.0025589334468046824
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,5120,64,0.013895466923713684
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,5120,32,0.0025568000972270967
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,5120,32,0.002570666621128718
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,5120,32,0.002595199892918269
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,5120,32,0.002552533398071925
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,5120,32,0.002148266633351644
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,5120,64,0.01313920021057129
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,5120,32,0.002204799900452296
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,5120,32,0.0025578667720158894
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,5120,32,0.0022079999248186748
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,5120,32,0.002333866556485494
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,5120,32,0.0021727999051411946
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,5120,32,0.002204799900452296
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,5120,32,0.0021578667064507803
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,5120,32,0.0021749332547187803
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,5120,32,0.002148266633351644
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,5120,32,0.002147199958562851
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,5120,32,0.011188266674677531
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,5120,32,0.0021738665799299877
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,5120,32,0.0021845333278179167
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,5120,32,0.0021322667598724365
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,5120,32,0.002148266633351644
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,5120,32,0.0021589333812395734
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,5120,32,0.0021226666867733
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,5120,32,0.0018250666558742522
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,5120,32,0.0018250666558742522
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,5120,32,0.0017887999614079793
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,5120,32,0.0021386665602525076
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,5120,32,0.0018304000298182172
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,5120,32,0.0020682666450738906
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,5120,32,0.048875733216603594
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,5120,32,0.03277973333994548
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,5120,32,0.022562134265899658
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,5120,32,0.005829333265622457
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,5120,32,0.024794665972391765
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,5120,32,0.021277866760889688
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,5120,32,0.02064639925956726
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,5120,32,0.022985599438349404
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,5120,32,0.002259200066328049
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,5120,32,0.02079040010770162
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,5120,32,0.022030933698018392
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,5120,32,0.022206934293111165
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,5120,32,0.020786132415135702
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,5120,32,0.002179199953873952
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,5120,32,0.020522665977478028
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,5120,32,0.018574933211008705
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,5120,32,0.0189301331837972
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,5120,32,0.020228266716003418
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,5120,32,0.02315839926401774
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,5120,32,0.0021514666577180227
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,5120,32,0.018569600582122803
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,5120,32,0.016847999890645345
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,5120,32,0.018862932920455933
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,5120,32,0.018093866109848023
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,5120,32,0.017347200711568197
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,5120,32,0.0169813334941864
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,5120,32,0.07783466974894206
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,5120,32,0.017941333850224814
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,5120,32,0.016808533668518068
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,5120,32,0.01655466655890147
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,5120,32,0.016539733608563742
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,5120,32,0.016665599743525186
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,5120,32,0.016035200158754984
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,5120,32,0.016617600123087564
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,5120,32,0.015154133240381876
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,5120,32,0.014493866761525472
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,5120,32,0.014485333363215128
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,5120,32,0.01456106702486674
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,5120,32,0.014501333236694336
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,5120,32,0.014392532904942832
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,5120,32,0.014472533265749613
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,5120,32,0.023512534300486245
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,5120,32,0.014254933595657349
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,5120,32,0.014408533771832785
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,5120,32,0.014401066303253173
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,5120,32,0.013797332843144735
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,5120,32,0.014432000120480857
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,5120,32,0.014475733041763306
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,5120,32,0.014206932981808982
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,5120,32,0.0144405335187912
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,5120,32,0.014316800236701965
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,5120,32,0.014425599575042724
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,5120,32,0.014171733458836874
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,5120,32,0.014232533176740012
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,5120,32,0.014231466253598533
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,5120,32,0.01421119968096415
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,5120,32,0.02153279980023702
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,5120,32,0.013726933797200521
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,5120,32,0.01301653285821279
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,5120,32,0.013750400145848593
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,5120,32,0.013731200496355692
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,5120,32,0.002196266750494639
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,5120,32,0.013941333691279093
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,5120,32,0.01291306714216868
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,5120,32,0.013704533378283182
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,5120,32,0.013118933637936911
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,5120,32,0.0132533331712087
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,5120,32,0.013396267096201578
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,5120,32,0.019721599419911702
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,5120,32,0.013276799519856771
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,5120,32,0.01316480040550232
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,5120,32,0.012868266304334006
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,5120,32,0.013673599561055502
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,5120,32,0.013492266337076822
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,5120,32,0.012475732962290447
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,4096,65536,2.728000005086263
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,5120,32,0.01411733329296112
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,5120,32,0.014239999651908874
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,4096,65536,1.4276639620463054
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,4096,65536,1.4434986114501953
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,5120,32,0.013501866658528646
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,4096,65536,5.4030717213948565
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,5120,32,0.013160533706347146
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,4096,65536,1.495541254679362
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,4096,65536,1.3913706143697102
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,4096,65536,1.312175989151001
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,4096,65536,1.3686292966206868
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,4096,65536,1.4133973121643066
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,4096,65536,1.3154933452606201
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,4096,65536,1.1363253593444824
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,4096,65536,1.0707253615061443
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,4096,65536,1.0775360266367595
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,4096,65536,1.0536853472391765
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,4096,65536,1.0876906712849934
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,4096,65536,1.1203306516011555
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,4096,65536,0.7479093074798584
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,4096,65536,0.7869973182678223
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,4096,65536,0.6965333620707194
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,4096,65536,0.610975980758667
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,4096,65536,0.8550293445587158
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,4096,65536,0.532538652420044
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,4096,65536,0.5181866486867269
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,4096,65536,11.939066569010416
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,4096,65536,0.5113919973373413
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,4096,65536,0.3840159972508748
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,4096,65536,0.2951573332150777
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,4096,65536,0.2940160036087036
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,4096,65536,0.47893865903218585
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,4096,65536,0.2357119917869568
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,4096,65536,0.20154666900634766
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,4096,65536,0.14403200149536133
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,4096,65536,0.13089066743850708
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,4096,65536,0.11462400356928508
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,4096,65536,0.12760000427563986
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,4096,65536,0.11436800161997478
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,4096,65536,0.10794666409492493
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,4096,65536,0.09694400429725647
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,4096,65536,0.09918399651845296
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,4096,65536,0.09559466441472371
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,4096,65536,0.09661333759625752
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,4096,65536,0.09488532940546672
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,4096,65536,0.09491200248400371
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,4096,65536,1.1230719884236653
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,4096,65536,0.09114666779836018
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,4096,65536,0.08931733171145122
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,4096,65536,0.08868799606959026
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,4096,65536,0.09778666496276855
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,4096,65536,0.08858666817347209
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,4096,65536,0.08941333492596944
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,4096,65536,0.09082667032877605
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,4096,65536,0.8837493260701498
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,4096,65536,0.08781333764394124
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,4096,65536,0.08771199981371562
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,4096,65536,0.0869599978129069
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,4096,65536,0.08772266904513042
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,4096,65536,0.08705066641171773
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,4096,65536,0.08760533730189006
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,4096,65536,0.08738133311271667
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,4096,65536,0.4848959843317668
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,4096,65536,0.08672533432642619
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,4096,65536,0.09290132919947307
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,4096,65536,0.09303999940554301
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,4096,65536,0.09194133679072063
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,4096,65536,0.09171733260154724
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,4096,65536,0.09130133191744487
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,4096,65536,0.1530080040295919
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,4096,65536,0.09057066837946574
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,4096,65536,0.08918933073679607
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,4096,65536,0.11592533191045125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,4096,65536,0.09116266171137492
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,4096,65536,0.09242666761080424
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,4096,65536,0.8794240156809489
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,4096,65536,2.8063252766927085
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,4096,65536,1.4790026346842449
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,4096,65536,1.469194730122884
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,4096,65536,1.4025866190592449
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,4096,65536,1.3170026938120525
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,4096,65536,1.3408212661743164
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,4096,65536,0.09373866518338521
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,4096,65536,1.2310400009155273
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,4096,65536,1.2849120299021404
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,4096,65536,1.1356586615244548
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,4096,65536,1.138544003168742
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,4096,65536,1.0593866507212322
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,4096,65536,1.0705333550771077
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,4096,65536,0.9591626326243082
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,4096,65536,1.0078986485799153
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,4096,65536,0.8702186743418375
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,4096,65536,0.9461973508199056
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,4096,65536,0.8364960352579752
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,4096,65536,0.7661653359731039
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,4096,65536,0.6959893703460693
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,4096,65536,0.6998933156331381
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,4096,65536,0.6067999998728434
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,4096,65536,0.6511679887771606
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,4096,65536,0.5326133171717325
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,4096,65536,0.5223946571350098
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,4096,65536,0.4326773484547933
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,4096,65536,0.48101866245269775
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,4096,65536,0.3526719808578491
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,4096,65536,0.37041600545247394
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,4096,65536,0.2981920043627421
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,4096,65536,1.4030826886494954
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,4096,65536,0.18653333187103271
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,4096,65536,0.28519999980926514
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,4096,65536,0.11800000071525574
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,4096,65536,0.11134933431943257
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,4096,65536,0.11101866761843364
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,4096,65536,0.10161067048708598
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,4096,65536,0.10249066352844238
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,4096,65536,0.0906933347384135
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,4096,65536,0.09132267038027446
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,4096,65536,0.10071466366449992
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,4096,65536,0.09082667032877605
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,4096,65536,0.09101333220799764
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,4096,65536,0.08403733372688293
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,4096,65536,0.08540266752243042
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,4096,65536,0.07838400204976399
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,4096,65536,0.07827199995517731
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,4096,65536,0.07427200178305308
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,4096,65536,0.0745600014925003
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,4096,65536,0.07406933108965556
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,4096,65536,0.0751093327999115
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,4096,65536,0.06941333413124084
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,4096,65536,0.06653333206971486
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,4096,65536,0.07032533486684163
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,4096,65536,0.06866666674613953
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,4096,65536,0.07009066641330719
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,4096,65536,0.06762666503588359
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,4096,65536,0.0697386662165324
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,4096,65536,0.06775466601053874
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,4096,65536,0.07049066821734111
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,4096,65536,0.06623466809590657
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,4096,65536,0.06868800024191539
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,4096,65536,0.06609599788983662
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,4096,65536,0.0689386675755183
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,4096,65536,0.0650133341550827
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,4096,65536,0.06737599770228068
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,4096,65536,0.06497600177923839
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,4096,65536,0.06675733129183452
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,4096,65536,0.06460799773534139
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,4096,65536,11.097466786702475
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,4096,65536,5.557989120483398
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,4096,65536,0.1855093240737915
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,4096,65536,0.0698880006869634
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,4096,65536,0.11431466539700826
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,4096,65536,0.10437867045402527
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,4096,65536,2.3625173568725586
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,4096,65536,1.3958293596903484
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,4096,65536,1.0333013534545898
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,4096,65536,1.1236800352732341
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,4096,65536,1.2279199759165447
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,4096,65536,1.0058133602142334
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,4096,65536,4.65993054707845
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,4096,65536,1.3363839785257976
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,4096,65536,1.0766506989796956
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,4096,65536,1.107583999633789
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,4096,65536,0.8555466334025065
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,4096,65536,0.7683893044789633
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,4096,65536,0.8248106638590494
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,4096,65536,0.7703413168589274
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,4096,65536,10.01198959350586
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,4096,65536,0.6335146824518839
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,4096,65536,1.134010632832845
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,4096,65536,0.5590293407440186
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,4096,65536,0.48020267486572266
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,4096,65536,0.5155146519343058
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,4096,65536,0.416042685508728
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,4096,65536,1.1406079928080242
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,4096,65536,0.9003787040710449
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,4096,65536,0.6694613297780355
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,4096,65536,0.857215960820516
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,4096,65536,0.21388800938924155
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,4096,65536,0.2702133258183797
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,4096,65536,0.6249866485595703
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,4096,65536,0.5476373434066772
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,4096,65536,0.39794135093688965
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,4096,65536,0.3542666832605998
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,4096,65536,0.3515893220901489
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,4096,65536,0.30451732873916626
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,4096,65536,0.15794133146603903
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,4096,65536,0.19004799922307333
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,4096,65536,0.12351999680201213
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,4096,65536,0.11129599809646606
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,4096,65536,0.11993066469828288
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,4096,65536,0.12098133563995361
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,4096,65536,0.11760000387827556
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,4096,65536,0.12987732887268066
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,4096,65536,0.11714133620262146
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,4096,65536,0.11468266447385152
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,4096,65536,0.11341866850852966
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,4096,65536,0.0885599950949351
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,4096,65536,0.08930133779843648
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,4096,65536,0.08302400012811025
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,4096,65536,0.08340799808502197
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,4096,65536,0.08107733229796092
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,4096,65536,0.08046933511892955
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,4096,65536,0.07979199786980946
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,4096,65536,0.09055466453234355
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,4096,65536,0.07977066437403361
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,4096,65536,0.07936533292134602
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,4096,65536,0.07836266855398814
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,4096,65536,0.08043733239173889
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,4096,65536,0.07800533374150594
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,4096,65536,0.080335999528567
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,4096,65536,0.07805333534876506
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,4096,65536,0.07978666822115581
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,4096,65536,0.07818133135636647
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,4096,65536,0.07977599898974101
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,4096,65536,0.078015998005867
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,4096,65536,0.07863999903202057
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,4096,65536,0.07838400204976399
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,4096,65536,0.07843199868996938
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,4096,65536,0.07859733204046886
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,4096,65536,0.19896533091862997
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,4096,65536,0.08658132950464885
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,4096,65536,0.08890133102734883
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,4096,65536,0.08172266681989034
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,4096,65536,0.08341866731643677
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,4096,65536,0.08558932940165202
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,4096,65536,0.08385599652926128
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,4096,65536,1.2551519870758057
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,4096,65536,0.6468853155771891
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,4096,65536,2.585818608601888
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,4096,65536,0.6399999856948853
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,4096,65536,0.5257653395334879
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,4096,65536,0.6528586546579996
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,4096,65536,0.5185600121816
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,4096,65536,0.5130933523178101
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,4096,65536,0.4971253474553426
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,4096,65536,0.4925599892934163
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,4096,65536,0.4844319820404053
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,4096,65536,0.4717973470687866
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,4096,65536,0.46560001373291016
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,4096,65536,0.46530131498972577
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,4096,65536,0.35362664858500165
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,4096,65536,0.34600532054901123
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,4096,65536,0.3325013319651286
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,4096,65536,0.32413333654403687
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,4096,65536,0.31600000460942584
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,4096,65536,0.3073439995447795
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,4096,65536,0.68886399269104
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,4096,65536,0.3019520044326782
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,4096,65536,0.18075732390085855
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,4096,65536,0.29737067222595215
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,4096,65536,0.17566933234532675
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,4096,65536,0.1620693306128184
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,4096,65536,0.1627253293991089
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,4096,65536,5.207162539164226
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,4096,65536,0.14868799845377603
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,4096,65536,0.13902933398882547
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,4096,65536,0.6880959669748942
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,4096,65536,0.18513067563374838
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,4096,65536,0.13940800229708353
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,4096,65536,0.18134399255116782
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,4096,65536,0.30640000104904175
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,4096,65536,0.13847466309865317
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,4096,65536,0.14621866742769876
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,4096,65536,0.1381119986375173
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,4096,65536,0.13777599732081094
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,4096,65536,0.13940266768137613
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,4096,65536,0.13612799843152365
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,4096,65536,0.13594667116800943
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,4096,65536,0.13796266913414001
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,4096,65536,0.14855999747912088
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,4096,65536,0.13569600383440653
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,4096,65536,0.1353546679019928
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,4096,65536,0.1357493301232656
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,4096,65536,0.1348426640033722
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,4096,65536,0.13551466663678488
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,4096,65536,0.135754664738973
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,4096,65536,0.1342026690642039
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,4096,65536,0.13583466410636902
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,4096,65536,0.13546666502952576
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,4096,65536,0.13436800241470337
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,4096,65536,0.13529066244761148
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,4096,65536,0.1346879998842875
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,4096,65536,0.13496533036231995
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,4096,65536,0.13514133294423422
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,4096,65536,0.13485866785049438
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,4096,65536,0.13587733109792074
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,4096,65536,0.1349120040734609
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,4096,65536,0.13432533542315164
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,4096,65536,0.13556266824404398
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,4096,65536,0.1338933308919271
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,4096,65536,0.13457066814104715
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,4096,65536,0.13429866234461466
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,4096,65536,0.1355893313884735
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,4096,65536,0.13383466998736063
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,4096,65536,0.1341866652170817
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,4096,65536,0.1348479986190796
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,4096,65536,0.13371200362841287
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,4096,51200,1.1454613208770752
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,4096,51200,1.157871961593628
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,4096,51200,2.1686719258626304
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,4096,51200,1.0887306531270344
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,4096,51200,1.0419999758402507
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,4096,51200,4.112570762634277
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,4096,51200,1.1134986877441406
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,4096,51200,1.090879996617635
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,4096,51200,0.9629440307617188
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,4096,51200,0.9031413396199545
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,4096,51200,0.8725386460622152
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,4096,51200,1.2422613302866619
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,4096,51200,0.8160693645477295
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,4096,51200,0.8465973536173502
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,4096,51200,0.6615093151728312
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,4096,51200,0.7623466650644938
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,4096,51200,0.8172159989674886
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,4096,51200,0.8971093495686849
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,4096,51200,0.5730400085449219
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,4096,51200,0.7224586804707845
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,4096,51200,0.5457706848780314
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,4096,51200,0.5974239905675253
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,4096,51200,9.114453633626303
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,4096,51200,0.47232532501220703
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,4096,51200,0.6269866625467936
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,4096,51200,0.41924798488616943
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,4096,51200,0.42742399374643963
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,4096,51200,0.3155999978383382
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,4096,51200,0.28596266110738117
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,4096,51200,0.42315733432769775
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,4096,51200,0.23708800474802652
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,4096,51200,0.23661333322525024
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,4096,51200,0.1791306734085083
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,4096,51200,0.12138133247693379
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,4096,51200,0.20324800411860147
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,4096,51200,0.10512000322341919
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,4096,51200,0.09473066528638203
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,4096,51200,0.09361066420873006
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,4096,51200,0.09518399834632874
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,4096,51200,0.08380267024040222
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,4096,51200,0.08071466783682506
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,4096,51200,0.07966933151086171
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,4096,51200,0.0784800002972285
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,4096,51200,0.07753600180149078
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,4096,51200,0.07640533149242401
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,4096,51200,0.07392533123493195
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,4096,51200,0.07378133138020833
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,4096,51200,0.0726560006539027
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,4096,51200,0.07230400045712788
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,4096,51200,0.07506133119265239
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,4096,51200,0.07495999832948048
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,4096,51200,0.07241066793600719
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,4096,51200,0.07240533332029979
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,4096,51200,0.07276266813278198
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,4096,51200,0.06970666845639546
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,4096,51200,0.07023466626803081
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,4096,51200,0.07004266480604808
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,4096,51200,0.06921066840489705
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,4096,51200,0.06906133393446605
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,4096,51200,0.4168586730957031
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,4096,51200,0.06803733110427856
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,4096,51200,0.06840000053246816
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,4096,51200,0.068271999557813
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,4096,51200,0.10178666313489278
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,4096,51200,0.06852266689141591
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,4096,51200,0.12034133076667786
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,4096,51200,0.06840533514817555
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,4096,51200,0.06759466727574666
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,4096,51200,0.07146666447321574
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,4096,51200,0.07054933408896129
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,4096,51200,0.069882666071256
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,4096,51200,0.07029866675535838
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,4096,51200,0.07770133515199025
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,4096,51200,2.199999968210856
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,4096,51200,1.16101868947347
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,4096,51200,4.313221295674642
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,4096,51200,1.1565439701080322
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,4096,51200,1.1066186428070068
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,4096,51200,0.06828799843788147
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,4096,51200,1.0302026271820068
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,4096,51200,1.104709307352702
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,4096,51200,1.075914700826009
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,4096,51200,0.960746685663859
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,4096,51200,1.0172320206960042
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,4096,51200,0.8997493584950765
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,4096,51200,0.8996053536732992
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,4096,51200,0.828986644744873
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,4096,51200,8.618730545043945
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,4096,51200,0.8355999787648519
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,4096,51200,0.7631253401438395
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,4096,51200,0.8005493481953939
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,4096,51200,0.6787786483764648
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,4096,51200,0.6025919914245605
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,4096,51200,0.6545226573944092
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,4096,51200,0.5453973213831583
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,4096,51200,0.48022401332855225
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,4096,51200,0.510538657506307
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,4096,51200,0.4102880160013835
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,4096,51200,0.41919465859731037
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,4096,51200,0.3423839807510376
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,4096,51200,0.37281068166097003
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,4096,51200,0.2937813401222229
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,4096,51200,0.22092799345652261
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,4096,51200,0.22450133164723715
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,4096,51200,0.1459946632385254
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,4096,51200,0.14762666821479797
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,4096,51200,0.09831466277440389
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,4096,51200,0.09378666679064433
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,4096,51200,0.09263466795285542
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,4096,51200,0.09278399745623271
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,4096,51200,0.08922132849693298
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,4096,51200,0.08481066425641377
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,4096,51200,0.07995200157165527
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,4096,51200,0.07670933504899342
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,4096,51200,0.07635733485221863
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,4096,51200,0.07641066610813141
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,4096,51200,0.07548266649246216
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,4096,51200,0.07355199754238129
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,4096,51200,0.06930133203665416
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,4096,51200,0.07044266661008199
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,4096,51200,0.06610666712125142
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,4096,51200,0.06364800035953522
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,4096,51200,0.7754613558451334
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,4096,51200,0.06399466594060262
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,4096,51200,0.5516053438186646
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,4096,51200,0.06239999830722809
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,4096,51200,0.062128002444903054
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,4096,51200,0.05831466615200043
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,4096,51200,0.057855998476346336
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,4096,51200,0.05539733171463013
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,4096,51200,0.05333866675694784
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,4096,51200,0.054117331902186074
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,4096,51200,0.052485331892967224
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,4096,51200,0.05346133311589559
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,4096,51200,0.0524533341328303
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,4096,51200,0.052383999029795326
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,4096,51200,0.05162666738033295
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,4096,51200,0.05219733218352
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,4096,51200,0.053301334381103516
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,4096,51200,0.050981332858403526
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,4096,51200,0.05072000126043955
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,4096,51200,0.05198400219281515
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,4096,51200,0.0531626691420873
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,4096,51200,0.05203199883302053
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,4096,51200,0.05295466880003611
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,4096,51200,0.28144532442092896
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,4096,51200,0.0513973335425059
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,4096,51200,0.0664106657107671
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,4096,65536,0.6757653554280599
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,4096,65536,0.6396106481552124
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,4096,65536,0.6615573167800903
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,4096,51200,1.1469600200653076
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,4096,51200,3.884197235107422
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,4096,51200,1.9177707036336262
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,4096,51200,0.8614400227864584
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,4096,51200,1.0013279914855957
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,4096,51200,0.8154293696085612
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,4096,51200,0.9023146629333496
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,4096,51200,1.0280533631642659
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,4096,51200,8.169359842936197
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,4096,51200,0.8162079652150472
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,4096,51200,0.6956853071848551
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,4096,51200,0.7247626781463623
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,4096,51200,1.0800693035125732
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,4096,51200,0.890117327372233
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,4096,51200,0.9307626883188883
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,4096,51200,0.7488000392913818
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,4096,51200,0.46750398476918537
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,4096,51200,0.4033493200937907
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,4096,51200,0.8484160105387369
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,4096,51200,0.7159679730733236
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,4096,51200,0.4310133457183838
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,4096,51200,0.3452906608581543
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,4096,51200,0.5629493395487467
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,4096,51200,0.6449333429336548
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,4096,51200,0.22648000717163086
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,4096,51200,0.17962666352589926
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,4096,51200,0.5280426740646362
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,4096,51200,0.5153813362121582
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,4096,51200,0.45582401752471924
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,4096,51200,0.29707733790079754
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,4096,51200,0.2902719974517822
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,4096,51200,0.33058132727940875
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,4096,51200,0.25546133518218994
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,4096,51200,0.15922666589419046
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,4096,51200,0.1328053375085195
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,4096,51200,0.10661866267522176
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,4096,51200,0.1018293301264445
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,4096,51200,0.09884267052014668
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,4096,51200,0.09691733121871948
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,4096,51200,0.09913067022959392
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,4096,51200,0.09692266583442688
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,4096,51200,0.0923413336277008
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,4096,51200,0.09257599711418152
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,4096,51200,0.09057600299517314
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,4096,51200,0.07333333293596904
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,4096,51200,0.0666293352842331
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,4096,51200,0.06625066697597504
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,4096,51200,0.06639466683069865
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,4096,51200,0.06407999992370605
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,4096,51200,0.0639519989490509
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,4096,51200,0.06328533093134563
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,4096,51200,0.06216000020503998
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,4096,51200,0.06217599908510844
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,4096,51200,0.06198933223883311
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,4096,51200,0.06234133243560791
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,4096,51200,0.061946665247281395
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,4096,51200,0.06267733375231425
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,4096,51200,0.06258133550484975
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,4096,51200,0.06337066491444905
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,4096,51200,0.06337599953015645
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,4096,51200,0.06327466666698456
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,4096,51200,0.06228266656398773
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,4096,51200,0.06261333326498668
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,4096,51200,0.06230400005976359
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,4096,51200,0.06334400177001953
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,4096,51200,0.14014400045077005
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,4096,51200,0.14731199542681375
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,4096,51200,0.07286400099595387
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,4096,51200,0.07140799860159557
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,4096,51200,0.07020799815654755
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,4096,51200,0.06832000116507213
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,4096,51200,0.06789866586526234
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,4096,51200,0.06756266454855601
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,4096,51200,0.06806933383146922
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,4096,51200,4.2615172068278
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,4096,51200,0.9902026653289795
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,4096,51200,0.5401653448740641
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,4096,51200,0.5208933353424072
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,4096,51200,1.9868987401326497
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,4096,51200,0.5378933350245158
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,4096,51200,0.5000693400700887
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,4096,51200,0.5357120037078857
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,4096,51200,0.5017280181248983
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,4096,51200,0.41822131474812824
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,4096,51200,0.49694132804870605
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,4096,51200,0.49695734182993573
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,4096,51200,0.40940535068511963
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,4096,51200,0.38442933559417725
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,4096,51200,0.3949199914932251
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,4096,51200,0.3822559912999471
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,4096,51200,0.37375199794769287
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,4096,51200,0.3663626511891683
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,4096,51200,0.362829327583313
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,4096,51200,0.3577973445256551
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,4096,51200,0.2804159919420878
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,4096,51200,0.2601066629091899
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,4096,51200,0.2593119939168294
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,4096,51200,0.2550586660703023
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,4096,51200,0.24847733974456787
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,4096,51200,0.23829867442448935
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,4096,51200,0.24036532640457153
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,4096,51200,0.2329066594441732
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,4096,51200,0.23310667276382446
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,4096,51200,0.13916266957918802
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,4096,51200,0.136762668689092
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,4096,51200,0.1288106640179952
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,4096,51200,0.12363466620445251
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,4096,51200,0.11816799640655518
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,4096,51200,0.11553600430488586
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,4096,51200,0.10913333296775818
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,4096,51200,0.1090666651725769
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,4096,51200,0.10941867033640544
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,4096,51200,0.10931467016537984
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,4096,51200,0.10798399647076924
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,4096,51200,0.10849866271018982
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,4096,51200,0.10812266667683919
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,4096,51200,0.10797333717346191
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,4096,51200,0.10741066932678223
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,4096,51200,0.1074186662832896
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,4096,51200,0.10787733395894368
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,4096,51200,0.10752000411351521
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,4096,51200,0.10689866542816162
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,4096,51200,0.10743199785550435
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,4096,51200,0.10678933064142863
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,4096,51200,0.10702666640281677
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,4096,51200,0.10669066508611043
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,4096,51200,0.10615467031796773
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,4096,51200,0.10654399792353313
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,4096,51200,0.10681866606076558
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,4096,51200,0.10667199889818828
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,4096,51200,0.10696799556414287
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,4096,51200,0.10578667124112447
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,4096,51200,0.1067733367284139
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,4096,51200,0.10683466990788777
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,4096,51200,0.10622933506965637
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,4096,51200,0.10684266686439514
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,4096,51200,0.1058079997698466
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,4096,51200,0.10625333587328593
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,4096,51200,0.10681333144505818
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,4096,51200,0.10584533214569092
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,4096,51200,0.10692266623179118
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,4096,16384,2.63810125986735
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,4096,16384,1.3449652989705403
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,4096,16384,0.8009920120239258
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,4096,16384,0.4068160057067871
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,4096,16384,0.40864535172780353
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,4096,16384,0.38264532883961994
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,4096,16384,0.40611732006073
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,4096,16384,0.3374026616414388
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,4096,16384,0.37984001636505127
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,4096,16384,0.31245332956314087
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,4096,16384,0.38461331526438397
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,4096,16384,0.28897066911061603
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,4096,16384,0.2809866666793823
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,4096,16384,0.26441067457199097
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,4096,16384,0.2680746714274089
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,4096,16384,0.24352532625198364
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,4096,16384,0.26234134038289386
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,4096,16384,0.21625600258509317
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,4096,16384,0.25066133340199787
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,4096,16384,0.2226933240890503
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,4096,16384,0.18488534291585287
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,4096,16384,0.1731626590092977
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,4096,16384,0.1731520096460978
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,4096,16384,0.1527253290017446
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,4096,16384,0.16745599110921225
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,4096,16384,0.13260266184806824
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,4096,16384,0.1341546674569448
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,4096,16384,0.11160533626874287
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,4096,16384,0.12840533256530762
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,4096,16384,0.09874133268992107
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,4096,16384,0.09158399701118469
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,4096,16384,0.07551466425259908
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,4096,16384,0.07389333347479503
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,4096,16384,0.05852266649405161
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,4096,16384,0.05132266879081726
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,4096,16384,0.04580800235271454
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,4096,16384,0.039701332648595176
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,4096,16384,0.04161600023508072
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,4096,16384,0.03827733298142751
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,4096,16384,0.04037333279848099
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,4096,16384,0.03726933399836222
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,4096,16384,0.03782933453718821
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,4096,16384,0.03575466573238373
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,4096,16384,0.035589332381884255
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,4096,16384,0.033376000821590424
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,4096,16384,0.03331200033426285
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,4096,16384,0.03334933271010717
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,4096,16384,0.03154666721820831
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,4096,16384,0.03164800008138021
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,4096,16384,0.03316800047953924
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,4096,16384,0.031343999008337654
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,4096,16384,0.0323840007185936
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,4096,16384,0.029919999341169994
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,4096,16384,0.029887999097506206
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,4096,16384,0.03072533259789149
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,4096,16384,0.028922667105992634
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,4096,16384,0.029274667302767437
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,4096,16384,0.02828266719977061
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,4096,16384,0.028149334092934925
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,4096,16384,0.02881066749493281
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,4096,16384,0.0284853329261144
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,4096,16384,0.028549333413441975
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,4096,16384,0.028202667832374573
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,4096,16384,0.02845333268245061
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,4096,16384,0.02773866554101308
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,4096,16384,0.02758399893840154
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,4096,16384,0.02741866558790207
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,4096,16384,0.027295999228954315
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,4096,16384,0.027072000006834667
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,4096,16384,0.027808000644048054
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,4096,16384,0.02951466788848241
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,4096,16384,0.027535999814669292
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,4096,16384,0.027813332776228588
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,4096,16384,0.027808000644048054
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,4096,16384,2.772768020629883
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,4096,16384,1.3893253008524578
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,4096,16384,0.7148426373799642
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,4096,16384,0.3755999803543091
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,4096,16384,0.3742426633834839
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,4096,16384,0.35203735033671063
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,4096,16384,0.356173316637675
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,4096,16384,0.32895733912785846
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,4096,16384,0.3418533404668172
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,4096,16384,0.3062533338864644
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,4096,16384,0.3296080032984416
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,4096,16384,0.28408267100652057
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,4096,16384,0.2826613386472066
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,4096,16384,0.26308266321818036
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,4096,16384,0.2666613260904948
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,4096,16384,0.23729866743087769
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,4096,16384,0.25334399938583374
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,4096,16384,0.21329599618911743
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,4096,16384,0.24394667148590088
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,4096,16384,0.2055786649386088
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,4096,16384,0.1876586675643921
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,4096,16384,0.1686319907506307
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,4096,16384,0.17077600955963135
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,4096,16384,0.1446613371372223
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,4096,16384,0.15610399842262268
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,4096,16384,0.12416000167528789
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,4096,16384,0.12784000237782797
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,4096,16384,0.10605067014694214
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,4096,16384,0.11868533492088318
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,4096,16384,0.0963200032711029
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,4096,16384,0.08781599998474121
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,4096,16384,0.07590400179227193
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,4096,16384,0.07419733206431071
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,4096,16384,0.061847999691963196
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,4096,16384,0.05677866439024607
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,4096,16384,0.04292266567548116
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,4096,16384,0.04256533086299896
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,4096,16384,0.043280000487963356
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,4096,16384,0.04397333165009817
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,4096,16384,0.04311199982961019
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,4096,16384,0.0450213352839152
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,4096,16384,0.04446133474508921
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,4096,16384,0.04219200213750204
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,4096,16384,0.040336000422636666
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,4096,16384,0.038242665429910026
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,4096,16384,0.038218667109807335
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,4096,16384,0.03866933286190033
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,4096,16384,0.03809600075085958
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,4096,16384,0.037791999677817024
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,4096,16384,0.036101333796978
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,4096,16384,0.03623733421166738
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,4096,16384,0.03469066570202509
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,4096,16384,0.03198133409023285
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,4096,16384,0.032986665765444435
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,4096,16384,0.032589333752791085
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,4096,16384,0.03215199957291285
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,4096,16384,0.031343999008337654
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,4096,16384,0.030069333811601002
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,4096,16384,0.02998666713635127
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,4096,16384,0.03182133287191391
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,4096,16384,0.030690667529900868
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,4096,16384,0.031114667654037476
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,4096,16384,0.030074665943781536
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,4096,16384,0.03015733261903127
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,4096,16384,0.030031998952229817
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,4096,16384,0.029927998781204224
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,4096,16384,0.029437333345413208
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,4096,16384,0.028933333853880566
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,4096,16384,0.028234665592511494
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,4096,16384,0.028834665815035503
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,4096,16384,0.028565332293510437
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,4096,16384,0.02794133375088374
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,4096,16384,0.028538666665554047
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,4096,16384,0.028149334092934925
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,4096,51200,0.1067519982655843
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,4096,51200,0.10648533701896667
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,4096,51200,0.10699733098347981
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,4096,51200,0.10625867048899333
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,4096,16384,2.895776112874349
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,4096,16384,1.3945892651875813
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,4096,16384,0.7086266676584879
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,4096,16384,0.42606933911641437
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,4096,51200,0.10574400424957275
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,4096,16384,0.3150613307952881
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,4096,16384,0.34320799509684247
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,4096,16384,0.30165066321690875
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,4096,16384,0.3312319914499919
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,4096,16384,0.3757439851760864
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,4096,16384,0.40413331985473633
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,4096,16384,0.267792006333669
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,4096,16384,0.23190132776896158
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,4096,16384,0.25622133413950604
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,4096,16384,0.3413413365681966
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,4096,16384,0.3561333417892456
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,4096,16384,0.23831466833750406
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,4096,16384,0.19911734263102213
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,4096,16384,0.2764799992243449
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,4096,16384,0.31406400601069134
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,4096,16384,0.17661333084106445
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,4096,16384,0.1512613296508789
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,4096,16384,0.16198933124542236
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,4096,16384,0.13397333025932312
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,4096,51200,0.10605866710344951
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,4096,16384,0.26428266366322833
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,4096,16384,0.21256534258524576
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,4096,16384,0.08994666735331218
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,4096,16384,0.07282400131225586
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,4096,16384,0.192029337088267
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,4096,51200,0.10497599840164185
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,4096,16384,0.12707199652989706
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,4096,16384,0.11300533016522725
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,4096,16384,0.17095200220743814
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,4096,16384,0.11022667090098064
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,4096,16384,0.09644533197085063
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,4096,16384,0.062650665640831
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,4096,16384,0.055445333321889244
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,4096,16384,0.04253600041071574
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,4096,16384,0.039117333789666496
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,4096,16384,0.039133332669734955
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,4096,16384,0.038405333956082664
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,4096,16384,0.0366266667842865
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,4096,16384,0.036176001032193504
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,4096,16384,0.03626933445533117
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,4096,16384,0.0364533339937528
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,4096,16384,0.034770667552948
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,4096,16384,0.028999999165534973
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,4096,16384,0.026730666557947796
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,4096,16384,0.02584533393383026
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,4096,16384,0.02604000022013982
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,4096,16384,0.026194666822751362
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,4096,16384,0.024879999458789825
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,4096,16384,0.02502399931351344
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,4096,16384,0.024959998826185863
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,4096,16384,0.024834667642911274
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,4096,16384,0.024485332270463307
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,4096,16384,0.024911999702453613
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,4096,16384,0.024959998826185863
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,4096,16384,0.024792000651359558
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,4096,16384,0.02447466552257538
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,4096,16384,0.02478133390347163
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,4096,16384,0.024829333027203877
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,4096,16384,0.05881600081920624
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,4096,16384,0.058778668443361916
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,4096,16384,0.054698665936787925
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,4096,16384,0.05878399809201559
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,4096,16384,0.05825866758823395
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,4096,16384,0.05410933494567871
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,4096,16384,0.028901333610216778
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,4096,16384,0.060271998246510826
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,4096,16384,0.028071999549865723
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,4096,16384,0.026909333964188892
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,4096,16384,0.028168000280857086
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,4096,16384,0.02789599945147832
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,4096,16384,0.027079999446868896
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,4096,16384,0.027053333818912506
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,4096,16384,0.6212400197982788
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,4096,16384,1.2753679752349854
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,4096,16384,0.17456666628519693
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,4096,16384,0.3078773419062297
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,4096,16384,0.17620132366816202
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,4096,16384,0.17039066553115845
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,4096,16384,0.16952800750732422
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,4096,16384,0.16551066438357034
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,4096,16384,0.1647533377011617
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,4096,16384,0.16247466206550598
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,4096,16384,0.16401867071787515
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,4096,16384,0.13534133632977804
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,4096,16384,0.13369466861089072
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,4096,16384,0.12913333376248678
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,4096,16384,0.1273800035317739
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,4096,16384,0.12962133685747781
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,4096,16384,0.12632399797439575
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,4096,16384,0.12176799774169922
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,4096,16384,0.12175599733988444
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,4096,16384,0.120686670144399
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,4096,16384,0.09262266755104065
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,4096,16384,0.08888666828473409
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,4096,16384,0.0888159970442454
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,4096,16384,0.08674666285514832
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,4096,16384,0.08242399990558624
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,4096,16384,0.08664666612943013
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,4096,16384,0.08255066474278767
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,4096,16384,0.08137866854667664
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,4096,16384,0.07966800034046173
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,4096,16384,0.05026266475518545
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,4096,16384,0.049385334054629006
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,4096,16384,0.04612133403619131
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,4096,16384,0.04367066423098246
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,4096,16384,0.04534533123175303
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,4096,16384,0.04322666426499685
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,4096,16384,0.039991999665896096
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,4096,16384,0.039278666178385414
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,4096,16384,0.039233334362506866
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,4096,16384,0.039048001170158386
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,4096,16384,0.03926933308442434
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,4096,16384,0.03883066773414612
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,4096,16384,0.03912666688362757
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,4096,16384,0.03872800121704737
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,4096,16384,0.03913066784540812
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,4096,16384,0.03871199985345205
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,4096,16384,0.03809199978907903
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,4096,16384,0.03773866593837738
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,4096,16384,0.03810400019089381
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,4096,16384,0.03804133335749308
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,4096,16384,0.03808533400297165
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,4096,16384,0.038004000981648765
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,4096,16384,0.03804400066534678
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,4096,16384,0.0378533328572909
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,4096,16384,0.03773866593837738
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,4096,16384,0.038246666391690574
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,4096,16384,0.03812933216492335
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,4096,16384,0.037843999763329826
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,4096,16384,0.03758266568183899
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,4096,16384,0.03756800045569738
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,4096,16384,0.038106667498747505
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,4096,16384,0.037658666570981346
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,4096,16384,0.037643998861312866
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,4096,16384,0.037789332369963326
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,4096,16384,0.03766400118668874
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,4096,16384,0.038046665489673615
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,4096,16384,0.037531999250253044
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,4096,16384,0.03751866767803828
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,4096,12288,2.0077919960021973
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,4096,16384,0.03793733318646749
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,4096,12288,1.0816106796264648
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,4096,12288,0.5331999858220419
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,4096,12288,0.31268266836802167
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,4096,12288,0.2776319980621338
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,4096,12288,0.2944213350613912
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,4096,12288,0.2665333350499471
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,4096,12288,0.2783813277880351
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,4096,12288,0.26203999916712445
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,4096,12288,0.2597200075785319
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,4096,12288,0.2515173355738322
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,4096,12288,0.23974400758743286
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,4096,12288,0.21744799613952637
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,4096,12288,0.20338133970896402
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,4096,12288,0.22391200065612793
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,4096,12288,0.18678132692972818
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,4096,12288,0.23805065949757895
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,4096,12288,0.1649386684099833
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,4096,12288,0.22159467140833536
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,4096,12288,0.16809600591659546
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,4096,12288,0.14032266537348428
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,4096,12288,0.1300666630268097
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,4096,12288,0.11469067136446635
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,4096,12288,0.13864800333976746
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,4096,12288,0.1259600023428599
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,4096,12288,0.10049866636594136
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,4096,12288,0.10135733087857564
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,4096,12288,0.09733333190282185
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,4096,12288,0.07464533547560374
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,4096,12288,0.07006133099397023
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,4096,12288,0.05810666580994924
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,4096,12288,0.056554665168126426
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,4096,12288,0.04584533472855886
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,4096,12288,0.039293333888053894
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,4096,12288,0.031112000346183777
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,4096,12288,0.031197334329287212
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,4096,12288,0.03118666758139928
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,4096,12288,0.030821333328882854
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,4096,12288,0.030832000076770782
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,4096,12288,0.03050133337577184
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,4096,12288,0.0291119987765948
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,4096,12288,0.0269840011994044
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,4096,12288,0.027066667874654133
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,4096,12288,0.025370667378107708
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,4096,12288,0.025199999411900837
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,4096,12288,0.02552533398071925
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,4096,12288,0.026015999416510265
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,4096,12288,0.025053332249323528
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,4096,12288,0.024495999018351238
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,4096,12288,0.023933333655198414
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,4096,12288,0.02375199894110362
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,4096,12288,0.022410665949185688
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,4096,12288,0.022445333500703175
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,4096,12288,0.02239466706911723
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,4096,12288,0.022754666705926258
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,4096,12288,0.02082666630546252
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,4096,12288,0.020917333662509918
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,4096,12288,0.02080800011754036
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,4096,12288,0.021882665654023487
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,4096,12288,0.021474666893482208
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,4096,12288,0.0212293341755867
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,4096,12288,0.02141600102186203
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,4096,12288,0.02160800000031789
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,4096,12288,0.021613332132498424
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,4096,12288,0.021197333931922913
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,4096,12288,0.020263999700546265
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,4096,12288,0.020578666279713314
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,4096,12288,0.02040799955526988
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,4096,12288,0.020015999674797058
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,4096,12288,0.02094399929046631
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,4096,12288,0.08353066444396973
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,4096,12288,0.020285333196322124
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,4096,12288,0.020626666645208996
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,4096,12288,0.020002666860818863
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,4096,12288,2.0821795993381076
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,4096,12288,1.0454080369737413
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,4096,12288,0.5415555636088053
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,4096,12288,0.2849795553419325
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,4096,12288,0.28600888782077366
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,4096,12288,0.2639271153344048
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,4096,12288,0.2674933274586995
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,4096,12288,0.24761777453952363
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,4096,12288,0.2581671078999837
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,4096,12288,0.231824000676473
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,4096,12288,0.21368000242445204
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,4096,12288,0.21252089076571992
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,4096,12288,0.19341156217787
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,4096,12288,0.19646222061581084
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,4096,12288,0.1733706659740872
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,4096,12288,0.18437511391109893
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,4096,12288,0.15685333145989314
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,4096,12288,0.17978310585021973
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,4096,12288,0.15255110793643528
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,4096,12288,0.24576711654663086
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,4096,12288,0.1400373379389445
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,4096,12288,0.12362844414181179
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,4096,12288,0.1275928947660658
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,4096,12288,0.11096000009112889
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,4096,12288,0.09869688749313354
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,4096,12288,0.10274489058388604
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,4096,12288,0.085825781027476
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,4096,12288,0.09667199850082397
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,4096,12288,0.07513422436184354
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,4096,12288,0.07209066549936931
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,4096,12288,0.061701330873701304
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,4096,12288,0.060462223158942334
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,4096,12288,0.049356444014443286
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,4096,12288,0.04541155695915222
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,4096,12288,0.036115556955337524
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,4096,12288,0.035536001125971474
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,4096,12288,0.12287110752529568
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,4096,12288,0.034862223598692156
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,4096,12288,0.035066667530271746
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,4096,12288,0.03436977664629618
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,4096,12288,0.035064889325035944
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,4096,12288,0.03201244605912103
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,4096,12288,0.029765334394243028
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,4096,12288,0.03094044327735901
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,4096,12288,0.029061334000693426
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,4096,12288,0.028823110792371962
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,4096,12288,0.0292871097723643
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,4096,12288,0.02903999884923299
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,4096,12288,0.03259733319282532
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,4096,12288,0.03093866507212321
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,4096,12288,0.030748443471060857
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,4096,12288,0.02938844429122077
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,4096,12288,0.026890666948424444
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,4096,12288,0.026216889421145122
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,4096,12288,0.027452444036801655
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,4096,12288,0.024922667278183833
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,4096,12288,0.026720000637902155
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,4096,12288,0.02472355630662706
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,4096,12288,0.02553244431813558
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,4096,12288,0.02440711193614536
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,4096,12288,0.02550044490231408
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,4096,12288,0.02439111140039232
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,4096,12288,0.024163555767801072
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,4096,12288,0.02459200057718489
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,4096,12288,0.02481066683928172
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,4096,12288,0.023834667272037927
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,4096,12288,0.024869332710901897
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,4096,12288,0.02529955572552151
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,4096,12288,0.024858666790856257
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,4096,12288,0.024853333830833435
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,4096,12288,0.024716445141368445
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,4096,12288,0.0248391115003162
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,4096,12288,0.02475022276242574
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,4096,12288,0.024830222129821777
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,4096,16384,0.03770666569471359
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,4096,16384,0.03785199920336405
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,4096,16384,0.03805600106716156
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,4096,16384,0.03802666564782461
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,4096,12288,2.4407982296413846
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,4096,12288,1.2038008371988933
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,4096,12288,0.3607395490010579
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,4096,12288,0.2736639976501465
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,4096,12288,0.5968337588840061
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,4096,12288,0.2955271138085259
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,4096,12288,0.2623679902818468
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,4096,12288,0.28290311495463055
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,4096,12288,0.32211732864379883
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,4096,12288,0.34206223487854004
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,4096,12288,0.2284782197740343
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,4096,12288,0.20186489158206514
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,4096,12288,0.2172337770462036
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,4096,16384,0.038047999143600464
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,4096,12288,0.2963964409298367
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,4096,12288,0.20314489470587838
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,4096,12288,0.3050897651248508
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,4096,12288,0.17254222763909233
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,4096,16384,0.03751999884843826
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,4096,12288,0.2664319939083523
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,4096,12288,0.24145778020222983
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,4096,12288,0.13497777779897055
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,4096,12288,0.15046932962205675
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,4096,12288,0.13759288522932264
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,4096,12288,0.1178471114900377
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,4096,12288,0.2257546583811442
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,4096,12288,0.07062221897972955
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,4096,12288,0.06255111429426405
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,4096,12288,0.18251910474565294
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,4096,12288,0.16380977630615234
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,4096,12288,0.1491697761747572
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,4096,12288,0.09387733538945515
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,4096,12288,0.0998577806684706
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,4096,12288,0.1089937753147549
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,4096,12288,0.08265066809124418
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,4096,12288,0.04660444458325704
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,4096,12288,0.04336355461014641
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,4096,12288,0.029662221670150757
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,4096,12288,0.027123555541038513
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,4096,12288,0.03091555502679613
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,4096,12288,0.028840889533360798
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,4096,12288,0.03073599934577942
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,4096,12288,0.029543111721674602
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,4096,12288,0.027669333749347266
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,4096,12288,0.027112889620992873
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,4096,12288,0.027486221657858953
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,4096,12288,0.02216533323129018
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,4096,12288,0.021390222840838965
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,4096,12288,0.0206666671567493
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,4096,12288,0.02048177851570977
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,4096,12288,0.020145777199003432
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,4096,12288,0.020063999626371596
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,4096,12288,0.020030222005314298
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,4096,12288,0.019667555888493855
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,4096,12288,0.019727999965349834
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,4096,12288,0.019868445065286424
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,4096,12288,0.020119110743204754
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,4096,12288,0.019880889190567862
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,4096,12288,0.020083554916911654
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,4096,12288,0.01958044370015462
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,4096,12288,0.04124800033039517
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,4096,12288,0.04399466514587402
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,4096,12288,0.04197511076927185
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,4096,12288,0.04260444309976366
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,4096,12288,0.04398577743106418
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,4096,12288,0.042734222279654614
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,4096,12288,0.04459377792146471
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,4096,12288,0.04993777804904514
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,4096,12288,0.043192889955308705
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,4096,12288,0.02143999934196472
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,4096,12288,0.021998221675554912
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,4096,12288,0.04688533478313022
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,4096,12288,0.02145066691769494
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,4096,12288,0.0217902229891883
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,4096,12288,0.02180444366402096
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,4096,12288,0.021390222840838965
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,4096,12288,0.13217493693033855
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,4096,12288,0.4748842557271321
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,4096,12288,0.9779573440551758
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,4096,12288,0.23845440546671548
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,4096,12288,0.1329258680343628
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,4096,12288,0.1333141326904297
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,4096,12288,0.12678079605102538
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,4096,12288,0.12995626926422119
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,4096,12288,0.1276863972345988
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,4096,12288,0.12610239982604982
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,4096,12288,0.12654933134714763
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,4096,12288,0.1026261329650879
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,4096,12288,0.10009600321451824
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,4096,12288,0.10375146865844727
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,4096,12288,0.10051840146382648
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,4096,12288,0.09872000217437744
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,4096,12288,0.09844373067220052
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,4096,12288,0.09539093176523844
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,4096,12288,0.09539306958516439
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,4096,12288,0.09397652943929037
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,4096,12288,0.070469331741333
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,4096,12288,0.06897066434224447
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,4096,12288,0.07265706857045492
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,4096,12288,0.06862719853719076
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,4096,12288,0.0675551970799764
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,4096,12288,0.06510826746622721
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,4096,12288,0.0649450659751892
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,4096,12288,0.03859839836756389
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,4096,12288,0.062495998541514074
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,4096,12288,0.03970133463541667
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,4096,12288,0.03675093253453572
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,4096,12288,0.06313706636428833
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,4096,12288,0.03595840136210124
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,4096,12288,0.033435734113057454
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,4096,12288,0.03447680075963338
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,4096,12288,0.03165973424911499
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,4096,12288,0.031591467062632245
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,4096,12288,0.03142613371213277
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,4096,12288,0.03116053342819214
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,4096,12288,0.03162026604016622
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,4096,12288,0.030980267127354938
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,4096,12288,0.031004800399144487
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,4096,12288,0.031473066409428915
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,4096,12288,0.030868266026179
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,4096,12288,0.030431999762852983
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,4096,12288,0.03015679915746053
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,4096,12288,0.030419200658798218
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,4096,12288,0.030349866549173994
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,4096,12288,0.030076799790064494
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,4096,12288,0.0304202675819397
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,4096,12288,0.03028159936269124
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,4096,12288,0.03006826639175415
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,4096,12288,0.030075732866923017
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,4096,12288,0.030352000395456952
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,4096,12288,0.03035306731859843
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,4096,12288,0.030057599147160847
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,4096,12288,0.030080000559488933
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,4096,12288,0.02995413343111674
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,4096,12288,0.0300437331199646
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,4096,12288,0.030373332897822063
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,4096,12288,0.029649066925048827
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,4096,12288,0.03004053235054016
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,4096,12288,0.030482133229573567
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,4096,12288,0.03020053307215373
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,4096,12288,0.030027733246485395
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,4096,12288,0.029999999205271403
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,4096,12288,0.030076799790064494
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,4096,10240,1.8069653511047363
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,4096,10240,0.9465493361155192
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,4096,10240,0.4698880116144816
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,4096,10240,0.27481599648793537
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,4096,10240,0.30774132410685223
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,4096,10240,0.2966346740722656
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,4096,10240,0.31838132937749225
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,4096,10240,0.2595679958661397
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,4096,10240,0.27322399616241455
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,4096,10240,0.21796532471974692
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,4096,10240,0.20466132958730063
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,4096,10240,0.19087733825047812
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,4096,10240,0.18664266665776572
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,4096,10240,0.18879733482996622
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,4096,10240,0.18660000960032144
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,4096,10240,0.18729867537816366
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,4096,10240,0.18948533137639365
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,4096,10240,0.17781867583592734
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,4096,10240,0.1621386706829071
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,4096,10240,0.1368106702963511
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,4096,10240,0.12434666355450948
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,4096,10240,0.11939466993014018
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,4096,10240,0.11629066864649455
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,4096,10240,0.09777333339055379
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,4096,10240,0.11406399806340535
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,4096,10240,0.0924239953358968
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,4096,10240,0.0966746707757314
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,4096,10240,0.0792826662460963
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,4096,10240,0.07774933179219563
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,4096,10240,0.0636133352915446
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,4096,12288,0.030228267113367718
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,4096,10240,0.058829332391421
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,4096,10240,0.04857333501180013
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,4096,10240,0.04874933262666067
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,4096,10240,0.03885866701602936
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,4096,10240,0.03326666603485743
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,4096,10240,0.02589333305756251
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,4096,10240,0.0264533335963885
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,4096,12288,0.030082132418950396
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,4096,12288,0.03002026677131653
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,4096,10240,0.025816000998020172
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,4096,12288,0.030088533957799275
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,4096,10240,0.025794667502244312
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,4096,10240,0.025674665967623394
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,4096,10240,0.023991999526818592
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,4096,10240,0.022471999128659565
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,4096,10240,0.021773333350817364
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,4096,10240,0.019357333580652874
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,4096,10240,0.022418667872746784
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,4096,10240,0.022498667240142822
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,4096,10240,0.02192266782124837
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,4096,10240,0.02125599980354309
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,4096,10240,0.020970667401949566
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,4096,10240,0.020696000506480534
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,4096,12288,0.030410667260487873
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,4096,10240,0.019735999405384064
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,4096,10240,0.01993600030740102
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,4096,10240,0.01849866658449173
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,4096,10240,0.017741333693265915
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,4096,10240,0.018829333285490673
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,4096,10240,0.018746666610240936
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,4096,10240,0.018735999862353008
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,4096,10240,0.018730666488409042
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,4096,10240,0.01870666692654292
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,4096,10240,0.01875999942421913
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,4096,10240,0.018751999984184902
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,4096,10240,0.01773333301146825
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,4096,10240,0.017661333084106445
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,4096,10240,0.017743999759356182
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,4096,10240,0.01766666645805041
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,4096,10240,0.017786666750907898
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,4096,10240,0.01773600031932195
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,4096,10240,0.017741333693265915
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,4096,10240,0.01791200041770935
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,4096,10240,0.02683199942111969
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,4096,10240,0.02033599962790807
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,4096,10240,0.01969066634774208
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,4096,10240,0.018914667268594105
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,4096,10240,0.42556798458099365
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,4096,10240,0.2307093342145284
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,4096,10240,0.8535933494567871
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,4096,10240,0.23275200525919595
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,4096,10240,1.7237772941589355
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,4096,10240,0.2167359987894694
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,4096,10240,0.21943332751592
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,4096,10240,0.20480400323867798
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,4096,10240,0.22562932968139648
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,4096,10240,0.18926533063252768
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,4096,10240,0.1922653317451477
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,4096,10240,0.171560009320577
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,4096,10240,0.16158133745193481
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,4096,10240,0.16459733247756958
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,4096,10240,0.15230533480644226
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,4096,10240,0.14750267068545023
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,4096,10240,0.15063599745432535
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,4096,10240,0.13350799679756165
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,4096,10240,0.01877333347996076
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,4096,10240,0.11929333209991455
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,4096,10240,0.1223906675974528
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,4096,10240,0.10698533058166504
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,4096,10240,0.10851732889811198
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,4096,10240,0.0985159973303477
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,4096,10240,0.10437466700871785
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,4096,10240,0.08869333068529765
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,4096,10240,0.09067333738009135
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,4096,10240,0.07537466784318288
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,4096,10240,0.07520933449268341
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,4096,10240,0.06571066876252492
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,4096,10240,0.06399733324845631
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,4096,10240,0.05241066714127859
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,4096,10240,0.05344399809837341
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,4096,10240,0.03907199949026108
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,4096,10240,0.032986665765444435
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,4096,10240,0.032883999248345695
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,4096,10240,0.03233866641918818
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,4096,10240,0.03152533372243246
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,4096,10240,0.03084666778643926
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,4096,10240,0.029126666486263275
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,4096,10240,0.028882667422294617
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,4096,10240,0.0287133331100146
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,4096,10240,0.02701200048128764
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,4096,10240,0.026893332600593567
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,4096,10240,0.02677466720342636
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,4096,10240,0.026340000331401825
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,4096,10240,0.17987734079360962
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,4096,10240,0.025990667442480724
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,4096,10240,0.02650933216015498
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,4096,10240,0.02765466769536336
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,4096,10240,0.025358666976292927
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,4096,10240,0.025228001177310944
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,4096,10240,0.024447999894618988
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,4096,10240,0.024857332309087116
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,4096,10240,0.023029332359631855
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,4096,10240,0.025469332933425903
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,4096,10240,0.023152001202106476
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,4096,10240,0.024561333159605663
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,4096,10240,0.024959998826185863
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,4096,10240,0.022661333282788593
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,4096,10240,0.02256799985965093
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,4096,10240,0.023183998962243397
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,4096,10240,0.022800001005331676
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,4096,10240,0.02332799881696701
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,4096,10240,0.023619999488194782
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,4096,10240,0.022728001077969868
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,4096,10240,0.024167999625205994
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,4096,10240,0.023748000462849934
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,4096,10240,0.023238666355609894
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,4096,10240,0.024354666471481323
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,4096,10240,0.02418400098880132
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,4096,10240,0.02367600053548813
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,4096,10240,0.02418000002702077
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,4096,10240,0.04201066493988037
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,4096,10240,0.031170666217803955
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,4096,10240,0.3109826644261678
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,4096,10240,0.3245413303375244
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,4096,10240,0.2935919960339864
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,4096,10240,0.5501586596171061
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,4096,10240,1.0838253498077393
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,4096,10240,0.27792133887608844
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,4096,10240,0.252405325571696
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,4096,10240,0.23813732465108237
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,4096,10240,0.26931466658910114
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,4096,10240,0.2543346683184306
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,4096,10240,0.23988266785939535
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,4096,10240,0.2087000012397766
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,4096,10240,0.18676799535751343
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,4096,10240,0.19791734218597412
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,4096,10240,0.18411733706792197
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,4096,10240,2.1607866287231445
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,4096,12288,0.030025599400202434
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,4096,12288,0.029645866155624388
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,4096,10240,0.13769599795341492
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,4096,10240,0.12459199627240498
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,4096,10240,0.12414532899856567
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,4096,10240,0.2729906638463338
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,4096,10240,0.22017866373062134
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,4096,10240,0.20831066370010376
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,4096,10240,0.16890267531077066
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,4096,10240,0.1602026621500651
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,4096,10240,0.14884000023206076
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,4096,10240,0.056820000211397804
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,4096,10240,0.05090933541456858
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,4096,10240,0.03980266551176707
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,4096,10240,0.13909866412480673
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,4096,10240,0.10802132884661357
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,4096,10240,0.09636533260345459
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,4096,10240,0.07786799967288971
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,4096,10240,0.09100133180618286
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,4096,10240,0.07517733176549275
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,4096,10240,0.03592133273681005
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,4096,10240,0.027428001165390015
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,4096,10240,0.02531733363866806
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,4096,10240,0.02566533287366231
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,4096,10240,0.024822667241096497
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,4096,10240,0.025231999655564625
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,4096,10240,0.02380266785621643
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,4096,10240,0.023771998782952625
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,4096,10240,0.023786666492621105
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,4096,10240,0.023612000048160553
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,4096,10240,0.01915466661254565
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,4096,10240,0.019502667089303333
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,4096,10240,0.018131999919811886
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,4096,10240,0.017621333400408428
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,4096,10240,0.017639999588330586
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,4096,10240,0.01751866688330968
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,4096,10240,0.0175973338385423
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,4096,10240,0.01754799981911977
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,4096,10240,0.01728666697939237
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,4096,10240,0.017349333812793095
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,4096,10240,0.017265333483616512
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,4096,10240,0.017612000306447346
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,4096,10240,0.031702667474746704
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,4096,10240,0.031942665576934814
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,4096,10240,0.03263333439826965
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,4096,10240,0.03195200115442276
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,4096,10240,0.032985332111517586
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,4096,10240,0.032458665470282234
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,4096,10240,0.031943999230861664
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,4096,10240,0.032871998846530914
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,4096,10240,0.03269466757774353
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,4096,10240,0.033443999787171684
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,4096,10240,0.032829334338506065
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,4096,10240,0.03294399877389272
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,4096,10240,0.01913600042462349
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,4096,10240,0.019346666832764942
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,4096,10240,0.019218667099873226
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,4096,10240,0.01867600033680598
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,4096,10240,0.018857333809137344
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,4096,10240,0.019102666527032852
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,4096,10240,0.818232536315918
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,4096,10240,0.404857603708903
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,4096,10240,0.2042784055074056
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,4096,10240,0.11532053152720134
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,4096,10240,0.11503787040710449
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,4096,10240,0.11320746739705403
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,4096,10240,0.11069333553314209
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,4096,10240,0.11443626880645752
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,4096,10240,0.10994453430175781
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,4096,10240,0.11050346692403157
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,4096,10240,0.09089492956797282
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,4096,10240,0.1087125301361084
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,4096,10240,0.08967146873474122
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,4096,10240,0.0878655989964803
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,4096,10240,0.08711040019989014
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,4096,10240,0.08721493085225424
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,4096,10240,0.0837610642115275
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,4096,10240,0.08611413637797037
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,4096,10240,0.08264426390329996
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,4096,10240,0.06360853513081868
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,4096,10240,0.08173759778340658
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,4096,10240,0.06100586652755737
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,4096,10240,0.0602944016456604
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,4096,10240,0.05967146555582682
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,4096,10240,0.059208532174428306
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,4096,10240,0.05654613176981608
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,4096,10240,0.056049064795176184
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,4096,10240,0.054440534114837645
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,4096,10240,0.05438506603240967
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,4096,10240,0.03405439853668213
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,4096,10240,0.03168320059776306
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,4096,10240,0.03447999954223633
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,4096,10240,0.030291199684143066
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,4096,10240,0.03173759977022807
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,4096,10240,0.030085333188374835
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,4096,10240,0.028262400627136232
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,4096,10240,0.027612799406051637
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,4096,10240,0.027802666028340656
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,4096,10240,0.027426133553187054
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,4096,10240,0.027617067098617554
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,4096,10240,0.027342933416366576
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,4096,10240,0.027667200565338133
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,4096,10240,0.027512532472610474
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,4096,10240,0.02714560031890869
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,4096,10240,0.026723200082778932
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,4096,10240,0.02672213315963745
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,4096,10240,0.0267850657304128
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,4096,10240,0.026474666595458985
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,4096,10240,0.026743467648824053
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,4096,10240,0.02664426763852437
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,4096,10240,0.02675519982973735
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,4096,10240,0.026761599381764728
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,4096,10240,0.026441599925359088
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,4096,10240,0.02632853388786316
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,4096,10240,0.02638826568921407
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,4096,10240,0.026739199956258137
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,4096,10240,0.026301866769790648
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,4096,10240,0.02637653350830078
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,4096,10240,0.026434133450190227
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,4096,10240,0.026474666595458985
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,4096,10240,0.025947733720143633
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,4096,10240,0.026340266068776447
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,4096,10240,0.02638826568921407
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,4096,10240,0.026337067286173504
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,4096,10240,0.026311467091242473
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,4096,10240,0.026368000109990436
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,4096,10240,0.02674986720085144
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,4096,8192,1.4433333079020183
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,4096,8192,0.7043146292368571
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,4096,8192,0.35901331901550293
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,4096,8192,0.22155465682347616
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,4096,8192,0.22302132844924927
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,4096,8192,0.21438399950663248
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,4096,8192,0.2216906746228536
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,4096,8192,0.20084534088770548
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,4096,8192,0.22378132740656534
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,4096,8192,0.1867413322130839
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,4096,8192,0.18540799617767334
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,4096,8192,0.1718053420384725
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,4096,8192,0.16930399338404337
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,4096,8192,0.17043199141820273
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,4096,8192,0.14054666956265768
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,4096,8192,0.13700266679128012
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,4096,8192,0.13954666256904602
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,4096,8192,0.1428933342297872
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,4096,8192,0.13009066383043924
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,4096,8192,0.10917599995930989
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,4096,8192,0.0987333357334137
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,4096,8192,0.09551999966303508
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,4096,8192,0.09325866897900899
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,4096,8192,0.07892799874146779
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,4096,8192,0.09292800227801006
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,4096,8192,0.07349599897861481
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,4096,8192,0.07569333414236705
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,4096,8192,0.0637520005305608
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,4096,8192,0.061234667897224426
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,4096,8192,0.05189866820971171
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,4096,8192,0.04823199907938639
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,4096,8192,0.04090933253367742
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,4096,8192,0.039304000635941826
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,4096,8192,0.03200799971818924
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,4096,8192,0.027930667002995808
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,4096,8192,0.022408001124858856
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,4096,8192,0.02181333303451538
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,4096,8192,0.022045334180196125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,4096,8192,0.02182399978240331
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,4096,8192,0.021954665581385296
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,4096,8192,0.02183466653029124
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,4096,8192,0.020442667106787365
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,4096,8192,0.017621333400408428
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,4096,8192,0.018696000178654987
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,4096,8192,0.01683466633160909
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,4096,8192,0.01677600045998891
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,4096,8192,0.016920000314712524
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,4096,8192,0.01679733271400134
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,4096,8192,0.01685333376129468
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,4096,8192,0.016663999607165653
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,4096,8192,0.01698399956027667
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,4096,8192,0.01862666631738345
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,4096,8192,0.016679999728997547
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,4096,8192,0.017674667139848072
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,4096,8192,0.017711999515692394
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,4096,8192,0.017664000391960144
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,4096,8192,0.016663999607165653
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,4096,8192,0.016829332957665127
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,4096,8192,0.01647199938694636
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,4096,8192,0.017173333714405697
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,4096,8192,0.016976000120242436
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,4096,8192,0.016773333152135212
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,4096,8192,0.01664799948533376
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,4096,8192,0.016858667135238647
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,4096,8192,0.01721599946419398
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,4096,8192,0.016805333395799
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,4096,8192,0.016010666886965435
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,4096,8192,0.016066666692495346
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,4096,8192,0.016311999410390854
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,4096,8192,0.016415999581416447
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,4096,8192,0.016650666793187458
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,4096,8192,0.016693333784739178
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,4096,8192,0.016735999534527462
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,4096,8192,0.016600000361601513
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,4096,8192,1.3840667406717937
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,4096,8192,0.6954360008239746
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,4096,8192,0.3569653431574504
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,4096,8192,0.18823200464248657
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,4096,8192,0.18868666887283325
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,4096,8192,0.17091999451319376
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,4096,8192,0.1717146635055542
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,4096,8192,0.16035999854405722
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,4096,8192,0.16669867436091104
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,4096,8192,0.14670000473658243
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,4096,8192,0.14364666740099588
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,4096,8192,0.13724266489346823
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,4096,8192,0.13623600204785666
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,4096,8192,0.12819733222325644
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,4096,8192,0.12684266765912375
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,4096,8192,0.12388267119725545
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,4096,8192,0.12001867095629375
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,4096,8192,0.11970532933870952
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,4096,8192,0.10970000425974528
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,4096,8192,0.10159200429916382
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,4096,8192,0.09668933351834615
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,4096,8192,0.08843066294987996
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,4096,8192,0.0898799995581309
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,4096,8192,0.08163733283678691
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,4096,8192,0.08829466501871745
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,4096,8192,0.07044666508833568
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,4096,8192,0.07291466494401296
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,4096,8192,0.06371333201726277
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,4096,8192,0.0635479986667633
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,4096,8192,0.0520520011583964
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,4096,8192,0.05091199775536855
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,4096,8192,0.04435733457406362
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,4096,8192,0.044291997949282326
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,4096,8192,0.03512666622797648
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,4096,8192,0.03369733442862829
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,4096,8192,0.0301706666747729
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,4096,8192,0.028743999699751537
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,4096,8192,0.028881333768367767
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,4096,8192,0.02903600037097931
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,4096,8192,0.030980000893274944
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,4096,8192,0.028630666434764862
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,4096,8192,0.02812399963537852
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,4096,8192,0.028564001123110454
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,4096,8192,0.0262226661046346
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,4096,8192,0.025478666027386982
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,4096,8192,0.024725332856178284
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,4096,8192,0.02497199922800064
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,4096,8192,0.024717333416144054
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,4096,8192,0.025651998817920685
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,4096,8192,0.024677333732446034
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,4096,8192,0.024518666168053944
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,4096,8192,0.024033332864443462
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,4096,8192,0.02331999937693278
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,4096,8192,0.0233106662829717
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,4096,8192,0.023217332859834034
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,4096,8192,0.022843999167283375
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,4096,8192,0.0241933340827624
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,4096,8192,0.022330666581789654
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,4096,8192,0.024433332184950512
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,4096,8192,0.02276266614596049
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,4096,8192,0.022220000624656677
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,4096,8192,0.022449334462483723
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,4096,8192,0.022650666534900665
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,4096,8192,0.021125334004561108
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,4096,8192,0.02309600015481313
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,4096,8192,0.02248000105222066
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,4096,8192,0.02275333305199941
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,4096,8192,0.02292266736427943
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,4096,8192,0.022520000735918682
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,4096,8192,0.022837333381175995
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,4096,8192,0.022659999628861744
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,4096,8192,0.02276266614596049
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,4096,8192,0.022600000103314716
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,4096,8192,0.022570667167504627
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,4096,10240,0.02659733295440674
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,4096,10240,0.026230400800704955
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,4096,10240,0.026349866390228273
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,4096,10240,0.026385066906611125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,4096,10240,0.02636373241742452
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,4096,10240,0.026315732796986895
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,4096,10240,0.02678826649983724
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,4096,8192,1.9783013661702473
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,4096,8192,0.22902933756510416
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,4096,8192,0.9782906373341879
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,4096,8192,0.4913693269093831
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,4096,8192,0.2904120087623596
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,4096,8192,0.2180080016454061
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,4096,8192,0.22527199983596802
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,4096,8192,0.26563600699106854
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,4096,8192,0.18602667252222696
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,4096,8192,0.17010132471720377
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,4096,8192,0.17591200272242227
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,4096,8192,0.27532800038655597
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,4096,8192,0.24647732575734457
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,4096,8192,0.1615066627661387
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,4096,8192,0.1438973347345988
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,4096,8192,0.2493213415145874
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,4096,8192,0.1176146666208903
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,4096,8192,0.10939066608746846
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,4096,8192,0.10224133729934692
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,4096,8192,0.09309200445810954
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,4096,8192,0.23891866207122803
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,4096,8192,0.20116533835728964
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,4096,8192,0.21487333377202353
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,4096,8192,0.18904666105906168
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,4096,8192,0.15425599614779154
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,4096,8192,0.04746266702810923
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,4096,8192,0.043438668052355446
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,4096,8192,0.13359466195106506
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,4096,8192,0.12436800201733907
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,4096,8192,0.07454133530457814
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,4096,8192,0.07707333564758301
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,4096,8192,0.06218799948692322
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,4096,8192,0.05680799980958303
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,4096,8192,0.03469733397165934
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,4096,8192,0.02996133267879486
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,4096,8192,0.022701332966486614
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,4096,8192,0.021134667098522186
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,4096,8192,0.024536001185576122
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,4096,8192,0.02266533424456914
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,4096,8192,0.022777333855628967
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,4096,8192,0.02237999935944875
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,4096,8192,0.02179199953873952
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,4096,8192,0.021186667184034984
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,4096,8192,0.021153333286444347
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,4096,8192,0.01711066688100497
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,4096,8192,0.016027999420960743
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,4096,8192,0.015569332987070084
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,4096,8192,0.015765332927306492
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,4096,8192,0.015765332927306492
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,4096,8192,0.015594666202863058
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,4096,8192,0.01599333311120669
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,4096,8192,0.015577333668867746
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,4096,8192,0.03084266682465871
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,4096,8192,0.030447999636332195
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,4096,8192,0.030425332486629486
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,4096,8192,0.030958667397499084
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,4096,8192,0.030937333901723225
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,4096,8192,0.02887466549873352
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,4096,8192,0.017355999598900478
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,4096,8192,0.030212000012397766
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,4096,8192,0.03143066664536794
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,4096,8192,0.03109866629044215
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,4096,8192,0.0319773331284523
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,4096,8192,0.032216000060240425
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,4096,8192,0.03347733368476232
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,4096,8192,0.03228933364152908
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,4096,8192,0.0327799990773201
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,4096,8192,0.03164800008138021
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,4096,8192,0.01708133394519488
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,4096,8192,0.017292000353336334
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,4096,8192,0.01729600007335345
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,4096,8192,0.017202666650215786
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,4096,8192,0.01682399958372116
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,4096,8192,0.017153333872556686
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,4096,8192,0.6570826848347981
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,4096,8192,0.32607787450154624
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,4096,8192,0.16837226549784343
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,4096,8192,0.09441920121510824
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,4096,8192,0.09468586444854736
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,4096,8192,0.09347093105316162
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,4096,8192,0.09345813592274985
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,4096,8192,0.09032533168792725
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,4096,8192,0.08937599658966064
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,4096,8192,0.09073599974314371
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,4096,8192,0.07378239631652832
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,4096,8192,0.07372586727142334
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,4096,8192,0.09021440347035727
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,4096,8192,0.07269226710001628
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,4096,8192,0.07176000277201335
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,4096,8192,0.0706816037495931
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,4096,8192,0.07029226620992025
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,4096,8192,0.06709439754486084
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,4096,8192,0.06800853411356608
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,4096,8192,0.06837333043416341
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,4096,8192,0.0527018666267395
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,4096,8192,0.05121279954910278
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,4096,8192,0.05038293202718099
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,4096,8192,0.04849173227945964
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,4096,8192,0.048622934023539226
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,4096,8192,0.04692373275756836
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,4096,8192,0.02855573296546936
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,4096,8192,0.045569066206614176
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,4096,8192,0.046700799465179445
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,4096,8192,0.04489279985427856
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,4096,8192,0.029072000583012896
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,4096,8192,0.02728319962819417
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,4096,8192,0.02731626629829407
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,4096,8192,0.02569493254025777
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,4096,8192,0.025297067562739056
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,4096,8192,0.024152533213297526
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,4096,8192,0.023893332481384276
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,4096,8192,0.02345386743545532
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,4096,8192,0.023528534173965453
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,4096,8192,0.023513599236806234
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,4096,8192,0.02328746716181437
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,4096,8192,0.02357333302497864
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,4096,8192,0.0233952005704244
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,4096,8192,0.02258346676826477
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,4096,8192,0.022343466679255165
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,4096,8192,0.023118933041890465
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,4096,8192,0.022909865776697794
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,4096,8192,0.022243199745814006
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,4096,8192,0.022387200593948366
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,4096,8192,0.022024534145991006
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,4096,8192,0.022261333465576173
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,4096,8192,0.02260800004005432
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,4096,8192,0.022264534235000612
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,4096,8192,0.022373332579930624
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,4096,8192,0.02222506602605184
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,4096,8192,0.022372267643610635
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,4096,8192,0.02223466634750366
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,4096,8192,0.02222933371861776
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,4096,8192,0.02190933426221212
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,4096,8192,0.022371200720469157
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,4096,8192,0.022290132443110146
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,4096,8192,0.022636799017588298
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,4096,8192,0.022270933787027995
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,4096,8192,0.022333866357803343
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,4096,8192,0.022663466135660806
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,4096,8192,0.021949867407480873
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,4096,8192,0.02185493310292562
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,4096,7168,1.2025279998779297
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,4096,7168,0.64046753777398
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,4096,7168,0.33569955825805664
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,4096,7168,0.1935573286480374
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,4096,7168,0.1948124435212877
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,4096,7168,0.18665777312384713
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,4096,7168,0.19236266613006592
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,4096,7168,0.14861510859595403
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,4096,7168,0.16307022836473253
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,4096,7168,0.13546489344702825
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,4096,7168,0.14032177130381265
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,4096,7168,0.13273421923319498
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,4096,7168,0.12626666492886013
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,4096,7168,0.12575999895731607
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,4096,7168,0.11976533465915257
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,4096,7168,0.11734933323330349
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,4096,7168,0.12006755669911702
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,4096,7168,0.12045155631171332
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,4096,7168,0.10800177521175808
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,4096,7168,0.09499200185139973
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,4096,7168,0.08578311072455512
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,4096,7168,0.08189688788519965
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,4096,7168,0.08031111293368869
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,4096,7168,0.06816711028416951
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,4096,7168,0.07988266812430488
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,4096,7168,0.06428444385528564
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,4096,7168,0.06565333074993558
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,4096,7168,0.0547928876347012
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,4096,7168,0.052814222044414945
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,4096,7168,0.04470400015513102
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,4096,7168,0.04153955645031399
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,4096,7168,0.03537955549028184
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,4096,7168,0.03406577640109592
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,4096,7168,0.027976890405019123
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,4096,7168,0.02411199940575494
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,4096,7168,0.019119999474949308
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,4096,7168,0.018725333942307364
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,4096,7168,0.018375110295083787
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,4096,7168,0.01833422150876787
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,4096,7168,0.0180711117055681
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,4096,7168,0.018785778019163344
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,4096,7168,0.017322666115230985
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,4096,7168,0.0151591118839052
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,4096,7168,0.01592177814907498
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,4096,7168,0.013904000322024027
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,4096,7168,0.01401600076092614
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,4096,7168,0.014001778430408902
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,4096,7168,0.013987556099891663
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,4096,7168,0.014135110709402295
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,4096,7168,0.014090667168299357
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,4096,7168,0.013992889059914483
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,4096,7168,0.01534400052494473
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,4096,7168,0.01387555566098955
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,4096,7168,0.015034667319721647
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,4096,7168,0.014780445231331719
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,4096,7168,0.014992000328169929
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,4096,7168,0.013914666242069669
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,4096,7168,0.013752889302041797
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,4096,7168,0.013713777893119387
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,4096,7168,0.013742222554153867
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,4096,7168,0.013816888961527081
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,4096,7168,0.013646221823162503
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,4096,7168,0.013788444300492605
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,4096,7168,0.013365333278973898
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,4096,7168,0.013637333280510373
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,4096,7168,0.01354311075475481
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,4096,7168,0.013215999636385175
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,4096,7168,0.013843555417325763
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,4096,7168,0.01370488852262497
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,4096,7168,0.01385600037044949
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,4096,7168,0.013896889156765409
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,4096,7168,0.013898667362001208
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,4096,7168,0.014508444401952954
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,4096,7168,0.014487110906177096
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,4096,7168,1.198695500691732
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,4096,7168,0.6194527943929036
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,4096,7168,0.30896425247192383
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,4096,7168,0.16046080589294434
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,4096,7168,0.15941227277119954
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,4096,7168,0.14983146985371906
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,4096,7168,0.1479306697845459
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,4096,7168,0.1412394682566325
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,4096,7168,0.14487253824869792
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,4096,8192,0.022207999229431154
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,4096,7168,0.12930453618367513
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,4096,7168,0.12617812951405843
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,4096,8192,0.022140800952911377
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,4096,7168,0.12315839926401775
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,4096,7168,0.12113706270853679
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,4096,7168,0.11438612937927246
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,4096,7168,0.11095253626505534
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,4096,7168,0.10810026327768962
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,4096,7168,0.108516263961792
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,4096,7168,0.09974613189697265
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,4096,7168,0.0852170705795288
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,4096,7168,0.08924586772918701
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,4096,7168,0.08140799999237061
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,4096,7168,0.08115946451822917
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,4096,7168,0.06999893188476562
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,4096,7168,0.07667733033498128
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,4096,7168,0.06433173418045043
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,4096,7168,0.06598186492919922
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,4096,7168,0.0556661327679952
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,4096,7168,0.05504533449808756
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,4096,7168,0.04925866524378459
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,4096,7168,0.048018133640289305
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,4096,7168,0.041076266765594484
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,4096,7168,0.040931200981140135
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,4096,7168,0.11474986871083577
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,4096,7168,0.0348853349685669
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,4096,7168,0.03310719927151998
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,4096,7168,0.028462932507197065
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,4096,7168,0.026710400978724163
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,4096,7168,0.0276853342851003
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,4096,7168,0.028832000494003297
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,4096,7168,0.027167999744415285
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,4096,7168,0.025126399596532185
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,4096,7168,0.025620265801747637
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,4096,7168,0.02462293306986491
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,4096,7168,0.02296853264172872
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,4096,7168,0.02345386743545532
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,4096,7168,0.02374826669692993
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,4096,7168,0.02295573353767395
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,4096,7168,0.022822399934132896
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,4096,7168,0.022215465704600014
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,4096,7168,0.022258132696151733
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,4096,7168,0.0219925324122111
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,4096,7168,0.022791467110315957
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,4096,7168,0.021398399273554483
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,4096,7168,0.021435733636220297
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,4096,7168,0.02113173405329386
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,4096,7168,0.023155200481414794
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,4096,7168,0.020503467321395873
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,4096,7168,0.022689066330591836
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,4096,7168,0.020730666319529214
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,4096,7168,0.020665599902470907
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,4096,7168,0.02167466680208842
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,4096,7168,0.021917865673700968
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,4096,7168,0.02058773239453634
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,4096,7168,0.02885226607322693
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,4096,7168,0.020626133680343627
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,4096,7168,0.020706133047739664
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,4096,7168,0.02328426639238993
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,4096,7168,0.022667733828226726
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,4096,7168,0.022682666778564453
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,4096,7168,0.02342826724052429
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,4096,7168,0.022781866788864135
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,4096,7168,0.022742400566736855
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,4096,7168,0.023601067066192628
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,4096,7168,0.02262293299039205
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,4096,8192,0.022123734156290688
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,4096,8192,0.022717867294947305
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,4096,8192,0.02224000096321106
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,4096,8192,0.02222826679547628
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,4096,8192,0.0223146657148997
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,4096,7168,0.9428010940551758
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,4096,7168,0.22242560386657714
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,4096,7168,1.885846455891927
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,4096,7168,0.4719925244649251
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,4096,7168,0.21444053649902345
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,4096,7168,0.2812021255493164
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,4096,7168,0.2606421311696371
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,4096,7168,0.26545066833496095
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,4096,7168,0.18046293258666993
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,4096,7168,0.16776426633199054
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,4096,7168,0.17044800122578938
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,4096,7168,0.24259947141011556
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,4096,7168,0.1562869389851888
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,4096,7168,0.14157439867655436
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,4096,7168,0.24144105911254882
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,4096,7168,0.22824320793151856
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,4096,7168,0.10547306537628173
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,4096,7168,0.10216320355733235
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,4096,7168,0.08670826752980551
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,4096,7168,0.22051626841227212
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,4096,7168,0.1984938621520996
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,4096,7168,0.08308266798655192
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,4096,7168,0.20850133895874023
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,4096,7168,0.18569493293762207
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,4096,7168,0.04392960071563721
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,4096,7168,0.037462401390075686
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,4096,7168,0.1528458595275879
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,4096,7168,0.12568960189819336
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,4096,7168,0.12076266606648763
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,4096,7168,0.05578986803690592
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,4096,7168,0.06495680014292399
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,4096,7168,0.06578453381856283
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,4096,7168,0.05097386837005615
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,4096,7168,0.03253440062204997
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,4096,7168,0.028361600637435914
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,4096,7168,0.02262293299039205
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,4096,7168,0.021138133605321248
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,4096,7168,0.02076479991277059
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,4096,7168,0.02100906570752462
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,4096,7168,0.02060799996058146
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,4096,7168,0.019874133666356406
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,4096,7168,0.01936533252398173
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,4096,7168,0.019377066691716512
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,4096,7168,0.019384533166885376
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,4096,7168,0.015735466281572977
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,4096,7168,0.014429866274197897
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,4096,7168,0.014099199573198953
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,4096,7168,0.014077867070833841
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,4096,7168,0.014411733547846476
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,4096,7168,0.01409386694431305
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,4096,7168,0.024226133028666177
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,4096,7168,0.024265599250793458
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,4096,7168,0.023965867360432942
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,4096,7168,0.023864533503850302
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,4096,7168,0.024727465709050496
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,4096,7168,0.025145600239435833
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,4096,7168,0.024549333254496257
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,4096,7168,0.025010132789611818
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,4096,7168,0.024714666604995727
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,4096,7168,0.02534293333689372
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,4096,7168,0.02432960073153178
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,4096,7168,0.027540266513824463
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,4096,7168,0.025565866629282636
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,4096,7168,0.026369067033131917
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,4096,7168,0.024781866868336996
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,4096,7168,0.025547732909520466
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,4096,7168,0.025614933172861738
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,4096,7168,0.0161461333433787
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,4096,7168,0.01574613352616628
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,4096,7168,0.015733333428700765
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,4096,7168,0.015607466300328573
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,4096,7168,0.015723733107248943
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,4096,7168,0.015737600127855935
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,4096,7168,0.015757866700490317
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,4096,7168,0.5896234512329102
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,4096,7168,0.2953322728474935
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,4096,7168,0.14942720731099446
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,4096,7168,0.08662827014923095
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,4096,7168,0.08498026529947916
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,4096,7168,0.08558719952901205
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,4096,7168,0.08622399965922037
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,4096,7168,0.08334186871846518
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,4096,7168,0.08324266274770101
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,4096,7168,0.0827946662902832
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,4096,7168,0.06754453182220459
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,4096,7168,0.06618773142496745
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,4096,7168,0.06631999810536703
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,4096,7168,0.06498346726099649
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,4096,7168,0.06781973044077555
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,4096,7168,0.08199360370635986
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,4096,7168,0.06405119895935059
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,4096,7168,0.06299306551615397
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,4096,7168,0.04627946615219116
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,4096,7168,0.061818667252858485
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,4096,7168,0.04748479922612508
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,4096,7168,0.06032213370005289
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,4096,7168,0.04432533184687297
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,4096,7168,0.0456928014755249
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,4096,7168,0.04530133406321208
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,4096,7168,0.043030401070912674
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,4096,7168,0.04245013395945231
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,4096,7168,0.026786132653554277
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,4096,7168,0.04112000068028768
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,4096,7168,0.04086186488469441
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,4096,7168,0.027003733317057292
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,4096,7168,0.0250271995862325
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,4096,7168,0.024409600098927817
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,4096,7168,0.023840000232060753
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,4096,7168,0.023497599363327026
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,4096,7168,0.021817600727081297
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,4096,7168,0.02158613403638204
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,4096,7168,0.02189013361930847
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,4096,7168,0.021798400084177653
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,4096,7168,0.0214026669661204
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,4096,7168,0.02149333357810974
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,4096,7168,0.02113706668217977
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,4096,7168,0.021512534221013388
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,4096,7168,0.0210591991742452
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,4096,7168,0.020631466309229532
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,4096,7168,0.020802134275436403
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,4096,7168,0.02045546571413676
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,4096,7168,0.02060479919115702
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,4096,7168,0.020447999238967896
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,4096,7168,0.020334933201471964
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,4096,7168,0.020702934265136717
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,4096,7168,0.02018346587816874
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,4096,7168,0.020558933417002358
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,4096,7168,0.020286933581034342
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,4096,7168,0.020240000883738198
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,4096,7168,0.0202293336391449
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,4096,7168,0.02017813324928284
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,4096,7168,0.02021226684252421
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,4096,7168,0.020218666394551596
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,4096,7168,0.020244266589482626
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,4096,7168,0.02004800041516622
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,4096,7168,0.020090667406717937
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,4096,7168,0.02018986741701762
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,4096,7168,0.020253866910934448
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,4096,7168,0.02026559909184774
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,4096,7168,0.0202890674273173
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,4096,7168,0.020194133122762047
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,4096,6144,1.0460266537136502
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,4096,6144,0.5499662293328179
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,4096,6144,0.27171021037631565
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,4096,6144,0.16011199686262342
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,4096,6144,0.1604142189025879
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,4096,6144,0.15998044278886583
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,4096,6144,0.16277866893344456
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,4096,6144,0.13261866569519043
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,4096,6144,0.14907556109958225
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,4096,6144,0.12436444229549831
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,4096,6144,0.124835557407803
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,4096,6144,0.11474666330549453
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,4096,6144,0.10786488983366226
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,4096,6144,0.11121955182817246
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,4096,6144,0.10409422053231134
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,4096,6144,0.10405333174599542
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,4096,6144,0.10257955392201741
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,4096,6144,0.1025457779566447
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,4096,6144,0.09072888559765285
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,4096,6144,0.0815253323978848
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,4096,6144,0.07380977604124281
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,4096,6144,0.06957333617740206
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,4096,6144,0.06849777698516846
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,4096,6144,0.058952887852986656
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,4096,6144,0.06763022475772433
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,4096,6144,0.05455822083685133
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,4096,6144,0.056032001972198486
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,4096,6144,0.0465191106001536
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,4096,6144,0.04498844345410665
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,4096,6144,0.03825777769088745
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,4096,6144,0.03586133321126302
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,4096,6144,0.03017066584693061
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,4096,6144,0.029500444730122883
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,4096,6144,0.023804444405767653
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,4096,6144,0.02051911089155409
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,4096,6144,0.016547555724779766
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,4096,6144,0.015927111109097798
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,4096,6144,0.016170667277442086
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,4096,6144,0.016083555089102853
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,4096,6144,0.015967999895413715
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,4096,6144,0.01644799941115909
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,4096,6144,0.015180443723996481
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,4096,6144,0.013276444541083442
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,4096,6144,0.013930666777822705
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,4096,6144,0.012426666915416718
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,4096,6144,0.012431999875439538
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,4096,6144,0.012515555653307172
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,4096,6144,0.012433778080675336
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,4096,6144,0.012449777788586087
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,4096,6144,0.012437333663304647
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,4096,6144,0.012430222498046027
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,4096,6144,0.014156444205178155
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,4096,6144,0.012328888807031842
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,4096,6144,0.01220444424284829
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,4096,6144,0.013212444053755866
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,4096,6144,0.012083555261294046
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,4096,6144,0.012552888856993781
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,4096,6144,0.011864888999197217
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,4096,6144,0.012533333566453723
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,4096,7168,0.01988160014152527
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,4096,6144,0.012268444730175866
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,4096,6144,0.01185955521133211
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,4096,6144,0.011872000164455838
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,4096,6144,0.011843555503421359
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,4096,6144,0.011916444533401065
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,4096,6144,0.01178311142656538
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,4096,6144,0.012410666379663678
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,4096,6144,0.012497777740160624
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,4096,6144,0.012494222157531314
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,4096,6144,0.012536889149083031
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,4096,6144,0.012465777496496836
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,4096,6144,0.012501333322789935
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,4096,6144,0.012478222449620565
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,4096,6144,0.012330667012267642
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,4096,6144,0.011868444581826528
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,4096,6144,1.0430645624796548
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,4096,6144,0.26156800587972007
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,4096,6144,0.13839680353800457
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,4096,6144,0.1371658643086751
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,4096,6144,0.12999040285746258
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,4096,6144,0.12736533482869467
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,4096,6144,0.12379946708679199
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,4096,6144,0.12700053056081134
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,4096,6144,0.1112330675125122
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,4096,6144,0.1113813320795695
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,4096,6144,0.512120532989502
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,4096,6144,0.10658986568450927
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,4096,6144,0.10506347020467122
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,4096,6144,0.10244159698486328
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,4096,6144,0.10130879878997803
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,4096,6144,0.09539733727773031
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,4096,6144,0.09284906387329102
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,4096,6144,0.09695573647816977
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,4096,6144,0.09005333582560221
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,4096,6144,0.07962133089701334
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,4096,6144,0.07482879956563314
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,4096,6144,0.0688373327255249
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,4096,6144,0.06893440087636313
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,4096,6144,0.0634549339612325
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,4096,6144,0.0679253339767456
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,4096,6144,0.05553493499755859
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,4096,6144,0.05666346549987793
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,4096,6144,0.05330346822738648
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,4096,6144,0.049437868595123294
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,4096,6144,0.04447786808013916
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,4096,6144,0.04299946626027425
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,4096,6144,0.03701440095901489
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,4096,6144,0.037767465909322104
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,4096,6144,0.03305919965108235
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,4096,6144,0.03155946731567383
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,4096,6144,0.02704319953918457
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,4096,6144,0.025407999753952026
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,4096,6144,0.02677653431892395
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,4096,6144,0.024710400899251302
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,4096,6144,0.026792534192403156
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,4096,6144,0.02392959992090861
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,4096,6144,0.02363626758257548
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,4096,6144,0.022753065824508666
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,4096,6144,0.022613332668940226
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,4096,6144,0.02263039946556091
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,4096,6144,0.022614399592081703
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,4096,6144,0.022312533855438233
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,4096,6144,0.021927465995152794
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,4096,6144,0.021591466665267945
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,4096,6144,0.02130240003267924
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,4096,6144,0.021042132377624513
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,4096,6144,0.020846933126449585
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,4096,6144,0.021386667092641195
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,4096,6144,0.02058239976565043
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,4096,6144,0.020888533194859824
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,4096,6144,0.0211626668771108
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,4096,6144,0.021686400969823202
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,4096,6144,0.019215999046961467
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,4096,6144,0.022392533222834268
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,4096,6144,0.01928106745084127
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,4096,6144,0.020968532562255858
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,4096,6144,0.02140373388926188
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,4096,6144,0.02050986687342326
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,4096,6144,0.01914986570676168
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,4096,6144,0.0202293336391449
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,4096,6144,0.019747199614842732
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,4096,6144,0.02145599921544393
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,4096,6144,0.02148053248723348
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,4096,6144,0.022821333010991415
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,4096,6144,0.021001599232355752
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,4096,6144,0.021946666638056438
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,4096,6144,0.020784000555674233
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,4096,6144,0.021437867482503255
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,4096,6144,0.02263360023498535
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,4096,7168,0.020256000757217407
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,4096,7168,0.020230400562286376
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,4096,7168,0.0201855997244517
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,4096,7168,0.020204800367355346
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,4096,7168,0.02018986741701762
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,4096,7168,0.02063573400179545
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,4096,6144,0.8846378962198893
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,4096,6144,0.2115957260131836
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,4096,6144,1.7772810618082684
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,4096,6144,0.20322240193684898
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,4096,6144,0.453435738881429
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,4096,6144,0.25938240687052405
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,4096,6144,0.2464384078979492
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,4096,6144,0.24910079638163246
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,4096,6144,0.16852480570475262
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,4096,6144,0.15943679809570313
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,4096,6144,0.15765013694763183
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,4096,6144,0.22590400377909342
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,4096,6144,0.1355189323425293
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,4096,6144,0.12744853496551514
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,4096,6144,0.2279029369354248
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,4096,6144,0.21227520306905112
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,4096,6144,0.08662400245666504
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,4096,6144,0.08337386449178061
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,4096,6144,0.07423786322275797
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,4096,6144,0.20545493761698402
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,4096,6144,0.06897280216217042
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,4096,6144,0.1870240052541097
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,4096,6144,0.1903722604115804
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,4096,6144,0.17619519233703612
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,4096,6144,0.04114986658096313
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,4096,6144,0.03505920171737671
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,4096,6144,0.14603840510050456
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,4096,6144,0.10926506519317628
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,4096,6144,0.10378560225168865
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,4096,6144,0.057099731763203945
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,4096,6144,0.054929065704345706
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,4096,6144,0.05024533271789551
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,4096,6144,0.04617280165354411
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,4096,6144,0.03063253362973531
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,4096,6144,0.026791467269261675
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,4096,6144,0.02145919998486837
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,4096,6144,0.019565866390864054
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,4096,6144,0.019458132982254028
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,4096,6144,0.01944533387819926
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,4096,6144,0.019016534090042114
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,4096,6144,0.01821119983990987
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,4096,6144,0.018132267395655315
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,4096,6144,0.018003199497858682
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,4096,6144,0.017797333002090455
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,4096,6144,0.014932266871134438
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,4096,6144,0.013302399714787801
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,4096,6144,0.01325973371664683
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,4096,6144,0.013269333044687906
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,4096,6144,0.013609600067138673
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,4096,6144,0.013303466637929282
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,4096,6144,0.026833067337671917
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,4096,6144,0.026038400332132977
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,4096,6144,0.025493333737055462
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,4096,6144,0.025701334079106648
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,4096,6144,0.0255840003490448
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,4096,6144,0.025509333610534667
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,4096,6144,0.026784000794092815
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,4096,6144,0.026396799087524413
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,4096,6144,0.027076266209284466
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,4096,6144,0.026705066363016765
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,4096,6144,0.026102399826049803
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,4096,6144,0.02592746615409851
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,4096,6144,0.026311467091242473
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,4096,6144,0.025908267498016356
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,4096,6144,0.027352533737818402
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,4096,6144,0.027349332968393963
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,4096,6144,0.02917226751645406
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,4096,6144,0.01492800017197927
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,4096,6144,0.014888532956441245
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,4096,6144,0.014727466305096946
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,4096,6144,0.014470400412877402
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,4096,6144,0.014900267124176025
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,4096,6144,0.01461013356844584
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,4096,6144,0.014509866635004679
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,4096,6144,0.5213066736857097
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,4096,6144,0.2608415921529134
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,4096,6144,0.13354345957438152
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,4096,6144,0.07813333670298259
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,4096,6144,0.07794240315755209
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,4096,6144,0.07739520072937012
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,4096,6144,0.0769589344660441
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,4096,6144,0.07502293586730957
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,4096,6144,0.07449706395467123
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,4096,6144,0.07340799967447917
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,4096,6144,0.061500799655914304
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,4096,6144,0.0732863982518514
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,4096,6144,0.0604693333307902
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,4096,6144,0.06018986701965332
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,4096,6144,0.05940586725870768
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,4096,6144,0.05708479881286621
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,4096,6144,0.05591466824213663
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,4096,6144,0.05561600128809611
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,4096,6144,0.05804160038630167
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,4096,6144,0.04380266666412354
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,4096,6144,0.053890132904052736
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,4096,6144,0.04127360184987386
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,4096,6144,0.04098666508992513
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,4096,6144,0.03965760072072347
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,4096,6144,0.04009493192036946
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,4096,6144,0.03698346614837646
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,4096,6144,0.0382912000020345
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,4096,6144,0.03808000087738037
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,4096,6144,0.03662399848302205
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,4096,6144,0.022845866282780965
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,4096,6144,0.024553600947062174
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,4096,6144,0.024948267141977946
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,4096,6144,0.021986132860183714
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,4096,6144,0.021233065923055013
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,4096,6144,0.02264639933904012
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,4096,6144,0.01998186707496643
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,4096,6144,0.01959786613782247
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,4096,6144,0.019407999515533448
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,4096,6144,0.019478400548299156
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,4096,6144,0.019367466370264687
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,4096,6144,0.01965120037396749
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,4096,6144,0.01930239995320638
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,4096,6144,0.01903466582298279
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,4096,6144,0.019425066312154134
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,4096,6144,0.018568533658981323
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,4096,6144,0.018600533405939736
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,4096,6144,0.018305067221323648
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,4096,6144,0.018580265839894614
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,4096,6144,0.018615466356277467
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,4096,6144,0.018599466482798258
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,4096,6144,0.018773333231608073
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,4096,6144,0.018269866704940796
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,4096,6144,0.018221867084503175
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,4096,6144,0.01821440060933431
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,4096,6144,0.01856000026067098
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,4096,6144,0.018057600657145182
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,4096,6144,0.018172800540924072
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,4096,6144,0.018186666568120322
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,4096,6144,0.018151466051737467
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,4096,6144,0.01818986733754476
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,4096,6144,0.018122667074203493
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,4096,6144,0.01821333368619283
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,4096,6144,0.018231467405954997
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,4096,6144,0.01819093426068624
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,4096,6144,0.01821546753247579
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,4096,6144,0.01816640098889669
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,4096,6144,0.017905066410700478
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,4096,5120,0.851095994313558
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,4096,5120,0.4827200174331665
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,4096,5120,0.22702799240748087
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,4096,5120,0.13384133577346802
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,4096,5120,0.13317066431045532
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,4096,5120,0.13190666834513345
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,4096,5120,0.13266799847284952
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,4096,5120,0.12290400266647339
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,4096,5120,0.13154666622479758
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,4096,6144,0.018206934134165444
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,4096,5120,0.101992001136144
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,4096,6144,0.01861226757367452
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,4096,5120,0.0961959958076477
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,4096,5120,0.09132132927576701
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,4096,5120,0.08786533276240031
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,4096,5120,0.08511066436767578
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,4096,5120,0.08229466776053111
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,4096,5120,0.08155866463979085
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,4096,5120,0.08428399761517842
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,4096,5120,0.07613333563009898
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,4096,5120,0.06744933128356934
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,4096,5120,0.061119998494784035
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,4096,5120,0.05690933267275492
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,4096,5120,0.05808533231417338
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,4096,5120,0.04913066824277242
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,4096,5120,0.05551999807357788
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,4096,5120,0.0450160006682078
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,4096,5120,0.04615999758243561
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,4096,5120,0.038676001131534576
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,4096,5120,0.037474667032559715
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,4096,5120,0.0318786675731341
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,4096,5120,0.029894667367140453
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,4096,5120,0.025017333527406056
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,4096,5120,0.024686666826407116
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,4096,5120,0.019474666565656662
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,4096,5120,0.017355999598900478
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,4096,5120,0.013609333584705988
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,4096,5120,0.01368533323208491
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,4096,5120,0.013445333888133367
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,4096,5120,0.013718667129675547
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,4096,5120,0.11483066280682881
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,4096,5120,0.013525333255529404
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,4096,5120,0.012909332911173502
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,4096,5120,0.011406666288773218
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,4096,5120,0.011950666705767313
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,4096,5120,0.010762666662534079
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,4096,5120,0.010758666942516962
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,4096,5120,0.010845333337783813
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,4096,5120,0.010904000451167425
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,4096,5120,0.010780000438292822
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,4096,5120,0.010669333239396414
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,4096,5120,0.012450666477282843
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,4096,5120,0.010409333432714144
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,4096,5120,0.010366666441162428
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,4096,5120,0.010426666587591171
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,4096,5120,0.010389333590865135
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,4096,5120,0.012236000349124273
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,4096,5120,0.010453333457310995
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,4096,6144,0.01857173244158427
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,4096,5120,0.010874666273593903
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,4096,5120,0.010326666757464409
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,4096,5120,0.010373333469033241
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,4096,5120,0.010327999790509542
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,4096,5120,0.010342666879296303
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,4096,5120,0.010079999764760336
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,4096,5120,0.01035066694021225
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,4096,5120,0.010180000215768814
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,4096,5120,0.01090933382511139
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,4096,5120,0.010902666797240576
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,4096,5120,0.010869332899649939
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,4096,5120,0.010879999647537867
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,4096,5120,0.010933333386977514
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,4096,5120,0.010949333508809408
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,4096,5120,0.014090667168299357
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,4096,5120,0.01091866691907247
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,4096,5120,0.01097600037852923
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,4096,5120,0.21053973833719888
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,4096,5120,0.010845333337783813
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,4096,5120,0.42667414347330734
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,4096,5120,0.11410880088806152
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,4096,5120,0.11045653025309246
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,4096,5120,0.10882879892985027
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,4096,5120,0.10712532997131348
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,4096,5120,0.8527189254760742
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,4096,5120,0.10967786312103271
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,4096,5120,0.09655893643697103
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,4096,5120,0.1017621358235677
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,4096,5120,0.09036693572998047
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,4096,5120,0.09308799902598063
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,4096,5120,0.08816426595052083
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,4096,5120,0.0854144016901652
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,4096,5120,0.08091306686401367
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,4096,5120,0.0742240031560262
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,4096,5120,0.07338879903157552
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,4096,5120,0.11405013402303059
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,4096,5120,0.06786346435546875
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,4096,5120,0.06400320132573446
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,4096,5120,0.059628800551096595
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,4096,5120,0.0604479988416036
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,4096,5120,0.05327999989191691
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,4096,5120,0.05746560096740723
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,4096,5120,0.04931413332621257
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,4096,5120,0.0500928004582723
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,4096,5120,0.046071465810139975
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,4096,5120,0.044351998964945474
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,4096,6144,0.018311466773351034
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,4096,5120,0.0886613368988037
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,4096,5120,0.03855573336283366
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,4096,5120,0.0348416010538737
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,4096,5120,0.030292266607284547
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,4096,5120,0.029029333591461183
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,4096,5120,0.02482453385988871
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,4096,5120,0.02536853353182475
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,4096,5120,0.024679466088612875
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,4096,5120,0.02490560015042623
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,4096,5120,0.02318293253580729
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,4096,5120,0.023602133989334105
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,4096,5120,0.02244159976641337
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,4096,5120,0.020651733875274657
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,4096,5120,0.020691200097401937
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,4096,5120,0.01949333349863688
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,4096,5120,0.0203658660252889
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,4096,5120,0.020496000846227012
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,4096,5120,0.020091732343037925
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,4096,5120,0.0201855997244517
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,4096,5120,0.02069546580314636
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,4096,5120,0.0202346662680308
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,4096,5120,0.019667200247446694
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,4096,5120,0.03462186654408773
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,4096,5120,0.01914880077044169
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,4096,6144,0.0183786670366923
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,4096,5120,0.01912320057551066
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,4096,5120,0.018636800845464072
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,4096,5120,0.021074134111404418
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,4096,5120,0.01867199937502543
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,4096,5120,0.018338133891423546
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,4096,5120,0.018644267320632936
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,4096,5120,0.019063466787338258
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,4096,5120,0.018566399812698364
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,4096,5120,0.018178133169809978
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,4096,5120,0.01853440006573995
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,4096,5120,0.020507733027140297
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,4096,5120,0.021845332781473794
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,4096,5120,0.020424532890319824
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,4096,5120,0.020550400018692017
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,4096,5120,0.020408533016840615
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,4096,5120,0.020821332931518555
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,4096,5120,0.020595200856526694
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,4096,5120,0.02089386582374573
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,4096,5120,0.03921600182851155
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,4096,5120,0.018573866287867228
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,4096,5120,0.01893226703008016
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,4096,5120,0.02086720069249471
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,4096,6144,0.01819093426068624
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,4096,6144,0.018257067600886027
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,4096,5120,0.8427647908528646
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,4096,5120,0.24527146021525065
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,4096,5120,0.20342186292012535
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,4096,5120,0.42573226292928057
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,4096,5120,0.19346027374267577
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,4096,5120,0.2325258731842041
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,4096,5120,0.19175465901692706
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,4096,5120,0.17345387140909832
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,4096,5120,1.6780938466389972
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,4096,5120,0.14750080108642577
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,4096,5120,0.14172159830729167
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,4096,5120,0.12951786518096925
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,4096,5120,0.10730026563008625
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,4096,5120,0.20234986941019692
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,4096,5120,0.2310943921407064
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,4096,5120,0.2178581396738688
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,4096,5120,0.07502826849619547
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,4096,5120,0.07081813017527262
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,4096,5120,0.06612586577733358
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,4096,5120,0.058806399504343666
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,4096,5120,0.2122549374898275
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,4096,5120,0.17869119644165038
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,4096,5120,0.16361279487609864
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,4096,5120,0.12114346822102864
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,4096,5120,0.03781439860661824
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,4096,5120,0.0327946662902832
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,4096,5120,0.10187520186106365
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,4096,5120,0.08513387044270834
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,4096,5120,0.0824949343999227
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,4096,5120,0.05314559936523437
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,4096,5120,0.04999680121739705
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,4096,5120,0.04640640020370483
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,4096,5120,0.042792534828186034
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,4096,5120,0.028467200199762982
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,4096,5120,0.019826134045918785
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,4096,5120,0.02617599964141846
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,4096,5120,0.018133334318796792
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,4096,5120,0.016515200336774193
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,4096,5120,0.01772800087928772
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,4096,5120,0.017838933070500693
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,4096,5120,0.01798186699549357
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,4096,5120,0.016478932897249856
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,4096,5120,0.016759467124938966
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,4096,5120,0.01692906618118286
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,4096,5120,0.013642666737238565
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,4096,5120,0.01206933359305064
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,4096,5120,0.012019200126330058
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,4096,5120,0.011618133385976155
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,4096,5120,0.012397866447766621
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,4096,5120,0.011905066172281901
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,4096,5120,0.01907093326250712
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,4096,5120,0.019848533471425376
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,4096,5120,0.01973973313967387
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,4096,5120,0.019347200791041054
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,4096,5120,0.019777067502339683
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,4096,5120,0.020163200298945107
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,4096,5120,0.020967467625935873
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,4096,5120,0.019792000452677407
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,4096,5120,0.019703465700149535
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,4096,5120,0.020632533232371013
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,4096,5120,0.020220800240834554
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,4096,5120,0.020180267095565797
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,4096,5120,0.02022613286972046
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,4096,5120,0.020989867051442464
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,4096,5120,0.021041067441304524
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,4096,5120,0.013644799590110779
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,4096,5120,0.021840000152587892
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,4096,5120,0.022222934166590373
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,4096,5120,0.013621333241462707
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,4096,5120,0.013636266191800436
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,4096,5120,0.46005652745564773
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,4096,5120,0.013502933581670127
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,4096,5120,0.013901866475741067
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,4096,5120,0.013225600123405457
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,4096,5120,0.013546666502952576
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,4096,5120,0.22970986366271973
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,4096,5120,0.11851733525594074
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,4096,5120,0.06989440123240152
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,4096,5120,0.06872639656066895
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,4096,5120,0.0685749371846517
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,4096,5120,0.06947200298309326
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,4096,5120,0.06635733445485434
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,4096,5120,0.06505920092264811
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,4096,5120,0.06405653158823649
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,4096,5120,0.05364799896876017
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,4096,5120,0.0657642682393392
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,4096,5120,0.05288533369700114
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,4096,5120,0.052128001054128015
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,4096,5120,0.05190826654434204
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,4096,5120,0.050095999240875246
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,4096,5120,0.0504309336344401
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,4096,5120,0.048351999123891196
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,4096,5120,0.04871040185292562
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,4096,5120,0.04715413252512614
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,4096,5120,0.037804798285166426
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,4096,5120,0.03649173180262248
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,4096,5120,0.03573973178863525
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,4096,5120,0.03588373263676961
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,4096,5120,0.03511573473612468
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,4096,5120,0.03394026756286621
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,4096,5120,0.03377279837926229
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,4096,5120,0.03276906609535217
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,4096,5120,0.02220906615257263
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,4096,5120,0.032152533531188965
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,4096,5120,0.02195840080579122
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,4096,5120,0.02074026664098104
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,4096,5120,0.019528534015019736
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,4096,5120,0.02035520076751709
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,4096,5120,0.017322667439778647
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,4096,5120,0.017782400051752724
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,4096,5120,0.018935465812683107
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,4096,5120,0.017414400974909462
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,4096,5120,0.017460266749064125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,4096,5120,0.017127466201782227
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,4096,5120,0.017375999689102174
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,4096,5120,0.016574933131535848
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,4096,5120,0.017179733514785765
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,4096,5120,0.017129600048065186
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,4096,5120,0.016525866587956746
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,4096,5120,0.017388800779978432
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,4096,5120,0.01658560037612915
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,4096,5120,0.016497066617012023
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,4096,5120,0.01656000018119812
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,4096,5120,0.016509866714477538
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,4096,5120,0.016717867056528727
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,4096,5120,0.01652479966481527
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,4096,5120,0.0164874662955602
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,4096,5120,0.016582399606704712
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,4096,5120,0.0165802667538325
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,4096,5120,0.01618346671263377
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,4096,5120,0.016176000237464905
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,4096,5120,0.016254933675130208
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,4096,5120,0.016511999567349753
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,4096,5120,0.016556800405184428
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,4096,5120,0.016522666811943053
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,4096,5120,0.016250666975975037
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,4096,5120,0.016151466965675355
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,4096,5120,0.016479999820391337
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,4096,5120,0.016528000434239708
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,4096,5120,0.01618133286635081
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,4096,5120,0.01651946703592936
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,4096,4096,0.6973013083140055
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,4096,4096,0.34976665178934735
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,4096,4096,0.17640133698781332
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,4096,4096,0.10665466388066609
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,4096,4096,0.10484932859738667
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,4096,4096,0.10366800427436829
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,4096,4096,0.10411600271860759
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,4096,4096,0.09702133138974507
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,4096,4096,0.10477466384569804
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,4096,4096,0.09115200241406758
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,4096,4096,0.0873693327109019
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,4096,4096,0.08264400064945221
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,4096,4096,0.08082666496435802
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,4096,4096,0.0812853326400121
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,4096,4096,0.0815440018971761
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,4096,4096,0.08143733441829681
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,4096,4096,0.06532266736030579
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,4096,4096,0.06956000129381816
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,4096,4096,0.06356666485468547
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,4096,4096,0.05363866686820984
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,4096,4096,0.048858667413393654
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,4096,4096,0.046884000301361084
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,4096,4096,0.04637466867764791
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,4096,4096,0.04005333284536997
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,4096,4096,0.045610666275024414
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,4096,4096,0.0368026668826739
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,4096,4096,0.03790133446455002
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,4096,4096,0.031514666974544525
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,4096,4096,0.030787999431292217
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,4096,5120,0.01656000018119812
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,4096,4096,0.024586667617162068
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,4096,4096,0.020578666279713314
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,4096,4096,0.020233333110809326
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,4096,4096,0.01650266721844673
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,4096,4096,0.01462533324956894
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,4096,4096,0.012238666415214539
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,4096,4096,0.010849333057800928
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,4096,4096,0.011838667094707489
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,4096,5120,0.016565333803494772
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,4096,4096,0.011616000284751257
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,4096,4096,0.014296000202496847
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,4096,4096,0.011885333806276321
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,4096,4096,0.011361333231131235
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,4096,4096,0.011406666288773218
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,4096,4096,0.010934667040904364
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,4096,4096,0.009996000056465467
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,4096,4096,0.01003200002014637
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,4096,4096,0.00984533317387104
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,4096,4096,0.009914666414260864
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,4096,4096,0.009906666974226633
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,4096,4096,0.010079999764760336
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,4096,4096,0.0098600002626578
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,4096,4096,0.010005333150426546
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,4096,4096,0.009841333453853926
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,4096,4096,0.009908000007271767
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,4096,4096,0.009824000298976898
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,4096,4096,0.009914666414260864
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,4096,4096,0.010010666524370512
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,4096,4096,0.009841333453853926
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,4096,4096,0.01155333345135053
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,4096,4096,0.009789333368341127
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,4096,4096,0.009573333586255709
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,4096,4096,0.009825333332022032
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,4096,4096,0.009789333368341127
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,4096,4096,0.00983466642598311
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,4096,4096,0.009465333074331284
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,4096,4096,0.00983466642598311
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,4096,4096,0.009590666741132736
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,4096,4096,0.009837333112955093
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,4096,4096,0.009800000116229057
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,4096,4096,0.02632533262173335
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,4096,4096,0.009689333538214365
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,4096,4096,0.009894666572411856
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,4096,4096,0.009865333636601767
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,4096,4096,0.009535999968647957
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,4096,4096,0.34236265818277994
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,4096,4096,0.16381653149922687
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,4096,4096,0.688047981262207
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,4096,4096,0.09424106280008951
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,4096,4096,0.09718293348948161
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,4096,4096,0.09048106670379638
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,4096,4096,0.09197119871775308
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,4096,4096,0.0898805300394694
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,4096,4096,0.09367146492004394
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,4096,4096,0.0800544023513794
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,4096,4096,0.08202453454335532
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,4096,4096,0.07519360383351645
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,4096,4096,0.009742666656772295
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,4096,4096,0.07565120061238607
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,4096,4096,0.06985706488291422
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,4096,4096,0.06945707003275553
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,4096,4096,0.07005013624827067
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,4096,4096,0.0663541316986084
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,4096,4096,0.06153386831283569
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,4096,4096,0.06244479815165201
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,4096,4096,0.05534720023473104
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,4096,4096,0.05356053511301676
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,4096,4096,0.04925546646118164
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,4096,4096,0.049797332286834715
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,4096,4096,0.04733973344167074
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,4096,4096,0.051089068253835045
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,4096,4096,0.04463040033976237
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,4096,4096,0.043841067949930826
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,4096,4096,0.04082346757253011
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,4096,4096,0.038856534163157146
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,4096,4096,0.03599679867426554
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,4096,4096,0.034916265805562334
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,4096,4096,0.03156053423881531
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,4096,4096,0.031198932727177935
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,4096,4096,0.027370667457580565
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,4096,4096,0.026731733481089277
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,4096,4096,0.023875200748443605
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,4096,4096,0.022634667158126832
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,4096,4096,0.023242666323979696
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,4096,4096,0.020786132415135702
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,4096,4096,0.023778132597605386
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,4096,4096,0.020284799734751384
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,4096,4096,0.019382399320602418
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,4096,4096,0.02000853419303894
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,4096,4096,0.019705599546432494
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,4096,4096,0.01911679903666178
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,4096,4096,0.018629332383473717
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,4096,4096,0.018607999881108603
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,4096,4096,0.018613332509994508
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,4096,4096,0.01958293318748474
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,4096,4096,0.018203733364741008
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,4096,4096,0.01856213410695394
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,4096,4096,0.01808746655782064
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,4096,4096,0.017581866184870402
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,4096,4096,0.01859626571337382
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,4096,4096,0.018132267395655315
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,4096,4096,0.017484800020853678
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,4096,4096,0.017308799425760905
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,4096,4096,0.016636799772580466
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,4096,4096,0.017845332622528076
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,4096,4096,0.016523733735084534
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,4096,4096,0.016540799538294473
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,4096,4096,0.01670080025990804
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,4096,4096,0.01656000018119812
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,4096,4096,0.016635732849438985
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,4096,4096,0.016536532839139303
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,4096,4096,0.019001599152882895
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,4096,4096,0.018539732694625853
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,4096,4096,0.018598399559656777
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,4096,4096,0.018541866540908815
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,4096,4096,0.018564265966415406
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,4096,4096,0.018549333016077675
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,4096,4096,0.018582399686177573
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,4096,5120,0.0161461333433787
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,4096,4096,0.018102399508158364
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,4096,4096,0.01875413258870443
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,4096,5120,0.01613866686820984
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,4096,5120,0.01609280010064443
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,4096,5120,0.016552533706029257
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,4096,5120,0.016210132837295534
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,4096,4096,0.40084374745686846
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,4096,4096,0.18341973622639973
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,4096,4096,0.7879829406738281
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,4096,4096,0.1682400067647298
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,4096,4096,1.5761323293050131
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,4096,4096,0.22691094080607094
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,4096,4096,0.21645867029825844
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,4096,4096,0.21274347305297853
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,4096,4096,0.20233599344889322
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,4096,4096,0.13253013292948407
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,4096,4096,0.11307946840922038
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,4096,4096,0.10935786565144856
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,4096,4096,0.10084586938222248
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,4096,4096,0.0920693318049113
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,4096,4096,0.0890122652053833
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,4096,4096,0.08392746448516845
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,4096,4096,0.06662933429082235
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,4096,4096,0.06346559921900431
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,4096,4096,0.05933119853337606
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,4096,4096,0.054370133082071934
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,4096,4096,0.19136533737182618
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,4096,4096,0.17443413734436036
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,4096,4096,0.13537599245707194
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,4096,4096,0.1513408025105794
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,4096,4096,0.03444266716639201
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,4096,4096,0.1571008046468099
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,4096,4096,0.03041173418362935
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,4096,4096,0.07475840250651042
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,4096,4096,0.07074027061462403
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,4096,4096,0.04843733310699463
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,4096,4096,0.046133331457773846
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,4096,4096,0.04237546523412068
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,4096,4096,0.03923199971516927
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,4096,4096,0.023051732778549196
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,4096,4096,0.025042132536570234
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,4096,4096,0.017084799210230508
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,4096,4096,0.01620693306128184
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,4096,4096,0.01573973298072815
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,4096,4096,0.015811199943224587
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,4096,4096,0.015294933319091797
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,4096,4096,0.014497066537539164
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,4096,4096,0.014599466323852539
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,4096,4096,0.014471466342608133
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,4096,4096,0.01411626636981964
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,4096,4096,0.012101333340009053
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,4096,4096,0.012468266487121581
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,4096,4096,0.010569600264231364
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,4096,4096,0.010461866855621338
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,4096,4096,0.012040533622105916
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,4096,4096,0.010361599922180175
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,4096,4096,0.010566400488217671
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,4096,4096,0.010734933614730834
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,4096,4096,0.019394133488337198
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,4096,4096,0.018224000930786133
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,4096,4096,0.017757866779963175
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,4096,4096,0.01928000052769979
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,4096,4096,0.018604799111684164
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,4096,4096,0.017861332496007284
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,4096,4096,0.019772799809773763
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,4096,4096,0.017781333128611247
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,4096,4096,0.01983039975166321
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,4096,4096,0.018181333939234413
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,4096,4096,0.020246400435765585
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,4096,4096,0.01839359998703003
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,4096,4096,0.020742400487263998
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,4096,4096,0.018175999323527016
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,4096,4096,0.020577067136764528
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,4096,4096,0.01829119920730591
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,4096,4096,0.019409066438674925
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,4096,4096,0.01185706655184428
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,4096,4096,0.1838047981262207
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,4096,4096,0.36585814158121743
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,4096,4096,0.09604693253835042
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,4096,4096,0.05659840106964111
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,4096,4096,0.012062933047612507
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,4096,4096,0.01202453374862671
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,4096,4096,0.012019200126330058
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,4096,4096,0.011783466736475626
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,4096,4096,0.05740373531977335
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,4096,4096,0.05567040046056112
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,4096,4096,0.05398613214492798
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,4096,4096,0.0548309326171875
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,4096,4096,0.044343467553456625
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,4096,4096,0.05357120037078857
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,4096,4096,0.05404266516367594
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,4096,4096,0.05268906752268473
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,4096,4096,0.04400320053100586
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,4096,4096,0.04313066800435384
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,4096,4096,0.0416757345199585
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,4096,4096,0.04163946708043416
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,4096,4096,0.04293866554896037
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,4096,4096,0.04073493480682373
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,4096,4096,0.04085973501205444
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,4096,4096,0.039843201637268066
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,4096,4096,0.03174080053965251
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,4096,4096,0.031218133370081586
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,4096,4096,0.029971200227737426
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,4096,4096,0.02885226607322693
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,4096,4096,0.03065706690152486
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,4096,4096,0.029605333010355634
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,4096,4096,0.02876373330752055
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,4096,4096,0.027078400055567425
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,4096,4096,0.027811199426651
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,4096,4096,0.018689066171646118
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,4096,4096,0.017857066790262856
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,4096,4096,0.018820265928904213
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,4096,4096,0.017799466848373413
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,4096,4096,0.016578132907549538
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,4096,4096,0.016713599363962807
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,4096,4096,0.015664000312487283
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,4096,4096,0.014908799529075622
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,4096,4096,0.014886400103569031
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,4096,4096,0.015292800466219583
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,4096,4096,0.014994133512179056
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,4096,4096,0.01555519998073578
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,4096,4096,0.014572800199190775
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,4096,4096,0.01490239997704824
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,4096,4096,0.014841600259145101
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,4096,4096,0.014479999740918478
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,4096,4096,0.014301866292953491
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,4096,4096,0.014447999993960061
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,4096,4096,0.014381866653760275
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,4096,4096,0.014502400159835815
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,4096,4096,0.014294399817784628
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,4096,4096,0.014510933558146158
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,4096,4096,0.01447466711203257
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,4096,4096,0.014471466342608133
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,4096,4096,0.014226133624712626
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,4096,4096,0.014088533322016396
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,4096,4096,0.01406613290309906
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,4096,4096,0.014518400033315023
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,4096,4096,0.014452266693115234
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,4096,4096,0.014441600441932679
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,4096,4096,0.014059733351071677
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,4096,4096,0.014473600188891092
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,4096,4096,0.014038399855295817
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,4096,4096,0.014098133643468222
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,4096,4096,0.014088533322016396
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,4096,4096,0.014451199769973755
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,4096,4096,0.014075733224550881
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,4096,4096,0.014108799894650779
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,4096,4096,0.014017066359519959
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,4096,3584,0.6002805074055989
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,4096,3584,0.29992214838663733
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,4096,3584,0.15118080774943035
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,4096,3584,0.08765973250071207
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,4096,3584,0.08782719771067302
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,4096,3584,0.08280746936798096
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,4096,4096,0.014300800363222756
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,4096,3584,0.0793066660563151
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,4096,3584,0.08226666450500489
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,4096,3584,0.07409706910451254
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,4096,3584,0.0726090669631958
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,4096,3584,0.0636351982752482
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,4096,3584,0.06350933313369751
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,4096,3584,0.06039679845174154
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,4096,4096,0.014109866817792258
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,4096,3584,0.05686826705932617
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,4096,3584,0.05904213190078735
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,4096,3584,0.052843733628590905
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,4096,3584,0.04690879980723063
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,4096,3584,0.08474240303039551
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,4096,3584,0.04231040080388387
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,4096,3584,0.04114346504211426
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,4096,3584,0.0400330662727356
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,4096,3584,0.03471253315607707
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,4096,3584,0.03946239948272705
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,4096,3584,0.033633065223693845
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,4096,3584,0.03286400039990743
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,4096,3584,0.02754986683527629
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,4096,3584,0.023243733247121177
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,4096,3584,0.026819199323654175
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,4096,3584,0.02185279925664266
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,4096,3584,0.018371200561523436
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,4096,3584,0.01819733381271362
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,4096,3584,0.012914133071899415
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,4096,3584,0.0147189329067866
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,4096,3584,0.010758399963378906
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,4096,3584,0.009169066945711773
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,4096,3584,0.010663466652234395
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,4096,3584,0.008900266885757447
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,4096,3584,0.0676746686299642
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,4096,3584,0.012797866264979044
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,4096,3584,0.009732266267140705
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,4096,3584,0.00993386705716451
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,4096,3584,0.009171199798583985
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,4096,3584,0.008274133503437042
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,4096,3584,0.008292266726493835
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,4096,3584,0.008361599842707316
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,4096,3584,0.008423466483751934
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,4096,3584,0.008351999521255492
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,4096,3584,0.05895573298136393
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,4096,3584,0.008769067128499348
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,4096,3584,0.008385066191355388
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,4096,3584,0.007997866471608479
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,4096,3584,0.008012799918651581
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,4096,3584,0.007895466685295106
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,4096,3584,0.008996267120043437
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,4096,3584,0.007893333335717519
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,4096,3584,0.01039466659228007
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,4096,3584,0.007910400132338206
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,4096,3584,0.007964799801508587
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,4096,3584,0.007900799810886382
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,4096,3584,0.007942399879296621
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,4096,3584,0.007869866490364075
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,4096,3584,0.007918933530648549
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,4096,3584,0.007899733384450276
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,4096,3584,0.010332799951235453
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,4096,3584,0.010411733388900756
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,4096,3584,0.010607999563217164
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,4096,3584,0.010368000467618306
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,4096,3584,0.010326400399208069
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,4096,3584,0.010359467069307963
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,4096,3584,0.011474133531252543
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,4096,3584,0.011547733346621196
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,4096,3584,0.008631466825803121
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,4096,3584,0.008255999783674877
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,4096,3584,0.3007221221923828
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,4096,3584,0.6027968088785808
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,4096,3584,0.007956266899903615
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,4096,3584,0.08643413384755452
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,4096,3584,0.0857909361521403
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,4096,3584,0.08257493178049723
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,4096,3584,0.08192106882731119
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,4096,3584,0.07731413046518962
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,4096,3584,0.08005546728769938
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,4096,4096,0.014033066232999167
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,4096,3584,0.06999039649963379
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,4096,3584,0.07026027043660482
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,4096,3584,0.06782826582590738
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,4096,3584,0.06564586559931437
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,4096,3584,0.06323306560516358
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,4096,3584,0.06447893381118774
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,4096,3584,0.0598741332689921
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,4096,3584,0.058056533336639404
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,4096,3584,0.05532480080922445
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,4096,3584,0.055213868618011475
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,4096,3584,0.050952533880869545
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,4096,3584,0.047764265537261964
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,4096,3584,0.04722453355789184
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,4096,3584,0.04837226470311483
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,4096,3584,0.043492265542348224
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,4096,3584,0.045628801981608076
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,4096,3584,0.039561601479848225
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,4096,3584,0.03918933471043905
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,4096,3584,0.036873598893483475
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,4096,3584,0.03486613432566325
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,4096,3584,0.03423893451690674
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,4096,3584,0.03293013374010722
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,4096,3584,0.030779733260472612
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,4096,3584,0.02922133406003316
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,4096,3584,0.025976532697677614
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,4096,4096,0.014107732971509298
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,4096,3584,0.024778666098912557
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,4096,3584,0.02148053248723348
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,4096,3584,0.021191465854644775
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,4096,3584,0.02159573237101237
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,4096,3584,0.020652800798416138
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,4096,3584,0.022472532590230306
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,4096,3584,0.020248534282048543
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,4096,3584,0.018632533152898152
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,4096,3584,0.1415071964263916
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,4096,3584,0.020130133628845213
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,4096,3584,0.019033600886662803
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,4096,3584,0.017615999778111777
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,4096,3584,0.0176362673441569
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,4096,3584,0.018193066120147705
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,4096,3584,0.017655466000239053
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,4096,3584,0.018858667214711508
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,4096,3584,0.01763946612675985
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,4096,3584,0.016909867525100708
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,4096,3584,0.018668800592422485
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,4096,3584,0.01731200019518534
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,4096,3584,0.01655466655890147
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,4096,3584,0.01691626707712809
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,4096,3584,0.01748266617457072
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,4096,3584,0.017602133750915527
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,4096,3584,0.01646933356920878
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,4096,3584,0.01641386648019155
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,4096,3584,0.01644053359826406
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,4096,3584,0.016340266664822897
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,4096,3584,0.016429866353670754
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,4096,3584,0.016434133052825928
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,4096,3584,0.016383999586105348
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,4096,3584,0.01646506687005361
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,4096,3584,0.018412800629933675
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,4096,3584,0.01845973332722982
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,4096,3584,0.017890133460362754
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,4096,3584,0.017858133713404337
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,4096,3584,0.01850773294766744
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,4096,3584,0.0177130659421285
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,4096,3584,0.018604799111684164
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,4096,3584,0.01949013272921244
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,4096,3584,0.017682133118311565
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,4096,4096,0.014050133029619851
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,4096,4096,0.014468266566594442
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,4096,3584,0.4025290807088216
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,4096,3584,0.1688437302907308
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,4096,3584,0.781718381245931
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,4096,3584,0.1511797269185384
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,4096,3584,0.13900267283121745
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,4096,3584,1.5544928232828776
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,4096,3584,0.21446827252705894
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,4096,3584,0.1308629353841146
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,4096,3584,0.18825279871622722
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,4096,3584,0.20041813850402831
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,4096,3584,0.12099093596140545
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,4096,3584,0.10042986869812012
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,4096,3584,0.09469226996103922
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,4096,3584,0.08998506863911947
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,4096,3584,0.0842570702234904
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,4096,3584,0.07590080102284749
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,4096,3584,0.21872213681538902
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,4096,3584,0.063045334815979
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,4096,3584,0.060342399279276523
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,4096,3584,0.056772267818450926
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,4096,3584,0.05258239905039469
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,4096,3584,0.15459520022074383
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,4096,3584,0.11187093257904053
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,4096,3584,0.08210026423136393
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,4096,3584,0.0325109342734019
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,4096,3584,0.029924267530441286
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,4096,3584,0.17031787236531576
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,4096,3584,0.07040212949117025
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,4096,3584,0.03991359869639079
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,4096,3584,0.06824426651000977
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,4096,3584,0.046862932046254475
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,4096,3584,0.03780693213144938
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,4096,3584,0.02438186605771383
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,4096,3584,0.04481600125630696
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,4096,3584,0.022300799687703453
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,4096,3584,0.014603733023007711
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,4096,3584,0.016102400422096253
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,4096,3584,0.01325759987036387
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,4096,3584,0.014475733041763306
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,4096,3584,0.014446933070818582
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,4096,3584,0.014485333363215128
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,4096,3584,0.012868266304334006
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,4096,3584,0.01367573340733846
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,4096,3584,0.013299199938774108
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,4096,3584,0.011170132954915365
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,4096,3584,0.009799466530481974
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,4096,3584,0.010802132884661357
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,4096,3584,0.010830932855606079
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,4096,3584,0.009546666344006857
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,4096,3584,0.009618133306503296
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,4096,3584,0.01532586713631948
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,4096,3584,0.016153599818547568
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,4096,3584,0.017340799172719322
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,4096,3584,0.01613653302192688
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,4096,3584,0.01731946667035421
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,4096,3584,0.011222400267918905
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,4096,3584,0.01569706698258718
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,4096,3584,0.016544000307718913
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,4096,3584,0.018147200345993042
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,4096,3584,0.015689599514007568
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,4096,3584,0.017745065689086913
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,4096,3584,0.017742933829625447
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,4096,3584,0.010745599865913391
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,4096,3584,0.01572160025437673
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,4096,3584,0.016122666994730632
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,4096,3584,0.01532266636689504
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,4096,3584,0.016520532965660095
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,4096,3584,0.01609813372294108
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,4096,3584,0.018161066373189292
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,4096,3584,0.017758933703104655
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,4096,3584,0.011236266295115153
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,4096,3584,0.01123199959595998
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,4096,3584,0.017918932437896728
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,4096,3584,0.011242666840553283
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,4096,3584,0.08740159670511881
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,4096,3584,0.0511029322942098
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,4096,3584,0.1662933349609375
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,4096,3584,0.05219306548436483
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,4096,3584,0.32959680557250975
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,4096,3584,0.05036906798680624
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,4096,3584,0.050581332047780356
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,4096,3584,0.04931626717249553
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,4096,3584,0.04919893344243367
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,4096,3584,0.04774933258692424
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,4096,3584,0.048089599609375
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,4096,3584,0.039082666238149
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,4096,3584,0.04062933524449666
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,4096,3584,0.04010026852289836
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,4096,3584,0.03945813179016113
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,4096,3584,0.03828266859054565
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,4096,3584,0.03723733425140381
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,4096,3584,0.03840320110321045
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,4096,3584,0.036917332808176676
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,4096,3584,0.0279968003431956
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,4096,3584,0.03632853428522746
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,4096,3584,0.02806719938913981
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,4096,3584,0.02923626701037089
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,4096,3584,0.027564799785614012
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,4096,3584,0.02726400097211202
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,4096,3584,0.026790400346120197
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,4096,3584,0.025625600417455034
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,4096,3584,0.026421332359313966
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,4096,3584,0.025381332635879515
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,4096,3584,0.01753173271814982
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,4096,3584,0.017288533846537273
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,4096,3584,0.01634666621685028
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,4096,3584,0.01588373382886251
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,4096,3584,0.015000533064206442
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,4096,3584,0.015406933426856995
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,4096,3584,0.01421119968096415
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,4096,3584,0.014065066973368326
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,4096,3584,0.014037332932154336
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,4096,3584,0.01406719982624054
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,4096,3584,0.013977600137392679
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,4096,3584,0.014039466778437296
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,4096,3584,0.013732266426086426
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,4096,3584,0.014059733351071677
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,4096,3584,0.013687466581662497
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,4096,3584,0.013707733154296875
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,4096,3584,0.013309866189956665
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,4096,3584,0.013302399714787801
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,4096,3584,0.013643733660380044
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,4096,3584,0.013236266374588013
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,4096,3584,0.013649066289265951
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,4096,3584,0.013661866386731466
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,4096,3584,0.013512532909711203
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,4096,3584,0.01341546674569448
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,4096,3584,0.013298133015632629
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,4096,3584,0.013287466764450074
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,4096,3584,0.013300266861915589
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,4096,3584,0.012859732906023661
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,4096,3584,0.013339733084042868
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,4096,3584,0.013276799519856771
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,4096,3584,0.0135754664738973
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,4096,3584,0.01363200048605601
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,4096,3584,0.01325759987036387
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,4096,3584,0.013291733463605246
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,4096,3584,0.013262933492660523
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,4096,3584,0.01318826675415039
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,4096,3584,0.013277866442998252
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,4096,3584,0.013287466764450074
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,4096,3072,0.5010645230611165
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,4096,3072,0.26049920717875164
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,4096,3072,0.1310197353363037
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,4096,3584,0.013337600231170654
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,4096,3072,0.07257920106252035
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,4096,3072,0.07122240066528321
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,4096,3072,0.06850026448567709
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,4096,3584,0.01322879989941915
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,4096,3072,0.06762986977895101
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,4096,3072,0.0640992005666097
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,4096,3072,0.06890666484832764
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,4096,3072,0.06046506563822428
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,4096,3072,0.06071253220240275
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,4096,3072,0.057299200693766275
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,4096,3072,0.05333866675694784
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,4096,3072,0.05171519915262858
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,4096,3072,0.05071359872817993
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,4096,3072,0.04944106737772624
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,4096,3072,0.04862613280614217
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,4096,3072,0.0508074680964152
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,4096,3072,0.04502826531728109
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,4096,3072,0.04039359887440999
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,4096,3072,0.03661333322525025
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,4096,3072,0.03517760038375854
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,4096,3072,0.03475519816080729
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,4096,3072,0.03014933268229167
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,4096,3072,0.03429333368937175
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,4096,3072,0.027541333436965944
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,4096,3072,0.028568534056345622
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,4096,3072,0.023865600426991783
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,4096,3072,0.020453333854675293
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,4096,3072,0.02350826660792033
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,4096,3072,0.019284266233444213
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,4096,3072,0.015867732961972556
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,4096,3072,0.012739200393358865
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,4096,3072,0.011559466520945232
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,4096,3072,0.009533866246541341
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,4096,3072,0.00830506682395935
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,4096,3072,0.009820800026257832
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,4096,3072,0.008180266618728638
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,4096,3072,0.011158399780591329
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,4096,3072,0.007837866743405659
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,4096,3072,0.007912533481915791
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,4096,3072,0.007736533383528392
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,4096,3072,0.0075573335091273
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,4096,3072,0.007483733197053273
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,4096,3072,0.007495466868082683
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,4096,3072,0.007467733323574066
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,4096,3072,0.007473066449165344
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,4096,3072,0.007464533547560374
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,4096,3072,0.007684266567230225
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,4096,3072,0.008016000191370647
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,4096,3072,0.0074890668193499255
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,4096,3072,0.007380266487598419
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,4096,3072,0.007480533421039581
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,4096,3072,0.0074442664782206226
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,4096,3072,0.00823040008544922
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,4096,3072,0.007190399865309398
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,4096,3072,0.009530666470527648
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,4096,3072,0.007131733496983846
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,4096,3072,0.01618880033493042
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,4096,3072,0.007067733506361644
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,4096,3072,0.007146666447321574
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,4096,3072,0.007109333574771881
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,4096,3584,0.013304533561070761
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,4096,3072,0.007114666700363159
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,4096,3072,0.007050666709740956
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,4096,3072,0.009296000003814697
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,4096,3072,0.009340799848238627
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,4096,3072,0.009152000149091084
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,4096,3072,0.00918933351834615
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,4096,3072,0.009144533673922222
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,4096,3584,0.013271466890970866
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,4096,3072,0.009985066453615824
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,4096,3072,0.011341866850852967
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,4096,3072,0.00782400021950404
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,4096,3072,0.2552288055419922
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,4096,3072,0.12263147036234538
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,4096,3072,0.07361706892649332
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,4096,3072,0.514297612508138
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,4096,3072,0.0739583969116211
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,4096,3072,0.06957546869913736
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,4096,3072,0.06991146405537924
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,4096,3072,0.0698752005894979
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,4096,3072,0.07067413330078125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,4096,3072,0.06169600089391073
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,4096,3072,0.06251840194066366
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,4096,3072,0.05798293352127075
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,4096,3072,0.05764586528142294
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,4096,3072,0.05512853463490804
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,4096,3072,0.05340693394343058
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,4096,3072,0.007063466807206471
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,4096,3072,0.05153173208236694
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,4096,3072,0.04946026802062988
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,4096,3072,0.04945493141810099
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,4096,3072,0.04827093283335368
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,4096,3072,0.04535040060679118
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,4096,3072,0.04320106506347656
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,4096,3072,0.04007146755854289
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,4096,3072,0.041598931948343916
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,4096,3072,0.03734826644261678
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,4096,3072,0.03587413231531779
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,4096,3072,0.034620801607767746
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,4096,3072,0.033473066488901776
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,4096,3072,0.03232853412628174
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,4096,3072,0.03188693324724833
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,4096,3072,0.02802346746126811
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,4096,3072,0.028293333450953168
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,4096,3072,0.02410879929860433
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,4096,3072,0.02319999933242798
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,4096,3072,0.055196801821390785
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,4096,3072,0.020581332842508952
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,4096,3072,0.020541866620381675
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,4096,3072,0.020528000593185425
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,4096,3072,0.022503467400868733
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,4096,3072,0.01876266598701477
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,4096,3072,0.018412800629933675
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,4096,3072,0.018758400281270345
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,4096,3072,0.01836479902267456
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,4096,3072,0.01821546753247579
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,4096,3072,0.009175466497739156
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,4096,3072,0.018524799744288126
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,4096,3072,0.017063466707865398
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,4096,3072,0.01689066688219706
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,4096,3072,0.017753599087397258
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,4096,3072,0.017272533973058064
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,4096,3072,0.016908800601959227
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,4096,3072,0.016574933131535848
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,4096,3072,0.016670932372411094
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,4096,3072,0.016511999567349753
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,4096,3072,0.018553600708643595
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,4096,3072,0.016192000110944113
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,4096,3072,0.016084266702334087
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,4096,3072,0.016684800386428833
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,4096,3072,0.016293332974116007
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,4096,3072,0.01623146633307139
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,4096,3072,0.016362667083740234
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,4096,3584,0.01323946714401245
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,4096,3072,0.015929599603017174
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,4096,3072,0.015830399592717488
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,4096,3072,0.015867732961972556
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,4096,3072,0.015943466623624166
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,4096,3072,0.01662826637427012
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,4096,3072,0.017395200332005818
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,4096,3072,0.016549332936604818
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,4096,3072,0.016659200191497803
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,4096,3072,0.018282665808995565
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,4096,3072,0.043399465084075925
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,4096,3072,0.01807360053062439
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,4096,3072,0.01681706706682841
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,4096,3584,0.013195733229319254
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,4096,3072,0.016860800981521606
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,4096,3584,0.012875733772913614
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,4096,3072,0.016557866334915163
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,4096,3072,0.018481065829594932
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,4096,3072,0.19985706011454266
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,4096,3072,0.3837696075439453
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,4096,3072,0.1468821366628011
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,4096,3072,0.13233386675516765
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,4096,3072,0.12963840166727703
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,4096,3072,0.11701653003692628
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,4096,3072,0.7573418935139974
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,4096,3072,0.177127472559611
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,4096,3072,0.10364586512247723
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,4096,3072,0.08643306891123453
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,4096,3072,0.09135893185933432
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,4096,3072,0.1677248001098633
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,4096,3072,0.08351466655731202
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,4096,3072,0.07852906386057536
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,4096,3072,0.07695786952972412
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,4096,3072,1.4932202657063802
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,4096,3072,0.07182613213857016
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,4096,3072,0.05650346676508585
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,4096,3072,0.06023039817810059
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,4096,3072,0.18293654123942057
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,4096,3072,0.05258026520411173
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,4096,3072,0.04981760183970134
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,4096,3072,0.14464319547017415
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,4096,3072,0.1117631991704305
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,4096,3072,0.02962239980697632
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,4096,3072,0.09810667037963867
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,4096,3072,0.02842880090077718
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,4096,3072,0.0666592001914978
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,4096,3072,0.022297600905100502
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,4096,3072,0.0633898655573527
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,4096,3072,0.044788265228271486
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,4096,3072,0.03746560017267863
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,4096,3072,0.0426474650700887
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,4096,3072,0.0358730673789978
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,4096,3072,0.02090880076090495
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,4096,3072,0.015306666493415833
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,4096,3072,0.013707733154296875
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,4096,3072,0.013289599617322286
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,4096,3072,0.013690666357676188
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,4096,3072,0.012272000312805176
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,4096,3072,0.012390399972597759
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,4096,3072,0.013638400038083396
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,4096,3072,0.012107732892036437
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,4096,3072,0.012065066893895467
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,4096,3072,0.010283733407656353
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,4096,3072,0.009390933314959209
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,4096,3072,0.00918506681919098
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,4096,3072,0.010282666484514872
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,4096,3072,0.009546666344006857
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,4096,3072,0.015339733163515726
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,4096,3072,0.010416000088055929
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,4096,3072,0.014934399724006652
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,4096,3072,0.01532799998919169
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,4096,3072,0.0158869336048762
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,4096,3072,0.014434132973353067
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,4096,3072,0.014912000298500061
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,4096,3072,0.015793066223462424
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,4096,3072,0.01637226641178131
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,4096,3072,0.014917332927385965
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,4096,3072,0.017147733767827352
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,4096,3072,0.01616853376229604
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,4096,3072,0.016551466782887776
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,4096,3072,0.016150400042533875
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,4096,3072,0.016083199779192606
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,4096,3072,0.016151466965675355
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,4096,3072,0.016714666287104288
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,4096,3072,0.015321600437164306
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,4096,3072,0.010706133643786113
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,4096,3072,0.01808213392893473
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,4096,3072,0.010334933797518413
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,4096,3072,0.010678399602572124
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,4096,3072,0.016583466529846193
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,4096,3072,0.1453770637512207
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,4096,3072,0.045465600490570066
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,4096,3072,0.07732160091400146
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,4096,3072,0.28437118530273436
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,4096,3072,0.0447648008664449
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,4096,3072,0.04524053335189819
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,4096,3072,0.04428799947102864
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,4096,3072,0.04324373404184977
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,4096,3072,0.010062932968139648
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,4096,3072,0.010385066270828247
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,4096,3072,0.04266986846923828
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,4096,3072,0.04373653332392375
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,4096,3072,0.04268800020217896
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,4096,3072,0.036263465881347656
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,4096,3072,0.03541333278020223
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,4096,3072,0.035344000657399496
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,4096,3072,0.03327040076255798
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,4096,3072,0.035478401184082034
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,4096,3072,0.03300586740175883
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,4096,3072,0.03426133394241333
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,4096,3072,0.032338132460912064
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,4096,3072,0.033979733784993485
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,4096,3072,0.02625280022621155
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,4096,3072,0.025175466140111284
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,4096,3072,0.025591466824213666
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,4096,3072,0.02444159984588623
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,4096,3072,0.024405332406361897
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,4096,3072,0.023908267418543495
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,4096,3072,0.023655466238657632
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,4096,3072,0.02318506638209025
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,4096,3072,0.02305493354797363
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,4096,3072,0.015686399737993875
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,4096,3072,0.015964800119400026
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,4096,3072,0.015011200308799743
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,4096,3072,0.015089066823323569
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,4096,3072,0.014076800147692362
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,4096,3072,0.01390506625175476
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,4096,3072,0.013107200463612875
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,4096,3072,0.013017599781354269
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,4096,3072,0.013178666432698568
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,4096,3072,0.012866133451461792
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,4096,3072,0.012846933801968894
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,4096,3072,0.012807466586430869
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,4096,3072,0.012888532876968384
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,4096,3072,0.012892799576123557
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,4096,3072,0.012782933314641318
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,4096,3072,0.01241386632124583
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,4096,3072,0.012493866682052612
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,4096,3072,0.01242453356583913
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,4096,3072,0.012474667032559712
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,4096,3072,0.012530133128166199
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,4096,3072,0.012483200430870056
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,4096,3072,0.012495999534924824
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,4096,3072,0.012470400333404541
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,4096,3072,0.012406399846076966
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,4096,3072,0.012401066223780314
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,4096,3072,0.01232319970925649
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,4096,3072,0.012267733613650005
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,4096,3072,0.012467199563980102
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,4096,3072,0.012408533692359924
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,4096,3072,0.012081066767374676
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,4096,3072,0.012037332852681477
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,4096,3072,0.012468266487121581
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,4096,3072,0.012474667032559712
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,4096,3072,0.012443733215332032
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,4096,3072,0.012033067146937053
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,4096,3072,0.012388267119725545
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,4096,3072,0.012468266487121581
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,4096,3072,0.012032000223795573
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,4096,2560,0.42757972081502277
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,4096,3072,0.012410666545232136
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,4096,2560,0.21561066309611002
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,4096,2560,0.10918292999267579
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,4096,2560,0.058789332707722984
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,4096,2560,0.0568885326385498
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,4096,2560,0.05640000104904175
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,4096,2560,0.06540480057398478
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,4096,2560,0.05347733497619629
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,4096,2560,0.057904001077016196
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,4096,2560,0.050247466564178465
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,4096,2560,0.05019199848175049
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,4096,2560,0.047976533571879074
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,4096,2560,0.04441813230514526
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,4096,2560,0.04345173438390096
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,4096,2560,0.04254506826400757
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,4096,2560,0.041647998491923015
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,4096,2560,0.04059946537017822
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,4096,2560,0.03934400081634522
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,4096,2560,0.03770453135172526
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,4096,2560,0.033955200513203936
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,4096,2560,0.030666667222976684
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,4096,2560,0.029579732815424604
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,4096,2560,0.02935360074043274
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,4096,2560,0.025617067019144697
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,4096,2560,0.029204267263412475
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,4096,2560,0.0234933336575826
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,4096,2560,0.024334933360417685
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,4096,2560,0.020412800709406535
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,4096,2560,0.01991999944051107
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,4096,2560,0.01784106691678365
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,4096,2560,0.016807466745376587
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,4096,2560,0.01416213313738505
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,4096,2560,0.014007467031478881
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,4096,2560,0.011453866958618164
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,4096,2560,0.010241066416104633
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,4096,2560,0.008685866991678875
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,4096,2560,0.0075103998184204105
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,4096,2560,0.007092266778151194
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,4096,2560,0.008710400263468424
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,4096,2560,0.009499733646710713
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,4096,2560,0.006694399813810985
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,4096,2560,0.0067007998625437425
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,4096,2560,0.006696533163388569
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,4096,2560,0.006517333288987477
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,4096,2560,0.00654720018307368
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,4096,2560,0.006477866570154827
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,4096,2560,0.00658240020275116
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,4096,2560,0.006585599978764851
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,4096,2560,0.006444799900054932
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,4096,2560,0.006355200211207073
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,4096,2560,0.00631466656923294
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,4096,3072,0.01241386632124583
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,4096,2560,0.0062389334042867025
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,4096,2560,0.006379733482996623
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,4096,2560,0.006229333579540253
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,4096,2560,0.006307200094064077
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,4096,2560,0.007458133498827617
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,4096,2560,0.006260266900062561
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,4096,2560,0.006164266665776571
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,4096,2560,0.006242133180300395
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,4096,2560,0.006140799820423126
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,4096,2560,0.006175999840100607
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,4096,2560,0.00617386649052302
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,4096,2560,0.006233599781990051
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,4096,2560,0.005971199770768484
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,4096,2560,0.0062496001521746315
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,4096,2560,0.008337066570917765
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,4096,2560,0.008239999910195668
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,4096,2560,0.008543999989827473
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,4096,2560,0.008146133522192638
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,4096,2560,0.008539733290672303
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,4096,2560,0.008708266417185466
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,4096,2560,0.009173333644866943
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,4096,2560,0.0067007998625437425
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,4096,2560,0.4324639956156413
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,4096,2560,0.2136319955190023
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,4096,2560,0.10419946511586506
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,4096,2560,0.06422933340072631
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,4096,2560,0.0633301337560018
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,4096,2560,0.06146453221638998
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,4096,2560,0.061596798896789554
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,4096,2560,0.0594378670056661
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,4096,2560,0.062311466534932455
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,4096,2560,0.05354239940643311
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,4096,2560,0.053506131966908774
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,4096,2560,0.049916799863179526
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,4096,2560,0.04980159997940063
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,4096,2560,0.049370666344960526
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,4096,2560,0.0501749316851298
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,4096,2560,0.046088532606760664
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,4096,2560,0.008422399560610454
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,4096,2560,0.04802560011545817
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,4096,2560,0.04522666533788045
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,4096,2560,0.04555519819259644
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,4096,2560,0.04276906649271647
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,4096,3072,0.012054399649302164
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,4096,2560,0.040150400002797446
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,4096,2560,0.03901439905166626
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,4096,2560,0.038070400555928544
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,4096,2560,0.035419734319051106
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,4096,2560,0.03778453270594279
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,4096,2560,0.03296533425649007
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,4096,2560,0.03284479975700379
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,4096,2560,0.032315733035405476
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,4096,2560,0.030852266152699787
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,4096,2560,0.02913493315378825
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,4096,3072,0.012485333283742269
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,4096,2560,0.028804266452789308
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,4096,2560,0.026121600468953447
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,4096,2560,0.02582613428433736
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,4096,2560,0.02267626722653707
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,4096,2560,0.02189013361930847
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,4096,2560,0.01898346741994222
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,4096,2560,0.019186133146286012
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,4096,2560,0.019292799631754558
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,4096,2560,0.021002666155497233
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,4096,2560,0.01853653391202291
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,4096,2560,0.017972266674041747
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,4096,2560,0.017272533973058064
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,4096,2560,0.018289067347844443
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,4096,2560,0.016588800152142844
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,4096,2560,0.01771626671155294
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,4096,2560,0.017656532923380534
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,4096,2560,0.01651093363761902
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,4096,2560,0.01660053332646688
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,4096,2560,0.016552533706029257
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,4096,2560,0.017960532506306966
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,4096,2560,0.017303466796875
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,4096,2560,0.01668693423271179
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,4096,2560,0.016410666704177856
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,4096,2560,0.01595626672108968
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,4096,2560,0.01599679986635844
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,4096,2560,0.017293866475423178
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,4096,2560,0.01567359964052836
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,4096,2560,0.01555519998073578
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,4096,2560,0.015801599621772765
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,4096,2560,0.014726400375366211
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,4096,2560,0.014481066664059957
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,4096,2560,0.01651093363761902
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,4096,2560,0.014633599917093912
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,4096,2560,0.014621866742769876
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,4096,2560,0.014991999665896098
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,4096,2560,0.017332265774408974
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,4096,2560,0.016743467251459757
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,4096,2560,0.016511999567349753
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,4096,2560,0.017758933703104655
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,4096,2560,0.016685867309570314
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,4096,2560,0.01679253379503886
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,4096,2560,0.016525866587956746
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,4096,2560,0.016614400347073875
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,4096,3072,0.012440533439318339
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,4096,3072,0.012395733594894409
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,4096,2560,0.01669973333676656
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,4096,3072,0.012479999661445617
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,4096,2560,0.37054506937662757
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,4096,2560,0.16348053614298502
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,4096,2560,0.12656319936116536
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,4096,2560,0.7292736053466797
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,4096,2560,0.14958613713582355
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,4096,2560,0.11915093262990314
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,4096,2560,0.11212693055470783
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,4096,2560,0.10567466417948405
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,4096,2560,0.095851731300354
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,4096,2560,0.08525973161061605
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,4096,2560,0.1563221295674642
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,4096,2560,0.08122986952463786
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,4096,2560,0.0796895980834961
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,4096,2560,0.07429760297139486
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,4096,2560,0.07230613231658936
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,4096,2560,0.06896213690439859
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,4096,2560,1.446172841389974
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,4096,2560,0.056278399626413976
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,4096,2560,0.05439253250757853
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,4096,2560,0.04933760166168213
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,4096,2560,0.12534720102945965
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,4096,2560,0.14517760276794434
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,4096,2560,0.04757226705551147
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,4096,2560,0.09136106967926025
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,4096,2560,0.10056853294372559
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,4096,2560,0.04195306698481242
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,4096,2560,0.028010666370391846
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,4096,2560,0.06327573458353677
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,4096,2560,0.027054933706919353
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,4096,2560,0.020939733584721884
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,4096,2560,0.04106239875157674
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,4096,2560,0.03569066524505615
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,4096,2560,0.06079146862030029
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,4096,2560,0.034584534168243405
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,4096,2560,0.019828265905380248
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,4096,2560,0.013209600249926248
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,4096,2560,0.011583999792734782
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,4096,2560,0.01307413379351298
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,4096,2560,0.011550933122634888
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,4096,2560,0.0132832000652949
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,4096,2560,0.01472106675306956
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,4096,2560,0.012845866878827415
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,4096,2560,0.01160533328851064
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,4096,2560,0.011635200182596842
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,4096,2560,0.009988266229629516
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,4096,2560,0.009983999530474345
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,4096,2560,0.008729599912961324
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,4096,2560,0.009985066453615824
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,4096,2560,0.011657599608103435
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,4096,2560,0.012417067090670269
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,4096,2560,0.012435199817021687
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,4096,2560,0.009879466891288758
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,4096,2560,0.012115200360616047
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,4096,2560,0.013672533631324767
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,4096,2560,0.010033067067464192
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,4096,2560,0.012866133451461792
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,4096,2560,0.013168000181516013
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,4096,2560,0.013244799772898355
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,4096,2560,0.01244160036245982
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,4096,2560,0.014516266187032065
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,4096,2560,0.013685333728790283
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,4096,2560,0.012822399536768595
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,4096,2560,0.014177067081133523
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,4096,2560,0.013281066219011942
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,4096,2560,0.013704533378283182
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,4096,2560,0.013281066219011942
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,4096,2560,0.013240533073743186
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,4096,2560,0.01368106702963511
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,4096,2560,0.014526933431625366
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,4096,2560,0.0100000003973643
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,4096,2560,0.0141184002161026
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,4096,2560,0.010116266210873921
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,4096,2560,0.014447999993960061
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,4096,2560,0.01000853379567464
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,4096,2560,0.126091734568278
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,4096,2560,0.03862186670303345
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,4096,2560,0.24747625986735025
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,4096,2560,0.06761919657389323
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,4096,2560,0.0381717324256897
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,4096,2560,0.038865065574645995
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,4096,2560,0.03975359996159871
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,4096,2560,0.039937067031860354
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,4096,2560,0.03780373334884644
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,4096,2560,0.03821440140406291
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,4096,2560,0.03693546851476033
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,4096,2560,0.032102400064468385
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,4096,2560,0.031649067004521685
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,4096,2560,0.031166932980219525
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,4096,2560,0.030635732412338256
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,4096,2560,0.030239999294281006
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,4096,2560,0.030084266265233355
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,4096,2560,0.029688533147176104
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,4096,2560,0.029663999875386555
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,4096,2560,0.023806933561960855
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,4096,2560,0.02887253363927205
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,4096,2560,0.022842667500178018
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,4096,2560,0.022823466857274374
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,4096,2560,0.02195840080579122
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,4096,2560,0.021891200542449953
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,4096,2560,0.02141653299331665
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,4096,2560,0.021282132466634116
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,4096,2560,0.020626133680343627
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,4096,2560,0.014851199587186179
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,4096,2560,0.020241065820058187
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,4096,2560,0.014360533157984415
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,4096,2560,0.013704533378283182
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,4096,2560,0.01309866706530253
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,4096,2560,0.013685333728790283
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,4096,2560,0.012839466333389282
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,4096,2560,0.012135466933250428
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,4096,2560,0.012001066406567892
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,4096,2560,0.011992533008257549
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,4096,2560,0.012059733271598816
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,4096,2560,0.011995733777681986
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,4096,2560,0.011664000153541566
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,4096,2560,0.01160533328851064
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,4096,2560,0.011618133385976155
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,4096,2560,0.01167146662871043
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,4096,2560,0.01158186693986257
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,4096,2560,0.01172160009543101
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,4096,2560,0.011221333344777425
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,4096,2560,0.011570133765538533
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,4096,2560,0.0116757333278656
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,4096,2560,0.011591466267903645
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,4096,2560,0.011654399832089742
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,4096,2560,0.011636267105738323
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,4096,2560,0.011627733707427979
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,4096,2560,0.011640533804893494
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,4096,2560,0.011575466394424439
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,4096,2560,0.01123520036538442
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,4096,2560,0.011194666226704914
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,4096,2560,0.01114453375339508
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,4096,2560,0.011218133568763732
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,4096,2560,0.011572266618410747
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,4096,2560,0.011505066355069479
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,4096,2560,0.011236266295115153
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,4096,2560,0.01125333309173584
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,4096,2560,0.011170132954915365
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,4096,2560,0.011595732967058818
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,4096,2560,0.011571199695269267
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,4096,2560,0.01130560040473938
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,4096,2048,0.3473514556884766
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,4096,2048,0.17374614079793294
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,4096,2048,0.088044802347819
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,4096,2048,0.053529600302378334
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,4096,2048,0.0534005324045817
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,4096,2048,0.05345813433329264
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,4096,2560,0.011239467064539592
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,4096,2048,0.05295360088348389
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,4096,2048,0.04317546685536702
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,4096,2048,0.05011839866638183
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,4096,2048,0.039773865540822344
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,4096,2048,0.04017066558202108
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,4096,2048,0.03843306700388591
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,4096,2048,0.03637973467508952
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,4096,2048,0.03607786496480306
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,4096,2048,0.03574506839116414
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,4096,2048,0.034358398119608564
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,4096,2048,0.03311893343925476
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,4096,2048,0.03176533381144206
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,4096,2048,0.030868266026179
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,4096,2048,0.027934932708740236
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,4096,2048,0.02526719967524211
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,4096,2048,0.024228266874949136
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,4096,2048,0.024502400557200113
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,4096,2048,0.02170133392016093
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,4096,2048,0.024282666047414143
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,4096,2048,0.019393066565195717
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,4096,2048,0.020427733659744263
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,4096,2048,0.016914133230845133
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,4096,2048,0.01694719990094503
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,4096,2048,0.015379200379053751
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,4096,2048,0.014479999740918478
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,4096,2048,0.012238933642705282
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,4096,2048,0.012168533603350322
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,4096,2048,0.009907199939092
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,4096,2048,0.008887466788291932
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,4096,2560,0.01157973309357961
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,4096,2048,0.007386666536331177
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,4096,2048,0.0066431999206542965
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,4096,2560,0.011608533064524333
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,4096,2048,0.007459199925263722
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,4096,2048,0.008357333143552144
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,4096,2048,0.006239999830722809
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,4096,2048,0.005967999994754791
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,4096,2048,0.005884799857934316
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,4096,2048,0.005670399963855743
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,4096,2048,0.005941333373387655
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,4096,2048,0.005474133292833964
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,4096,2048,0.005505066613356272
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,4096,2048,0.005422933399677277
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,4096,2048,0.005510400235652924
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,4096,2048,0.005414400001366933
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,4096,2048,0.0054848000407218935
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,4096,2048,0.00506986677646637
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,4096,2048,0.005098666747411092
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,4096,2048,0.005085866649945577
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,4096,2048,0.005416533350944519
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,4096,2048,0.005072000126043955
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,4096,2048,0.005095466474692027
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,4096,2048,0.005061333378156027
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,4096,2048,0.0050794666012128195
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,4096,2048,0.005008000135421753
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,4096,2048,0.005061333378156027
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,4096,2048,0.005067733426888784
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,4096,2048,0.005077333251635233
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,4096,2048,0.005098666747411092
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,4096,2048,0.0050911997755368555
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,4096,2048,0.0067114666104316715
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,4096,2048,0.0067071999112765
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,4096,2048,0.0067071999112765
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,4096,2048,0.006705066561698914
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,4096,2048,0.006691200037797292
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,4096,2048,0.006720000008742015
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,4096,2560,0.011188266674677531
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,4096,2048,0.007923200229803721
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,4096,2048,0.008302933474381765
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,4096,2048,0.006076799829800924
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,4096,2048,0.08665813604990641
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,4096,2048,0.16552640597025553
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,4096,2048,0.05100800196329752
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,4096,2048,0.05123733282089234
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,4096,2560,0.011252267162005107
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,4096,2048,0.050161067644755045
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,4096,2048,0.005409066875775656
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,4096,2048,0.051457067330678306
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,4096,2048,0.05135573148727417
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,4096,2048,0.04721173445383708
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,4096,2048,0.04598293304443359
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,4096,2048,0.04530773162841797
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,4096,2048,0.04418026606241862
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,4096,2048,0.04327573378880818
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,4096,2048,0.043081601460774735
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,4096,2048,0.039443198839823404
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,4096,2048,0.04114986658096313
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,4096,2048,0.03908906777699788
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,4096,2048,0.03920746644337972
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,4096,2048,0.03705600102742513
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,4096,2048,0.03622506856918335
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,4096,2048,0.03341226577758789
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,4096,2048,0.03483839829762776
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,4096,2048,0.033037867148717245
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,4096,2048,0.03335040012995402
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,4096,2048,0.03088853359222412
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,4096,2048,0.030602665742238362
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,4096,2048,0.028924800952275592
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,4096,2048,0.028068266312281293
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,4096,2048,0.026848000288009644
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,4096,2048,0.027153066794077557
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,4096,2048,0.023107200860977173
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,4096,2048,0.021652267376581828
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,4096,2048,0.02076266606648763
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,4096,2048,0.018323200941085815
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,4096,2048,0.019004799922307334
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,4096,2048,0.017232000827789307
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,4096,2048,0.018716800212860107
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,4096,2048,0.01739306648572286
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,4096,2048,0.018729599316914876
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,4096,2048,0.34471146265665686
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,4096,2048,0.016478932897249856
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,4096,2048,0.01660266617933909
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,4096,2048,0.016588800152142844
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,4096,2048,0.016340266664822897
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,4096,2048,0.016816000143686928
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,4096,2048,0.01607360045115153
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,4096,2048,0.01651306649049123
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,4096,2048,0.024276266495386757
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,4096,2048,0.01713493267695109
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,4096,2048,0.016641066471735636
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,4096,2048,0.015924266974131265
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,4096,2048,0.018949333826700845
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,4096,2048,0.014653866489728292
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,4096,2048,0.01495680014292399
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,4096,2048,0.016196266810099284
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,4096,2048,0.016621866822242738
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,4096,2048,0.014545067151387533
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,4096,2048,0.0144896000623703
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,4096,2048,0.014495999614397685
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,4096,2048,0.014441600441932679
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,4096,2048,0.014828800161679586
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,4096,2048,0.014429866274197897
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,4096,2048,0.015305599570274353
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,4096,2048,0.014439466595649719
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,4096,2048,0.016242133577664693
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,4096,2048,0.04954559803009033
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,4096,2048,0.016452266772588094
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,4096,2048,0.01655359963575999
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,4096,2048,0.01695893406867981
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,4096,2048,0.015683199961980185
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,4096,2048,0.01594239970048269
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,4096,2048,0.016759467124938966
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,4096,2048,0.016479999820391337
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,4096,2560,0.011249066392580668
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,4096,2560,0.011226666967074077
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,4096,2048,0.014521599809328715
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,4096,2048,0.016546133160591125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,4096,2048,0.13813014030456544
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,4096,2048,0.11036053498586018
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,4096,2048,0.12915626366933186
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,4096,2048,0.1058847983678182
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,4096,2048,0.09961386521657309
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,4096,2048,0.11886293093363445
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,4096,2048,0.08855679829915365
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,4096,2048,0.7048202514648437
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,4096,2048,0.07974826494852702
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,4096,2048,0.11559573014577229
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,4096,2048,0.07713706493377685
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,4096,2048,0.07455680370330811
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,4096,2048,0.10882240136464436
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,4096,2048,0.06815360387166342
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,4096,2048,0.06529279947280883
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,4096,2048,0.3568095842997233
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,4096,2048,0.09786026477813721
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,4096,2048,0.05181013345718384
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,4096,2048,0.0542464017868042
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,4096,2048,0.047227732340494794
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,4096,2048,0.04519573450088501
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,4096,2048,1.4032586415608725
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,4096,2048,0.07036373615264893
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,4096,2048,0.09074772993723551
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,4096,2048,0.02678826649983724
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,4096,2048,0.08481173515319824
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,4096,2048,0.025161600112915038
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,4096,2048,0.06085226535797119
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,4096,2048,0.05760533412297567
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,4096,2048,0.03376106818517049
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,4096,2048,0.03990826606750488
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,4096,2048,0.03244480093320211
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,4096,2048,0.03868480126063029
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,4096,2048,0.018946133057276406
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,4096,2048,0.01986560026804606
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,4096,2048,0.012489599982897441
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,4096,2048,0.012389333049456278
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,4096,2048,0.011172266801198323
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,4096,2048,0.012016000350316365
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,4096,2048,0.01443839967250824
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,4096,2048,0.011971199512481689
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,4096,2048,0.011187199751536052
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,4096,2048,0.011249066392580668
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,4096,2048,0.011121066411336263
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,4096,2048,0.009553066889444987
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,4096,2048,0.008225066463152568
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,4096,2048,0.009566932916641235
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,4096,2048,0.010813867052396137
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,4096,2048,0.010841600100199382
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,4096,2048,0.011702400445938111
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,4096,2048,0.0116565336783727
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,4096,2048,0.012458667159080505
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,4096,2048,0.01211199959119161
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,4096,2048,0.01204266647497813
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,4096,2048,0.012666666507720947
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,4096,2048,0.012072533369064331
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,4096,2048,0.01245013376077016
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,4096,2048,0.009171199798583985
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,4096,2048,0.013477333386739097
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,4096,2048,0.012444800138473511
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,4096,2048,0.013271466890970866
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,4096,2048,0.0125109334786733
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,4096,2048,0.009199999769528707
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,4096,2048,0.013298133015632629
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,4096,2048,0.012847999731699625
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,4096,2048,0.012460800011952718
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,4096,2048,0.012876799702644348
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,4096,2048,0.013214932878812155
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,4096,2048,0.012335999806722005
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,4096,2048,0.013633066415786743
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,4096,2048,0.009198932846387228
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,4096,2048,0.009516800443331402
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,4096,2048,0.20429333051045737
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,4096,2048,0.10681599775950115
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,4096,2048,0.05751466751098633
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,4096,2048,0.033794132868448894
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,4096,2048,0.03425813515981038
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,4096,2048,0.03384106556574504
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,4096,2048,0.03303146759668986
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,4096,2048,0.033427198727925614
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,4096,2048,0.032814933856328325
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,4096,2048,0.031932799021402995
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,4096,2048,0.03156373302141825
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,4096,2048,0.027409066756566364
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,4096,2048,0.027372799317042035
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,4096,2048,0.02638079921404521
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,4096,2048,0.02672213315963745
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,4096,2048,0.025645865996678667
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,4096,2048,0.02572373350461324
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,4096,2048,0.009142399827639262
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,4096,2048,0.009331199526786804
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,4096,2048,0.025143466393152875
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,4096,2048,0.025117866198221844
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,4096,2048,0.024580266078313193
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,4096,2048,0.020549333095550536
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,4096,2048,0.019843200842539467
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,4096,2048,0.019851734240849815
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,4096,2048,0.018592000007629395
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,4096,2048,0.01894506613413493
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,4096,2048,0.019428267081578573
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,4096,2048,0.018181333939234413
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,4096,2048,0.01862506667772929
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,4096,2048,0.013273599743843078
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,4096,2048,0.017779199282328288
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,4096,2048,0.012850133577982583
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,4096,2048,0.012037332852681477
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,4096,2048,0.011636267105738323
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,4096,2048,0.01206719974676768
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,4096,2048,0.011608533064524333
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,4096,2048,0.011188266674677531
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,4096,2048,0.011264000336329143
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,4096,2048,0.01083733340104421
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,4096,2048,0.010850133498509724
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,4096,2048,0.011201066772143047
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,4096,2048,0.010777599612871806
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,4096,2048,0.010857599973678588
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,4096,2048,0.010835199554761251
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,4096,2048,0.01076800028483073
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,4096,2048,0.010390399893124899
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,4096,2048,0.01076479951540629
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,4096,2048,0.010424533486366272
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,4096,2048,0.010389332969983418
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,4096,2048,0.010418132940928141
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,4096,2048,0.010381866494814556
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,4096,2048,0.010809600353240967
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,4096,2048,0.010422399640083313
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,4096,2048,0.010406399766604107
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,4096,2048,0.010435199737548828
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,4096,2048,0.010761599739392598
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,4096,2048,0.010410666465759277
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,4096,2048,0.010416000088055929
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,4096,2048,0.010331733028093974
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,4096,2048,0.010358400146166484
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,4096,2048,0.010789333780606588
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,4096,2048,0.010418132940928141
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,4096,2048,0.010358400146166484
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,4096,2048,0.010507733623186747
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,4096,2048,0.010393599669138592
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,4096,2048,0.010357333223025005
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,4096,2048,0.010321066776911417
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,4096,2048,0.010413866241772969
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,4096,1536,0.2583850701649984
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,4096,2048,0.010382933417956035
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,4096,1536,0.13073493639628092
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,4096,1536,0.06728746891021728
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,4096,1536,0.035382401943206784
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,4096,1536,0.03553280035654704
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,4096,1536,0.0344213326772054
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,4096,1536,0.03446186780929565
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,4096,1536,0.033061333497365314
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,4096,1536,0.03524479866027832
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,4096,1536,0.02951466639836629
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,4096,1536,0.029930667082468672
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,4096,1536,0.02999253273010254
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,4096,1536,0.02744106650352478
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,4096,1536,0.02744426727294922
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,4096,1536,0.02647999922434489
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,4096,1536,0.02620159983634949
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,4096,1536,0.025259733200073242
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,4096,1536,0.02407146692276001
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,4096,1536,0.023264000813166298
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,4096,1536,0.021871999899546305
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,4096,1536,0.019607466459274293
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,4096,1536,0.01886720061302185
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,4096,1536,0.019197867314020792
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,4096,1536,0.017356799046198527
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,4096,1536,0.01962560017903646
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,4096,2048,0.010412800312042236
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,4096,1536,0.015384533007939658
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,4096,1536,0.014784000317255654
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,4096,1536,0.013636266191800436
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,4096,1536,0.012650666634241739
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,4096,1536,0.012517333030700684
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,4096,1536,0.011770666639010111
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,4096,1536,0.009947733084360758
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,4096,1536,0.009180800120035807
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,4096,1536,0.00788800021012624
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,4096,1536,0.0060138667623202005
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,4096,1536,0.0068245331446329755
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,4096,1536,0.005143466591835022
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,4096,1536,0.005857066810131073
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,4096,1536,0.005161599814891815
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,4096,1536,0.004726399978001913
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,4096,1536,0.005009066561857859
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,4096,1536,0.00468800018231074
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,4096,1536,0.004902400076389313
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,4096,2048,0.010759466886520385
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,4096,1536,0.004665599763393402
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,4096,1536,0.004689066608746847
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,4096,1536,0.004498133560021719
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,4096,1536,0.0046741331617037455
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,4096,1536,0.004266666869322458
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,4096,1536,0.0045738667249679565
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,4096,1536,0.004249600072701773
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,4096,1536,0.004484266539414724
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,4096,1536,0.0041909332076708475
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,4096,1536,0.004301866888999939
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,4096,1536,0.00420053352912267
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,4096,2048,0.010385066270828247
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,4096,1536,0.004283733169237773
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,4096,1536,0.004018133382002512
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,4096,1536,0.003979733337958654
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,4096,1536,0.00383146678407987
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,4096,1536,0.004029866556326548
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,4096,1536,0.0038431999584039056
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,4096,1536,0.0038975998759269714
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,4096,1536,0.0038986665507157645
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,4096,1536,0.003962666789690653
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,4096,1536,0.005859200159708659
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,4096,1536,0.005861333509286245
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,4096,1536,0.005859200159708659
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,4096,1536,0.006041599810123444
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,4096,1536,0.005861333509286245
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,4096,1536,0.00658240020275116
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,4096,2048,0.01034346620241801
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,4096,1536,0.006678399940331777
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,4096,1536,0.00680320014556249
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,4096,1536,0.2600490729014079
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,4096,1536,0.12439146836598713
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,4096,1536,0.0698037306467692
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,4096,1536,0.04315946499506633
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,4096,1536,0.043087999025980636
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,4096,1536,0.04141546487808227
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,4096,1536,0.04296319882074992
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,4096,1536,0.04297066529591878
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,4096,1536,0.039122132460276286
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,4096,1536,0.04131306807200114
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,4096,1536,0.03929813305536906
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,4096,1536,0.003909333298603693
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,4096,1536,0.03696639935175578
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,4096,1536,0.03722453514734904
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,4096,1536,0.003985066711902618
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,4096,1536,0.03614720106124878
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,4096,1536,0.035206401348114015
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,4096,1536,0.03306986689567566
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,4096,1536,0.03410346508026123
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,4096,1536,0.03414719899495443
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,4096,1536,0.03301653265953064
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,4096,1536,0.031568000713984176
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,4096,1536,0.030836266279220582
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,4096,1536,0.029820799827575684
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,4096,1536,0.02960960070292155
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,4096,1536,0.02863360047340393
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,4096,2048,0.010010666648546855
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,4096,1536,0.02632853388786316
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,4096,1536,0.026744532585144042
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,4096,1536,0.025634133815765382
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,4096,1536,0.02436586618423462
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,4096,1536,0.021195733547210695
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,4096,1536,0.022869332631429037
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,4096,1536,0.006694399813810985
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,4096,1536,0.01922773321469625
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,4096,1536,0.017364267508188883
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,4096,1536,0.02073600093523661
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,4096,1536,0.016801067193349204
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,4096,1536,0.01775146722793579
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,4096,1536,0.01732053359349569
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,4096,1536,0.017772799730300902
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,4096,1536,0.01670080025990804
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,4096,2048,0.010402133067448933
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,4096,1536,0.016563199957211814
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,4096,1536,0.016345600287119545
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,4096,1536,0.015929599603017174
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,4096,1536,0.015897599856058757
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,4096,1536,0.017032533884048462
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,4096,1536,0.014853333433469137
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,4096,1536,0.015478400389353433
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,4096,1536,0.015130666891733804
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,4096,1536,0.01605226695537567
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,4096,1536,0.014727466305096946
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,4096,1536,0.01650879979133606
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,4096,1536,0.014551466703414917
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,4096,1536,0.016310399770736693
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,4096,1536,0.014485333363215128
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,4096,1536,0.015074132879575094
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,4096,1536,0.014784000317255654
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,4096,1536,0.014726400375366211
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,4096,1536,0.014520532886187234
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,4096,1536,0.01493333379427592
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,4096,1536,0.033432531356811526
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,4096,1536,0.014371200402577718
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,4096,1536,0.014460800091425577
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,4096,1536,0.01570026675860087
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,4096,1536,0.014889599879582724
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,4096,1536,0.01575146714846293
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,4096,1536,0.03096746603647868
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,4096,1536,0.015290666619936624
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,4096,1536,0.014505599935849508
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,4096,1536,0.014596266547838846
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,4096,1536,0.014972800016403198
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,4096,1536,0.01555519998073578
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,4096,1536,0.016284799575805663
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,4096,1536,0.01628373364607493
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,4096,1536,0.024659200509389242
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,4096,1536,0.015801599621772765
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,4096,1536,0.014620799819628397
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,4096,1536,0.12123733361562092
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,4096,1536,0.11092267036437989
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,4096,1536,0.11279573440551757
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,4096,1536,0.09881172974904379
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,4096,1536,0.09589973290761312
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,4096,1536,0.09155413309733072
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,4096,1536,0.09184959729512533
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,4096,1536,0.08284479777018229
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,4096,1536,0.6899434407552083
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,4096,1536,0.10720319747924804
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,4096,1536,0.07556053002675375
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,4096,1536,0.07345706621805827
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,4096,1536,0.07127892971038818
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,4096,1536,0.06766506830851236
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,4096,1536,0.06401600042978922
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,4096,1536,0.06204266548156738
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,4096,1536,0.05097599824269613
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,4096,1536,0.04972480138142903
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,4096,1536,1.3716203053792317
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,4096,1536,0.04479680061340332
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,4096,1536,0.04311466614405314
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,4096,1536,0.35057493845621746
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,4096,1536,0.10296426614125569
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,4096,1536,0.08612693150838216
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,4096,1536,0.025320533911387128
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,4096,1536,0.024345600605010988
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,4096,1536,0.08095786571502686
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,4096,1536,0.056219732761383055
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,4096,1536,0.055027198791503903
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,4096,1536,0.03166399995485942
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,4096,1536,0.03787519931793213
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,4096,1536,0.031172267595926922
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,4096,1536,0.03660159905751546
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,4096,1536,0.01878933310508728
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,4096,1536,0.011661866307258606
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,4096,1536,0.010678399602572124
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,4096,1536,0.011598933736483257
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,4096,1536,0.018004266421000163
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,4096,1536,0.011962667107582092
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,4096,1536,0.013236266374588013
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,4096,1536,0.011645866433779399
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,4096,1536,0.010752000411351522
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,4096,1536,0.010361599922180175
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,4096,1536,0.010412800312042236
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,4096,1536,0.009129599730173747
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,4096,1536,0.009196799993515015
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,4096,1536,0.009130666653315227
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,4096,1536,0.009941333532333374
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,4096,1536,0.010361599922180175
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,4096,1536,0.010293333729108175
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,4096,1536,0.010423466563224792
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,4096,1536,0.008813866972923278
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,4096,1536,0.010847999652226766
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,4096,1536,0.01123199959595998
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,4096,1536,0.011220266421635944
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,4096,1536,0.010382933417956035
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,4096,1536,0.011239467064539592
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,4096,1536,0.011246933539708456
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,4096,1536,0.0095551997423172
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,4096,1536,0.011834667126337687
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,4096,1536,0.01165013313293457
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,4096,1536,0.01076800028483073
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,4096,1536,0.011293866237004598
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,4096,1536,0.010357333223025005
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,4096,1536,0.01123199959595998
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,4096,1536,0.010413866241772969
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,4096,1536,0.008758399883906047
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,4096,1536,0.011638399958610535
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,4096,1536,0.010774399836858113
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,4096,1536,0.009942400455474853
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,4096,1536,0.009524266918500264
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,4096,1536,0.009122133255004883
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,4096,1536,0.012058666348457337
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,4096,1536,0.16683626174926758
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,4096,1536,0.04740266799926758
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,4096,1536,0.08850133419036865
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,4096,1536,0.028968532880147297
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,4096,1536,0.028435200452804565
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,4096,1536,0.027905066808064777
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,4096,1536,0.028009599447250365
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,4096,1536,0.028135466575622558
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,4096,1536,0.026706133286158246
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,4096,1536,0.02762133280436198
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,4096,1536,0.0272053341070811
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,4096,1536,0.023319466908772787
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,4096,1536,0.022986666361490885
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,4096,1536,0.023205333948135377
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,4096,1536,0.022842667500178018
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,4096,1536,0.02249280015627543
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,4096,1536,0.02185493310292562
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,4096,1536,0.022344533602396646
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,4096,1536,0.02180479963620504
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,4096,1536,0.021363200743993123
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,4096,1536,0.01774186690648397
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,4096,1536,0.01738026738166809
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,4096,1536,0.01702186663945516
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,4096,1536,0.0166101336479187
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,4096,1536,0.016574933131535848
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,4096,1536,0.0162090669075648
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,4096,1536,0.016152532895406087
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,4096,1536,0.01583573321501414
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,4096,1536,0.010417067011197408
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,4096,1536,0.01548693378766378
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,4096,1536,0.011706667145093282
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,4096,1536,0.011603200435638427
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,4096,1536,0.010948266585667927
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,4096,1536,0.010840533177057902
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,4096,1536,0.010428800185521444
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,4096,1536,0.010387200117111205
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,4096,1536,0.01000853379567464
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,4096,1536,0.009979733824729919
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,4096,1536,0.009992532928784688
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,4096,1536,0.009938133756319682
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,4096,1536,0.00967680017153422
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,4096,1536,0.009963732957839967
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,4096,1536,0.009661866227785747
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,4096,1536,0.00979306697845459
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,4096,1536,0.009630933403968811
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,4096,1536,0.010009599725405376
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,4096,1536,0.009523199995358785
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,4096,1536,0.009934932986895243
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,4096,1536,0.00958293378353119
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,4096,1536,0.009966933727264404
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,4096,1536,0.00958293378353119
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,4096,1536,0.009734400113423665
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,4096,1536,0.009578667084376017
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,4096,1536,0.00960640013217926
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,4096,1536,0.009590400258700053
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,4096,1536,0.009532800316810608
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,4096,1536,0.009609599908192951
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,4096,1536,0.00956053336461385
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,4096,1536,0.009572266538937887
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,4096,1536,0.009551999966303508
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,4096,1536,0.009576533238093059
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,4096,1536,0.009564800063769023
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,4096,1536,0.009223467111587525
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,4096,1536,0.009199999769528707
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,4096,1536,0.009591466188430786
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,4096,1536,0.009333333373069764
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,4096,1536,0.00959999958674113
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,4096,1536,0.009556266665458679
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,4096,1024,0.18616746266682943
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,4096,1024,0.0939349333445231
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,4096,1024,0.04713279803593953
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,4096,1024,0.024618667364120484
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,4096,1024,0.02454400062561035
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,4096,1024,0.02386773427327474
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,4096,1024,0.024259199698766075
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,4096,1024,0.02454293370246887
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,4096,1024,0.025492266813913984
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,4096,1024,0.021127466360727945
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,4096,1024,0.02111999988555908
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,4096,1024,0.020594133933385213
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,4096,1024,0.01943040092786153
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,4096,1024,0.01908906698226929
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,4096,1024,0.019217065970102944
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,4096,1024,0.016963199774424235
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,4096,1024,0.018126932779947917
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,4096,1024,0.01759786605834961
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,4096,1024,0.016764799753824867
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,4096,1536,0.009166933099428813
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,4096,1024,0.016343466440836587
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,4096,1024,0.014075733224550881
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,4096,1024,0.01394773324330648
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,4096,1024,0.014078933000564575
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,4096,1024,0.013005866607030233
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,4096,1024,0.014739200472831726
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,4096,1024,0.011266133189201355
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,4096,1024,0.010787199934323628
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,4096,1024,0.01037013332049052
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,4096,1024,0.009164800246556599
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,4096,1024,0.009361066420873006
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,4096,1024,0.008738133311271667
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,4096,1024,0.0075093333919843035
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,4096,1024,0.007100800176461537
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,4096,1024,0.006291200220584869
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,4096,1024,0.005390933156013489
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,4096,1024,0.005070933202902476
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,4096,1024,0.004237866898377737
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,4096,1024,0.004745600124200186
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,4096,1024,0.004240000247955322
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,4096,1024,0.005454933146635691
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,4096,1024,0.0038549333810806276
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,4096,1024,0.004227200150489807
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,4096,1024,0.00382080003619194
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,4096,1024,0.004082133372624716
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,4096,1024,0.003549866626660029
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,4096,1024,0.0037685332198937735
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,4096,1024,0.0036864000062147772
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,4096,1024,0.0038250667353471124
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,4096,1024,0.003881600002447764
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,4096,1024,0.0034005333979924522
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,4096,1024,0.003492266684770584
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,4096,1024,0.0035082665582497918
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,4096,1024,0.0033973333736260734
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,4096,1024,0.0034186666210492453
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,4096,1536,0.009604266285896302
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,4096,1024,0.003402666747570038
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,4096,1024,0.003425066669782003
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,4096,1024,0.003373866776625315
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,4096,1024,0.003432533393303553
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,4096,1024,0.003306666761636734
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,4096,1024,0.00344106654326121
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,4096,1024,0.0033962666988372804
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,4096,1024,0.003420799970626831
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,4096,1024,0.0033973333736260734
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,4096,1024,0.0033759998778502146
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,4096,1024,0.0033919999996821085
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,4096,1024,0.004252799848715464
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,4096,1024,0.004198400179545084
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,4096,1024,0.004247466723124186
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,4096,1024,0.0050122668345769245
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,4096,1024,0.004686933259169261
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,4096,1536,0.00958079993724823
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,4096,1024,0.004668800036112467
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,4096,1024,0.005074133475621542
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,4096,1536,0.009531733393669129
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,4096,1024,0.09157653649648032
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,4096,1536,0.009551999966303508
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,4096,1024,0.17599466641743977
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,4096,1024,0.03461653391520182
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,4096,1024,0.03492159843444824
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,4096,1024,0.03394986788431804
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,4096,1024,0.033138134082158405
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,4096,1536,0.009542399644851684
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,4096,1024,0.0333621342976888
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,4096,1024,0.03546346823374431
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,4096,1024,0.03369173208872477
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,4096,1024,0.03363946676254272
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,4096,1024,0.032808534304300946
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,4096,1024,0.03118079900741577
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,4096,1024,0.030873600641886396
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,4096,1024,0.03081173300743103
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,4096,1024,0.03065066734949748
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,4096,1024,0.030743465820948286
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,4096,1024,0.02892586588859558
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,4096,1024,0.028995199998219805
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,4096,1024,0.027078400055567425
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,4096,1024,0.02576853235562642
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,4096,1024,0.026349866390228273
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,4096,1536,0.00959999958674113
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,4096,1024,0.02675093412399292
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,4096,1024,0.02397759954134623
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,4096,1024,0.024281599124272666
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,4096,1024,0.003433600068092346
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,4096,1024,0.022765866915384927
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,4096,1024,0.022714666525522866
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,4096,1024,0.021314134200414024
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,4096,1024,0.02262186606725057
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,4096,1024,0.02053226629892985
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,4096,1024,0.01959679921468099
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,4096,1024,0.018514132499694823
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,4096,1024,0.016985599199930826
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,4096,1024,0.016100266575813295
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,4096,1024,0.017987199624379478
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,4096,1024,0.016396799683570863
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,4096,1024,0.016563199957211814
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,4096,1024,0.017772799730300902
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,4096,1024,0.016012799739837647
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,4096,1024,0.015757866700490317
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,4096,1024,0.014806399742762247
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,4096,1024,0.014479999740918478
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,4096,1024,0.014884266257286071
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,4096,1024,0.0536138653755188
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,4096,1024,0.014570666352907815
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,4096,1024,0.01446293294429779
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,4096,1024,0.014485333363215128
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,4096,1024,0.014469333489735923
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,4096,1024,0.016251732905705772
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,4096,1024,0.01444586714108785
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,4096,1024,0.01590506633122762
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,4096,1024,0.014730667074521383
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,4096,1024,0.014416000247001648
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,4096,1024,0.028962133328119914
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,4096,1024,0.014526933431625366
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,4096,1024,0.014460800091425577
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,4096,1024,0.01479573349157969
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,4096,1024,0.014567466576894126
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,4096,1024,0.025945599873860675
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,4096,1024,0.014398933450380961
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,4096,1024,0.014103466272354126
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,4096,1024,0.014435199896494546
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,4096,1024,0.014282666643460593
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,4096,1024,0.01440000037352244
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,4096,1024,0.014432000120480857
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,4096,1024,0.014505599935849508
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,4096,1024,0.014522666732470194
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,4096,1024,0.01467626690864563
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,4096,1024,0.014681599537531533
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,4096,1024,0.014491732915242514
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,4096,1024,0.014519466956456503
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,4096,1024,0.014481066664059957
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,4096,1024,0.014510933558146158
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,4096,1024,0.004594133297602335
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,4096,1024,0.016135467092196147
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,4096,1024,0.01662399967511495
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,4096,1024,0.10207466284434001
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,4096,1024,0.10816213289896648
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,4096,1024,0.08939733505249023
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,4096,1024,0.09304853280385336
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,4096,1024,0.1060693343480428
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,4096,1024,0.08766506512959799
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,4096,1024,0.08412799835205079
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,4096,1024,0.31805973052978515
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,4096,1024,0.09866133530934652
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,4096,1024,0.07796906630198161
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,4096,1024,0.07616853713989258
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,4096,1024,0.0946570634841919
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,4096,1024,0.0709941307703654
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,4096,1024,0.665286382039388
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,4096,1024,0.06979733308156331
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,4096,1024,0.06527359882990519
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,4096,1024,0.06360106468200684
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,4096,1024,0.05982933441797892
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,4096,1024,0.0586464007695516
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,4096,1024,0.04112853209177653
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,4096,1024,0.04035946528116862
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,4096,1024,1.3255925496419272
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,4096,1024,0.04728533426920573
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,4096,1024,0.046589867273966475
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,4096,1024,0.023887999852498374
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,4096,1024,0.02345386743545532
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,4096,1024,0.08106666405995687
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,4096,1024,0.03464213212331136
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,4096,1024,0.05369066794713338
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,4096,1024,0.03499840100606282
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,4096,1024,0.052194134394327796
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,4096,1024,0.029620265960693358
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,4096,1024,0.02880000074704488
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,4096,1024,0.018194133043289186
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,4096,1024,0.01251520017782847
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,4096,1024,0.011201066772143047
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,4096,1024,0.011187199751536052
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,4096,1024,0.011188266674677531
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,4096,1024,0.0098880002895991
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,4096,1024,0.017334399620691936
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,4096,1024,0.0099263995885849
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,4096,1024,0.010821333527565003
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,4096,1024,0.009656533598899841
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,4096,1024,0.010028800368309021
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,4096,1024,0.00801386684179306
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,4096,1024,0.008404266834259034
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,4096,1024,0.008397866288820903
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,4096,1024,0.008865066369374593
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,4096,1024,0.008313600222269695
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,4096,1024,0.009150933225949604
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,4096,1024,0.008795733253161114
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,4096,1024,0.00913706620534261
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,4096,1024,0.008355200290679932
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,4096,1024,0.009202133615811665
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,4096,1024,0.009121066331863404
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,4096,1024,0.009547733267148336
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,4096,1024,0.009211732943852743
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,4096,1024,0.009220266342163086
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,4096,1024,0.009537067015965779
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,4096,1024,0.009954133629798889
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,4096,1024,0.00918933351834615
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,4096,1024,0.009628799557685853
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,4096,1024,0.009589333335558574
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,4096,1024,0.009525332848230999
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,4096,1024,0.009607467055320739
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,4096,1024,0.00913813312848409
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,4096,1024,0.009990400075912476
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,4096,1024,0.008771199981371562
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,4096,1024,0.009630933403968811
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,4096,1024,0.009541333715120951
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,4096,1024,0.00941546658674876
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,4096,1024,0.008761599659919739
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,4096,1024,0.009177600344022114
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,4096,1024,0.03679253260294597
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,4096,1024,0.1258421341578166
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,4096,1024,0.06703360080718994
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,4096,1024,0.02276373306910197
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,4096,1024,0.022170666853586832
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,4096,1024,0.02298133373260498
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,4096,1024,0.022424532969792684
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,4096,1024,0.022190932432810465
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,4096,1024,0.021951999266942343
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,4096,1024,0.021548799673716226
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,4096,1024,0.02178666591644287
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,4096,1024,0.018630399306615194
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,4096,1024,0.018620800971984864
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,4096,1024,0.01874133348464966
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,4096,1024,0.018227199713389076
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,4096,1024,0.017925333976745606
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,4096,1024,0.017924267053604125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,4096,1024,0.01778986652692159
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,4096,1024,0.01771946748097738
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,4096,1024,0.017399466037750243
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,4096,1024,0.014402133226394654
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,4096,1024,0.014115200440088908
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,4096,1024,0.01404159963130951
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,4096,1024,0.013688533504803976
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,4096,1024,0.013667200009028116
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,4096,1024,0.013219199577967324
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,4096,1024,0.012824533383051553
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,4096,1024,0.013264000415802002
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,4096,1024,0.01288106640179952
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,4096,1024,0.010408533612887065
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,4096,1024,0.009955199559529622
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,4096,1024,0.009669333696365356
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,4096,1024,0.009387733538945515
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,4096,1024,0.009564800063769023
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,4096,1024,0.009514666597048442
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,4096,1024,0.008724266290664673
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,4096,1024,0.009108266234397889
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,4096,1024,0.008756267031033833
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,4096,1024,0.008740267157554627
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,4096,1024,0.00876693328221639
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,4096,1024,0.008764800429344178
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,4096,1024,0.009559466441472372
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,4096,1024,0.008785067001978557
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,4096,1024,0.008782933155695598
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,4096,1024,0.008734933535257975
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,4096,1024,0.008764800429344178
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,4096,1024,0.008785067001978557
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,4096,1024,0.00874773363272349
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,4096,1024,0.00872213343779246
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,4096,1024,0.008642133076985676
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,4096,1024,0.008797867099444072
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,4096,1024,0.008749866485595703
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,4096,1024,0.008716799815495809
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,4096,1024,0.008769067128499348
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,4096,1024,0.008382933338483174
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,4096,1024,0.00853013296922048
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,4096,1024,0.008387200037638346
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,4096,1024,0.00869866708914439
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,4096,1024,0.008627200126647949
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,4096,1024,0.008289066453774769
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,4096,1024,0.008381866415341695
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,4096,1024,0.008714666962623597
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,4096,1024,0.008728532989819845
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,4096,1024,0.008354133367538452
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,4096,1024,0.008706133564313252
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,4096,1024,0.008372267087300617
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,4096,1024,0.008355200290679932
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,4096,1024,0.008732799688975017
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,4096,768,0.14477334022521973
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,4096,1024,0.00855466624101003
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,4096,768,0.07276373704274496
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,4096,1024,0.008759466807047527
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,4096,768,0.035558398564656576
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,4096,768,0.018793600797653198
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,4096,768,0.018593066930770875
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,4096,768,0.01834239959716797
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,4096,768,0.01916159987449646
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,4096,768,0.018946133057276406
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,4096,768,0.018579200903574625
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,4096,768,0.01660480002562205
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,4096,768,0.01639573375384013
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,4096,768,0.016177067160606386
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,4096,768,0.015107199549674988
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,4096,768,0.015058133006095886
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,4096,768,0.015246933698654175
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,4096,768,0.013281066219011942
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,4096,768,0.01325973371664683
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,4096,768,0.013784533739089966
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,4096,768,0.013204266627629599
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,4096,768,0.013252266248067222
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,4096,768,0.011285332838694255
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,4096,768,0.01123306651910146
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,4096,768,0.011202133695284526
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,4096,768,0.010795733332633973
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,4096,768,0.011667199929555257
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,4096,768,0.009524266918500264
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,4096,768,0.008785067001978557
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,4096,768,0.008483200271924337
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,4096,768,0.007891199986139933
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,4096,768,0.007515733440717061
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,4096,768,0.006718933085600535
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,4096,768,0.005897599955399831
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,4096,768,0.005426133175690969
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,4096,768,0.004677333434422811
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,4096,768,0.004276266694068909
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,4096,768,0.003851733356714249
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,4096,1024,0.008360532919565837
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,4096,768,0.0041909332076708475
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,4096,768,0.0037930667400360107
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,4096,768,0.004650666813055674
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,4096,768,0.003453866640726725
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,4096,768,0.00345920001467069
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,4096,768,0.003420799970626831
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,4096,768,0.0033887999753157297
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,4096,768,0.0033088001112143196
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,4096,768,0.003389866650104523
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,4096,768,0.0034314667185147605
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,4096,768,0.0033600000043710076
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,4096,768,0.0033632000287373864
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,4096,768,0.0034272000193595886
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,4096,1024,0.008379733562469483
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,4096,768,0.0032992000381151833
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,4096,768,0.0030271999537944795
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,4096,768,0.0030400000512599947
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,4096,768,0.0030080000559488933
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,4096,768,0.0029663999875386557
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,4096,768,0.0030250666042168934
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,4096,768,0.0029493334392706556
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,4096,768,0.002958933264017105
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,4096,768,0.002980266759792964
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,4096,768,0.0029696000119050344
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,4096,1024,0.008770133058230083
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,4096,768,0.0029781334102153777
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,4096,768,0.002977066735426585
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,4096,768,0.0030080000559488933
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,4096,768,0.0038453333079814913
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,4096,768,0.0038261334101359046
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,4096,768,0.007681066791216533
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,4096,768,0.0038005332152048744
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,4096,768,0.003689600030581156
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,4096,768,0.0037802666425704955
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,4096,768,0.003836799909671148
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,4096,768,0.004197333256403605
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,4096,768,0.004183466732501984
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,4096,768,0.0764031966527303
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,4096,768,0.13765014012654622
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,4096,768,0.048410665988922116
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,4096,768,0.03186986645062764
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,4096,768,0.00344106654326121
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,4096,768,0.03142720063527425
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,4096,768,0.03107306758562724
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,4096,768,0.031013333797454835
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,4096,768,0.03152746756871541
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,4096,768,0.032866134246190386
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,4096,768,0.029637332757314044
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,4096,768,0.02980266610781352
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,4096,768,0.028917332490285236
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,4096,768,0.0288266658782959
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,4096,768,0.028838400046030683
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,4096,768,0.028988800446192425
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,4096,768,0.003035733352104823
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,4096,768,0.026795732975006103
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,4096,768,0.027010132869084675
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,4096,768,0.026686932643254595
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,4096,768,0.026697599887847902
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,4096,768,0.026050132513046265
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,4096,768,0.024459733565648397
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,4096,1024,0.00837546686331431
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,4096,768,0.024267733097076416
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,4096,768,0.023203200101852416
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,4096,768,0.023383466402689616
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,4096,768,0.02453119953473409
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,4096,768,0.02141759991645813
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,4096,768,0.022738132874170938
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,4096,768,0.020629332462946574
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,4096,768,0.020584533611933388
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,4096,768,0.02096959948539734
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,4096,768,0.019610667228698732
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,4096,768,0.01876586675643921
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,4096,768,0.018905599912007652
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,4096,768,0.0029653333127498626
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,4096,768,0.01690453290939331
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,4096,768,0.01597866714000702
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,4096,768,0.016504533092180886
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,4096,768,0.016455466548601784
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,4096,768,0.014886400103569031
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,4096,768,0.014656000336011252
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,4096,768,0.01492586632569631
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,4096,768,0.014494933684666953
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,4096,768,0.01453013320763906
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,4096,1024,0.008721066514650981
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,4096,768,0.016302933295567833
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,4096,768,0.01580586632092794
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,4096,768,0.015056000153223673
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,4096,768,0.015075199802716575
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,4096,768,0.014653866489728292
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,4096,768,0.016089600324630738
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,4096,768,0.01437333325544993
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,4096,768,0.01497706671555837
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,4096,768,0.01463573376337687
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,4096,768,0.014514133334159851
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,4096,768,0.01437226633230845
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,4096,768,0.01474453310171763
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,4096,768,0.01444586714108785
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,4096,768,0.014459733168284097
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,4096,768,0.014307199915250143
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,4096,768,0.014392532904942832
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,4096,768,0.014371200402577718
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,4096,768,0.014212266604105631
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,4096,768,0.014320000012715658
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,4096,768,0.014312533537546792
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,4096,768,0.014147200187047324
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,4096,768,0.014461867014567056
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,4096,768,0.014465066790580749
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,4096,768,0.01451520025730133
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,4096,768,0.014505599935849508
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,4096,768,0.01447466711203257
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,4096,768,0.0145087997118632
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,4096,768,0.014469333489735923
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,4096,768,0.018279467026392618
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,4096,768,0.015969066818555196
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,4096,768,0.014630400141080222
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,4096,768,0.014504533012708029
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,4096,768,0.28479572931925456
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,4096,768,0.09123626550038656
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,4096,768,0.10508906841278076
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,4096,768,0.086954665184021
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,4096,768,0.09889492988586426
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,4096,768,0.6699285507202148
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,4096,768,0.08180480003356934
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,4096,768,0.08534506956736246
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,4096,768,0.1034442663192749
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,4096,768,0.07602667013804118
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,4096,768,0.06940373579661051
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,4096,768,0.06818453470865884
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,4096,768,0.06447893381118774
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,4096,768,1.3219732920328775
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,4096,768,0.09633599917093913
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,4096,768,0.057885865370432533
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,4096,768,0.05667839845021566
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,4096,768,0.04524373213450114
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,4096,768,0.04557226498921712
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,4096,768,0.03991146485010783
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,4096,768,0.03951253493626912
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,4096,768,0.09244906902313232
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,4096,768,0.07923626899719238
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,4096,768,0.07426986694335938
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,4096,768,0.023475199937820435
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,4096,768,0.023095466693242393
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,4096,768,0.06194666624069214
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,4096,768,0.05217493375142416
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,4096,768,0.01774186690648397
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,4096,768,0.05119680166244507
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,4096,768,0.028434133529663085
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,4096,768,0.03417386611302693
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,4096,768,0.03418240149815877
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,4096,768,0.028032000859578448
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,4096,768,0.010989866654078166
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,4096,768,0.00997226635615031
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,4096,768,0.00993173321088155
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,4096,768,0.01660586694876353
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,4096,768,0.01034879982471466
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,4096,768,0.012425600488980611
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,4096,768,0.010785067081451416
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,4096,768,0.010776533683141073
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,4096,768,0.009567999839782714
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,4096,768,0.010823466380437215
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,4096,768,0.007969066500663757
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,4096,768,0.007982933521270752
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,4096,768,0.007165866593519847
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,4096,768,0.008376533786455791
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,4096,768,0.008293333152929943
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,4096,768,0.00796693315108617
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,4096,768,0.007928533355395
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,4096,768,0.007896533111731212
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,4096,768,0.008365866541862488
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,4096,768,0.008328533172607422
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,4096,768,0.008910933136940002
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,4096,768,0.008498133222262064
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,4096,768,0.008718933661778767
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,4096,768,0.008362666765848795
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,4096,768,0.008283733328183492
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,4096,768,0.008744532863299053
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,4096,768,0.008028799792130788
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,4096,768,0.007944533228874206
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,4096,768,0.008339200417200725
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,4096,768,0.007614933451016744
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,4096,768,0.007947733501593272
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,4096,768,0.008726400136947633
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,4096,768,0.008756267031033833
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,4096,768,0.008380800485610962
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,4096,768,0.008334933718045553
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,4096,768,0.008372267087300617
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,4096,768,0.008376533786455791
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,4096,768,0.007889066636562348
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,4096,768,0.008758399883906047
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,4096,768,0.007877333462238312
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,4096,768,0.1068725347518921
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,4096,768,0.05689493417739868
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,4096,768,0.03126613299051921
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,4096,768,0.020629332462946574
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,4096,768,0.020642133553822835
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,4096,768,0.020589866240819297
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,4096,768,0.02063039938608805
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,4096,768,0.020252799987792967
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,4096,768,0.01978773276011149
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,4096,768,0.020241065820058187
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,4096,768,0.01694613297780355
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,4096,768,0.01990933418273926
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,4096,768,0.01697173317273458
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,4096,768,0.016924800475438435
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,4096,768,0.017366399367650352
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,4096,768,0.0165802667538325
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,4096,768,0.016551466782887776
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,4096,768,0.01607146660486857
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,4096,768,0.016100266575813295
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,4096,768,0.013315199812253316
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,4096,768,0.013022933403650919
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,4096,768,0.015738667050997416
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,4096,768,0.012876799702644348
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,4096,768,0.012899200121561686
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,4096,768,0.012447999914487202
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,4096,768,0.01243839959303538
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,4096,768,0.011637333035469054
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,4096,768,0.011986133456230164
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,4096,768,0.01188266674677531
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,4096,768,0.009612799684206644
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,4096,768,0.009223467111587525
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,4096,768,0.008807466427485148
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,4096,768,0.008801066875457763
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,4096,768,0.00871573289235433
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,4096,768,0.008708266417185466
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,4096,768,0.008371200164159138
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,4096,768,0.008713600039482117
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,4096,768,0.008724266290664673
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,4096,768,0.008406399687131246
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,4096,768,0.008343467116355896
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,4096,768,0.008526933193206788
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,4096,768,0.008316799998283386
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,4096,768,0.008328533172607422
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,4096,768,0.00832426647345225
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,4096,768,0.008531199892361958
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,4096,768,0.008350933591524761
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,4096,768,0.007961600025494894
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,4096,768,0.008311466872692108
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,4096,768,0.008387200037638346
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,4096,768,0.008310399949550629
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,4096,768,0.008303999900817871
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,4096,768,0.008370133241017659
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,4096,768,0.007935999830563863
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,4096,768,0.007952000200748443
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,4096,768,0.007944533228874206
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,4096,768,0.008292266726493835
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,4096,768,0.007971199850241344
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,4096,768,0.007957333326339721
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,4096,768,0.008303999900817871
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,4096,768,0.008384000261624653
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,4096,768,0.007990399996439617
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,4096,768,0.007942399879296621
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,4096,768,0.007969066500663757
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,4096,768,0.007972266773382823
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,4096,768,0.008393599589665731
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,4096,768,0.00795839975277583
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,4096,768,0.008303999900817871
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,4096,512,0.10245013236999512
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,4096,512,0.05122026602427164
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,4096,512,0.025126399596532185
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,4096,768,0.00795413355032603
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,4096,512,0.014070399602254233
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,4096,512,0.01415786643822988
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,4096,512,0.013804800311724343
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,4096,768,0.007900799810886382
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,4096,512,0.01402666668097178
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,4096,512,0.013853866855303446
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,4096,512,0.012999467055002847
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,4096,512,0.01527679959932963
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,4096,512,0.01306880017121633
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,4096,512,0.012488533059755962
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,4096,512,0.011573333541552227
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,4096,512,0.01136959989865621
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,4096,512,0.011499733726183573
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,4096,512,0.010901332894961039
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,4096,512,0.010827733079592387
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,4096,512,0.01039573351542155
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,4096,512,0.008771199981371562
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,4096,512,0.008774399757385254
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,4096,512,0.008761599659919739
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,4096,512,0.008744532863299053
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,4096,512,0.009134933352470398
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,4096,512,0.007141333321730297
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,4096,512,0.007161599894364675
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,4096,768,0.007973333199818928
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,4096,512,0.006635733445485433
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,4096,768,0.0082997332016627
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,4096,512,0.006698666512966156
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,4096,512,0.006061866879463196
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,4096,512,0.005491200089454651
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,4096,512,0.005042133231957754
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,4096,512,0.004676266511281332
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,4096,512,0.0041802664597829185
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,4096,512,0.00383146678407987
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,4096,512,0.0034495999415715536
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,4096,512,0.0037845333417256674
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,4096,768,0.008294400076071422
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,4096,512,0.0034261333445707956
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,4096,512,0.0038474666575590765
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,4096,768,0.007982933521270752
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,4096,512,0.002996266633272171
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,4096,512,0.0030602666238943735
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,4096,512,0.0030720000465710956
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,4096,512,0.0029738667110602063
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,4096,512,0.002951466788848241
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,4096,512,0.0029557332396507262
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,4096,512,0.00296426663796107
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,4096,512,0.0029909332593282064
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,4096,512,0.011068800091743469
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,4096,512,0.0029728000362714132
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,4096,512,0.00296426663796107
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,4096,512,0.01034346620241801
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,4096,512,0.002974933385848999
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,4096,512,0.0026261332134405774
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,4096,512,0.0028223998844623564
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,4096,512,0.0030261332790056865
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,4096,512,0.002630399912595749
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,4096,512,0.0025781333446502686
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,4096,512,0.0026229334374268847
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,4096,512,0.0026047999660174055
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,4096,512,0.002609066665172577
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,4096,512,0.002566399921973546
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,4096,512,0.0026015999416510267
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,4096,512,0.0025759999950726825
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,4096,512,0.002614400039116542
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,4096,512,0.0029653333127498626
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,4096,512,0.002976000060637792
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,4096,512,0.003049599876006444
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,4096,512,0.003369600077470144
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,4096,512,0.0034133332471052804
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,4096,512,0.0033632000287373864
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,4096,512,0.0033919999996821085
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,4096,512,0.10903360048929851
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,4096,512,0.06357760032018026
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,4096,512,0.006313600142796834
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,4096,512,0.03906666835149129
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,4096,512,0.02840320070584615
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,4096,512,0.028013867139816285
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,4096,512,0.02885546684265137
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,4096,512,0.029459200302759808
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,4096,512,0.027405865987141925
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,4096,512,0.028834132353464763
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,4096,512,0.027137066920598345
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,4096,512,0.026918399333953857
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,4096,512,0.025998934110005693
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,4096,512,0.0029887999097506206
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,4096,512,0.02504533330599467
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,4096,512,0.024925865729649863
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,4096,512,0.02691520055135091
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,4096,512,0.02452053427696228
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,4096,512,0.024332799514134727
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,4096,512,0.002624000112215678
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,4096,512,0.024679466088612875
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,4096,512,0.022834134101867676
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,4096,512,0.02217280069986979
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,4096,512,0.022215465704600014
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,4096,512,0.0030570665995279947
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,4096,512,0.020801067352294922
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,4096,512,0.02214933236440023
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,4096,512,0.022638932863871256
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,4096,512,0.02081813414891561
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,4096,512,0.021254400412241616
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,4096,512,0.019694934288660683
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,4096,512,0.019245866934458414
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,4096,512,0.01889386574427287
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,4096,512,0.018557866414388023
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,4096,512,0.018270933628082277
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,4096,512,0.017043199141820273
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,4096,512,0.01685439944267273
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,4096,512,0.015812266866366068
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,4096,512,0.0151829332113266
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,4096,512,0.014652799566586813
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,4096,512,0.014706133802731832
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,4096,512,0.01622719963391622
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,4096,512,0.01504746675491333
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,4096,512,0.014504533012708029
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,4096,512,0.014442666371663412
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,4096,512,0.015051733454068503
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,4096,512,0.014582399527231851
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,4096,512,0.01420799990495046
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,4096,512,0.014612266421318054
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,4096,512,0.014476799964904785
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,4096,512,0.014828800161679586
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,4096,512,0.014426666498184203
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,4096,512,0.01437013347943624
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,4096,512,0.014223999778429666
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,4096,512,0.014578133821487427
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,4096,512,0.014364799857139588
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,4096,512,0.014294399817784628
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,4096,512,0.014033066232999167
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,4096,512,0.013079466422398886
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,4096,512,0.014310399691263834
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,4096,512,0.01402453382809957
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,4096,512,0.0026538667579491934
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,4096,512,0.01406719982624054
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,4096,512,0.013769599795341491
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,4096,512,0.014257066448529563
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,4096,512,0.01416213313738505
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,4096,512,0.013700266679128012
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,4096,512,0.014315733313560485
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,4096,512,0.013951999942461648
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,4096,512,0.013820800185203552
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,4096,768,0.007875200112660725
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,4096,512,0.01276586651802063
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,4096,512,0.01409280002117157
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,4096,512,0.013946666320164999
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,4096,512,0.013617066542307535
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,4096,512,0.014042666554450989
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,4096,512,0.01578133304913839
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,4096,512,0.014857600132624308
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,4096,512,0.023890133698781332
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,4096,512,0.013285332918167114
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,4096,512,0.101800537109375
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,4096,512,0.24234453837076822
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,4096,512,0.0878655989964803
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,4096,512,0.08486506938934327
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,4096,512,0.10043520132700604
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,4096,512,0.08317333062489828
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,4096,512,0.6464341481526692
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,4096,512,0.09350293477376302
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,4096,512,0.07978986899058024
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,4096,512,0.09393813610076904
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,4096,512,0.07716053326924642
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,4096,512,0.07311893304189046
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,4096,512,0.07199573516845703
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,4096,512,0.0661290685335795
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,4096,512,0.06769599914550781
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,4096,512,0.06045440038045248
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,4096,512,0.05621546506881714
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,4096,512,0.06119253238042196
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,4096,512,0.05542720158894857
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,4096,512,1.292017110188802
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,4096,512,0.04394773244857788
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,4096,512,0.03825920025507609
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,4096,512,0.0440170685450236
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,4096,512,0.08856960137685141
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,4096,512,0.023114667336146037
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,4096,512,0.02187839945157369
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,4096,512,0.0386303981145223
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,4096,512,0.03357866605122884
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,4096,512,0.049755732218424484
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,4096,512,0.02760639985402425
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,4096,512,0.050964268048604336
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,4096,512,0.02719893256823222
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,4096,512,0.03327999909718831
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,4096,512,0.016150400042533875
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,4096,512,0.01732053359349569
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,4096,512,0.010444800059000652
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,4096,512,0.009556266665458679
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,4096,512,0.01202239990234375
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,4096,512,0.009175466497739156
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,4096,512,0.01034453312555949
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,4096,512,0.010474666953086853
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,4096,512,0.009563733140627544
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,4096,512,0.010473600029945374
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,4096,512,0.009614933530489604
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,4096,512,0.007558399935563405
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,4096,512,0.007107200225194295
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,4096,512,0.006750933329264323
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,4096,512,0.008168533444404602
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,4096,512,0.007091199855009715
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,4096,512,0.007122133175532024
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,4096,512,0.0070709332823753355
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,4096,512,0.0070709332823753355
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,4096,512,0.007499733567237854
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,4096,512,0.007149866720040639
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,4096,512,0.00836906631787618
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,4096,512,0.00761706680059433
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,4096,512,0.008390399813652038
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,4096,512,0.0074986666440963745
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,4096,512,0.0074986666440963745
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,4096,512,0.007478400071461995
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,4096,512,0.007496533294518788
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,4096,512,0.007492266595363617
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,4096,512,0.007549866537253062
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,4096,512,0.00790719985961914
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,4096,512,0.007441066702206929
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,4096,512,0.007915733257929485
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,4096,512,0.007500799993673961
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,4096,512,0.00798826664686203
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,4096,512,0.007762133578459422
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,4096,512,0.007964799801508587
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,4096,512,0.007461333274841308
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,4096,512,0.0075445334116617845
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,4096,512,0.007921066880226136
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,4096,512,0.007923200229803721
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,4096,512,0.04769279956817627
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,4096,512,0.08885440031687418
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,4096,512,0.02821439901987712
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,4096,512,0.019056000312169395
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,4096,512,0.018627200524012247
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,4096,512,0.018632533152898152
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,4096,512,0.01872426668802897
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,4096,512,0.018604799111684164
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,4096,512,0.01815999945004781
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,4096,512,0.01777600049972534
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,4096,512,0.01566506624221802
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,4096,512,0.01753386656443278
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,4096,512,0.01532906691233317
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,4096,512,0.01529706617196401
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,4096,512,0.014919466773668923
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,4096,512,0.014898133277893067
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,4096,512,0.014814933141072592
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,4096,512,0.015355733036994935
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,4096,512,0.014734933773676554
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,4096,512,0.012314666310946147
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,4096,512,0.012049067020416259
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,4096,512,0.014105600118637086
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,4096,512,0.011587199568748475
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,4096,512,0.011249066392580668
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,4096,512,0.011165866255760193
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,4096,512,0.010796800255775452
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,4096,512,0.010762666662534077
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,4096,512,0.011667199929555257
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,4096,512,0.010441600282986959
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,4096,512,0.008834133545557659
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,4096,512,0.009066667159398396
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,4096,512,0.00872320036093394
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,4096,512,0.008714666962623597
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,4096,512,0.008376533786455791
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,4096,512,0.008344533046086629
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,4096,512,0.007969066500663757
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,4096,512,0.00788266658782959
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,4096,512,0.007944533228874206
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,4096,512,0.007895466685295106
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,4096,512,0.007950933277606964
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,4096,512,0.007906133433183034
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,4096,512,0.008108800152937572
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,4096,512,0.007913599908351897
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,4096,512,0.007956266899903615
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,4096,512,0.007899733384450276
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,4096,512,0.00790826678276062
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,4096,512,0.007890133559703827
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,4096,512,0.00790719985961914
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,4096,512,0.007947733501593272
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,4096,512,0.007546666761239369
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,4096,512,0.007973333199818928
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,4096,512,0.00790826678276062
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,4096,512,0.00788373351097107
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,4096,512,0.007500799993673961
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,4096,512,0.007906133433183034
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,4096,512,0.007930666704972585
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,4096,512,0.007763200004895528
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,4096,512,0.007905066510041555
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,4096,512,0.007540266712506611
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,4096,512,0.007623466849327088
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,4096,512,0.007516799867153168
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,4096,512,0.007533866663773854
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,4096,512,0.007569066683451335
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,4096,512,0.00790719985961914
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,4096,512,0.007949866851170858
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,4096,512,0.0076117331782976794
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,4096,512,0.007601066430409749
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,4096,512,0.007527466615041096
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,4096,256,0.07097280025482178
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,4096,256,0.03547413349151611
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,4096,256,0.017939200003941856
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,4096,256,0.010547199845314026
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,4096,256,0.010640000303586323
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,4096,512,0.007481599847475688
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,4096,256,0.010412800312042236
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,4096,256,0.010745599865913391
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,4096,256,0.010795733332633973
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,4096,256,0.011798399686813354
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,4096,256,0.009588266412417095
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,4096,256,0.009573333462079366
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,4096,256,0.009055999914805095
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,4096,256,0.008668800195058186
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,4096,256,0.00865066647529602
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,4096,256,0.008321066697438557
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,4096,256,0.007930666704972585
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,4096,256,0.007865599791208903
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,4096,256,0.007537066439787547
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,4096,256,0.0075552001595497135
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,4096,256,0.0064416001240412395
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,4096,256,0.006618666648864746
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,4096,256,0.0065194666385650635
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,4096,256,0.007046400010585785
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,4096,256,0.006692266464233399
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,4096,256,0.005585066477457682
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,4096,256,0.005910400052865346
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,4096,256,0.005227733155091604
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,4096,256,0.00547733356555303
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,4096,256,0.005052799979845682
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,4096,512,0.007898666461308797
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,4096,256,0.00459199994802475
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,4096,256,0.004211199780305227
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,4096,256,0.003803733239571253
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,4096,512,0.007534933090209961
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,4096,256,0.0033674667278925574
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,4096,256,0.002993066608905792
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,4096,256,0.002977066735426585
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,4096,512,0.007885866860548655
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,4096,256,0.0029450667401154833
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,4096,256,0.003044266750415166
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,4096,256,0.002616533388694127
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,4096,256,0.002616533388694127
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,4096,256,0.0025994665920734406
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,4096,256,0.002630399912595749
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,4096,256,0.0025578667720158894
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,4096,256,0.0026581334571043652
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,4096,256,0.0026389333109060925
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,4096,512,0.007708799839019775
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,4096,256,0.0026496000587940215
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,4096,256,0.002616533388694127
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,4096,256,0.002586666742960612
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,4096,256,0.0026421333352724713
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,4096,256,0.0025727999707063037
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,4096,256,0.0025546667476495106
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,4096,256,0.0025568000972270967
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,4096,256,0.002614400039116542
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,4096,256,0.002422400067249934
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,4096,256,0.0021898667017618816
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,4096,256,0.0022229333718617756
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,4096,256,0.002197333425283432
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,4096,256,0.002216533323129018
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,4096,256,0.009925333658854167
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,4096,256,0.002254933367172877
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,4096,512,0.007501866420110066
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,4096,256,0.0022805333137512207
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,4096,256,0.002204799900452296
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,4096,256,0.0022111999491850535
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,4096,256,0.002205866575241089
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,4096,256,0.0022453332940737406
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,4096,256,0.0021738665799299877
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,4096,256,0.002491733431816101
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,4096,256,0.0021845333278179167
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,4096,256,0.0022143999735514323
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,4096,256,0.002209066599607468
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,4096,256,0.049593599637349446
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,4096,256,0.08194133440653482
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,4096,256,0.004923733572165171
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,4096,256,0.0332096000512441
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,4096,256,0.024310400088628135
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,4096,256,0.024060799678166708
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,4096,256,0.024515199661254882
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,4096,256,0.02387839953104655
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,4096,256,0.026234666506449383
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,4096,256,0.022808533906936646
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,4096,256,0.0033845332761605583
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,4096,256,0.022776534159978233
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,4096,256,0.022592000166575112
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,4096,256,0.023137066761652628
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,4096,256,0.023810132344563802
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,4096,256,0.02122559944788615
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,4096,256,0.020910932620366415
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,4096,256,0.020610133806864418
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,4096,256,0.020600533485412596
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,4096,256,0.021252266565958657
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,4096,256,0.02059626579284668
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,4096,256,0.002536533276240031
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,4096,256,0.01952000061670939
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,4096,256,0.02057386636734009
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,4096,256,0.019029333194096883
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,4096,256,0.020219733317693077
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,4096,256,0.017870932817459106
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,4096,256,0.018823466698328652
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,4096,256,0.002219733347495397
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,4096,256,0.01702079971631368
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,4096,256,0.002234666546185811
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,4096,256,0.017412267128626504
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,4096,256,0.01741866668065389
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,4096,256,0.01755626598993937
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,4096,256,0.016404267152150473
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,4096,256,0.01688746611277262
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,4096,256,0.01602773368358612
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,4096,256,0.014892799655596414
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,4096,256,0.01581760048866272
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,4096,256,0.015507200360298156
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,4096,256,0.014429866274197897
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,4096,256,0.015080533425013223
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,4096,256,0.014513066411018372
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,4096,256,0.014447999993960061
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,4096,256,0.014281599720319112
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,4096,256,0.014503467082977294
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,4096,256,0.01460906664530436
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,4096,256,0.024691200256347655
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,4096,256,0.01423679987589518
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,4096,256,0.014607999722162882
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,4096,256,0.014393599828084311
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,4096,256,0.01341546674569448
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,4096,256,0.01437226633230845
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,4096,256,0.014332800110181173
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,4096,256,0.014402133226394654
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,4096,256,0.013901866475741067
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,4096,256,0.014266666769981385
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,4096,256,0.01439573367436727
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,4096,256,0.014235732952753702
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,4096,256,0.022151466210683188
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,4096,256,0.012531200051307678
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,4096,256,0.013148799538612366
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,4096,256,0.013711999853452048
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,4096,256,0.013145599762598673
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,4096,256,0.014081066846847535
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,4096,256,0.013335466384887695
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,4096,256,0.014215466380119324
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,4096,256,0.013802666465441385
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,4096,256,0.01309440036614736
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,4096,256,0.013165866335233053
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,4096,256,0.01372053325176239
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,4096,256,0.013684266805648803
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,4096,256,0.01405333379904429
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,4096,256,0.013219199577967324
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,4096,256,0.013800533612569174
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,4096,256,0.017223467429478966
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,4096,256,0.014401066303253173
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,4096,256,0.013175466656684875
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,4096,256,0.01245013376077016
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,4096,256,0.16146240234375
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,4096,256,0.06898773511250814
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,4096,256,0.4241589228312175
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,4096,256,0.06481920083363851
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,4096,256,0.844151496887207
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,4096,256,0.07953279813130697
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,4096,256,0.06169066826502482
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,4096,256,0.07835840384165446
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,4096,256,0.07426133155822753
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,4096,256,0.052161065737406406
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,4096,256,0.05254826545715332
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,4096,256,0.07272213300069173
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,4096,256,0.04326613346735637
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,4096,256,0.043546664714813235
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,4096,256,0.06942506631215414
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,4096,256,0.04844586849212647
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,4096,256,0.03540800015131633
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,4096,256,0.03535360097885132
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,4096,256,0.03083733320236206
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,4096,256,0.030898133913675945
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,4096,256,0.06533226569493612
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,4096,256,0.055897601445515956
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,4096,256,0.04733653465906779
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,4096,256,0.05670719941457113
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,4096,256,0.019022933642069497
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,4096,256,0.018141865730285645
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,4096,256,0.014362667004267374
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,4096,256,0.03980693419774373
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,4096,256,0.026791467269261675
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,4096,256,0.05999893347422282
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,4096,256,0.03947519858678182
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,4096,256,0.026793599128723145
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,4096,256,0.02267199953397115
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,4096,256,0.02190933426221212
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,4096,256,0.009941333532333374
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,4096,256,0.01378773351510366
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,4096,256,0.009133866429328919
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,4096,256,0.00830506682395935
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,4096,256,0.009253333012262981
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,4096,256,0.009181867043177288
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,4096,256,0.008794666330019633
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,4096,256,0.008393599589665731
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,4096,256,0.00795839975277583
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,4096,256,0.008353066444396973
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,4096,256,0.007090133428573608
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,4096,256,0.0059114664793014525
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,4096,256,0.00668693333864212
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,4096,256,0.006323199967543285
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,4096,256,0.00625493327776591
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,4096,256,0.006309333443641663
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,4096,256,0.006279466549555461
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,4096,256,0.006244266529877981
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,4096,256,0.006274133423964183
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,4096,256,0.006243200103441874
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,4096,256,0.006326400240262349
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,4096,256,0.006320000191529592
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,4096,256,0.006322133541107178
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,4096,256,0.006312533219655354
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,4096,256,0.006740266581376393
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,4096,256,0.006679466863473256
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,4096,256,0.006250666578610738
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,4096,256,0.006443733473618825
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,4096,256,0.006268799801667531
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,4096,256,0.006169599791367849
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,4096,256,0.006318933268388112
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,4096,256,0.006313600142796834
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,4096,256,0.00631466656923294
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,4096,256,0.006737066805362702
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,4096,256,0.0070826664566993715
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,4096,256,0.07014186382293701
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,4096,256,0.042430933316548666
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,4096,256,0.006636799871921539
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,4096,256,0.026808534065882367
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,4096,256,0.01695573329925537
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,4096,256,0.01696959932645162
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,4096,256,0.016544000307718913
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,4096,256,0.016544000307718913
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,4096,256,0.01632426679134369
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,4096,256,0.016123732924461363
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,4096,256,0.01590079963207245
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,4096,256,0.01574613352616628
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,4096,256,0.015388799707094827
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,4096,256,0.014916266997655234
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,4096,256,0.013653332988421122
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,4096,256,0.01477226714293162
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,4096,256,0.01291306714216868
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,4096,256,0.013071999947230021
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,4096,256,0.012947199741999307
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,4096,256,0.012802132964134216
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,4096,256,0.012475732962290447
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,4096,256,0.011580800016721089
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,4096,256,0.010990933577219645
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,4096,256,0.011219200491905213
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,4096,256,0.011043199896812439
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,4096,256,0.010419199864069622
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,4096,256,0.010054399569829304
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,4096,256,0.00999786655108134
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,4096,256,0.009596799810727436
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,4096,256,0.00960106650988261
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,4096,256,0.008402132987976074
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,4096,256,0.008343467116355896
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,4096,256,0.008385066191355388
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,4096,256,0.007959466675917308
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,4096,256,0.008122666676839193
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,4096,256,0.007891199986139933
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,4096,256,0.0075765331586201985
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,4096,256,0.007923200229803721
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,4096,256,0.0075530668099721265
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,4096,256,0.007931733131408691
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,4096,256,0.0077802668015162155
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,4096,256,0.0075530668099721265
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,4096,256,0.007256533205509186
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,4096,256,0.007526400188604991
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,4096,256,0.007578666508197785
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,4096,256,0.007492266595363617
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,4096,256,0.007582933207352956
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,4096,256,0.007463466624418895
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,4096,256,0.007542400062084198
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,4096,256,0.0075328002373377485
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,4096,256,0.0075647999842961625
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,4096,256,0.007578666508197785
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,4096,256,0.007129600147406261
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,4096,256,0.007502933343251546
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,4096,256,0.0075434664885203045
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,4096,256,0.007113599777221679
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,4096,256,0.007570133109887441
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,4096,256,0.00747626672188441
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,4096,256,0.007113599777221679
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,4096,256,0.007473066449165344
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,4096,256,0.007561600208282471
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,4096,256,0.0071370666225751235
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,4096,256,0.007418666779994964
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,4096,256,0.0070709332823753355
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,4096,256,0.007574399809042613
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,4096,256,0.00746559997399648
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,4096,256,0.0070816000302632645
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,4096,256,0.007478400071461995
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,4096,256,0.007149866720040639
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,4096,256,0.007158400118350982
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,4096,256,0.007177599767843883
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,4096,256,0.007264000177383423
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,4096,128,0.055905067920684816
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,4096,128,0.029982932408650714
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,4096,256,0.007481599847475688
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,4096,128,0.014688000082969666
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,4096,128,0.00957546631495158
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,4096,128,0.01039573351542155
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,4096,128,0.01039466659228007
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,4096,256,0.007495466868082683
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,4096,128,0.009143466750780743
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,4096,128,0.008053333560625712
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,4096,128,0.00826453318198522
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,4096,128,0.007549866537253062
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,4096,128,0.007458133498827617
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,4096,128,0.007133866846561432
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,4096,256,0.007115733126799266
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,4096,128,0.009221333265304565
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,4096,128,0.006679466863473256
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,4096,128,0.007113599777221679
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,4096,128,0.0065760001540184024
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,4096,128,0.006244266529877981
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,4096,128,0.0063967997829119366
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,4096,128,0.005939200023810069
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,4096,128,0.005913599828879039
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,4096,128,0.005443199972311656
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,4096,128,0.005906133353710175
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,4096,128,0.005076266825199127
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,4096,128,0.005089066425959269
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,4096,128,0.004274133344491323
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,4096,128,0.004681600133577982
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,4096,128,0.004261333247025808
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,4096,128,0.0042453333735466
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,4096,128,0.003861333429813385
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,4096,128,0.003804799914360046
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,4096,128,0.003798400113979975
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,4096,128,0.003009066730737686
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,4096,128,0.009251200159390767
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,4096,128,0.00297173336148262
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,4096,128,0.0030080000559488933
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,4096,128,0.002958933264017105
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,4096,128,0.0026229334374268847
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,4096,128,0.007900799810886382
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,4096,128,0.0026133333643277483
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,4096,128,0.0025589334468046824
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,4096,128,0.002573866645495097
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,4096,128,0.0025568000972270967
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,4096,128,0.002535466601451238
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,4096,128,0.0025653332471847535
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,4096,128,0.002552533398071925
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,4096,128,0.002552533398071925
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,4096,128,0.0024256000916163126
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,4096,128,0.0022229333718617756
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,4096,128,0.002198400100072225
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,4096,128,0.0021845333278179167
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,4096,128,0.002152533332506816
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,4096,128,0.006285866598288219
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,4096,128,0.002201599876085917
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,4096,128,0.0021738665799299877
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,4096,128,0.002216533323129018
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,4096,128,0.0021802666286627453
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,4096,128,0.002197333425283432
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,4096,128,0.002198400100072225
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,4096,128,0.0021845333278179167
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,4096,128,0.002183466653029124
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,4096,128,0.002194133400917053
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,4096,128,0.0021514666577180227
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,4096,128,0.002143999934196472
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,4096,128,0.002203733225663503
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,4096,128,0.002201599876085917
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,4096,128,0.002128000060717265
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,4096,128,0.0021109332640965777
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,4096,128,0.002194133400917053
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,4096,128,0.0021354667842388153
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,4096,128,0.0021909333765506743
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,4096,128,0.00210453321536382
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,4096,128,0.0022101332743962605
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,4096,128,0.0021397332350413007
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,4096,128,0.04536426862080892
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,4096,128,0.06868693033854166
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,4096,128,0.0297760009765625
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,4096,128,0.024132267634073893
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,4096,128,0.0226197342077891
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,4096,128,0.022437334060668945
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,4096,128,0.02213333249092102
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,4096,128,0.021149865786234536
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,4096,128,0.020691200097401937
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,4096,128,0.021280000607172646
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,4096,128,0.020722132921218873
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,4096,128,0.02097813288370768
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,4096,128,0.0025781333446502686
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,4096,128,0.020143999656041463
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,4096,128,0.019514666001001994
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,4096,128,0.02236586610476176
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,4096,128,0.020011732975641884
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,4096,128,0.019347200791041054
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,4096,128,0.019403733809789023
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,4096,128,0.020887466271718343
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,4096,128,0.018702934185663857
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,4096,128,0.020114133755366005
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,4096,128,0.017705599466959633
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,4096,128,0.019287467002868652
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,4096,128,0.017705599466959633
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,4096,128,0.018607999881108603
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,4096,128,0.017153066396713258
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,4096,128,0.016636799772580466
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,4096,128,0.016804265975952148
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,4096,128,0.017774933576583864
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,4096,128,0.01628159979979197
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,4096,128,0.015145599842071533
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,4096,128,0.014504533012708029
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,4096,128,0.015001599987347921
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,4096,128,0.01474240024884542
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,4096,128,0.014587733149528503
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,4096,128,0.014472533265749613
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,4096,128,0.014512000481287637
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,4096,128,0.014473600188891092
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,4096,128,0.014486400286356607
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,4096,128,0.014087466398874917
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,4096,128,0.014252799749374389
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,4096,128,0.014428800344467163
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,4096,128,0.014426666498184203
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,4096,128,0.014215466380119324
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,4096,128,0.014802133043607077
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,4096,128,0.014300800363222756
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,4096,128,0.018605866034825645
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,4096,128,0.013955199718475341
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,4096,256,0.0070698668559392285
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,4096,128,0.014461867014567056
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,4096,128,0.01409386694431305
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,4096,128,0.01381333371003469
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,4096,128,0.014145066340764364
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,4096,128,0.013767466942469279
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,4096,128,0.013892267147699991
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,4096,128,0.013692800203959146
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,4096,128,0.013053866227467856
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,4096,128,0.013967999815940857
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,4096,128,0.013608533143997192
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,4096,128,0.01369493305683136
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,4096,256,0.007075199981530507
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,4096,128,0.013826133807500205
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,4096,128,0.013211733102798462
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,4096,128,0.014018133282661438
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,4096,128,0.013217066725095114
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,4096,128,0.014472533265749613
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,4096,128,0.012947199741999307
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,4096,128,0.012679466605186462
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,4096,128,0.013155200084050498
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,4096,128,0.013763200243314108
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,4096,128,0.013430399696032205
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,4096,128,0.013895466923713684
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,4096,128,0.012991999586423239
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,4096,128,0.013092266519864401
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,4096,128,0.014255999525388082
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,4096,128,0.015301332871119181
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,4096,256,0.007079466680685679
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,4096,256,0.007146666447321574
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,4096,128,0.14008320172627767
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,4096,128,0.05954026778539022
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,4096,128,0.06774186293284098
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,4096,128,0.3095583915710449
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,4096,128,0.056284801165262854
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,4096,128,0.053812265396118164
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,4096,128,0.613490104675293
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,4096,128,0.0677354653676351
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,4096,128,0.04523200194040934
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,4096,128,0.0632586677869161
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,4096,128,0.04524373213450114
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,4096,128,0.042317867279052734
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,4096,128,0.03788479963938395
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,4096,128,0.03742080132166545
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,4096,128,0.06283200184504191
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,4096,128,0.05995626846949259
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,4096,128,0.031294933954874676
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,4096,128,0.030858665704727173
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,4096,128,0.027566933631896974
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,4096,128,0.02678826649983724
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,4096,128,0.05705386797587077
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,4096,128,0.04892799854278564
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,4096,128,0.052135467529296875
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,4096,128,0.04851626555124919
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,4096,128,0.01689599951108297
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,4096,128,0.016081066926320393
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,4096,128,0.041381335258483885
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,4096,128,0.03493013381958008
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,4096,128,0.034511999289194746
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,4096,128,0.023922133445739745
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,4096,128,0.023565866549809775
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,4096,128,0.01988053321838379
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,4096,128,0.019437867403030395
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,4096,128,0.012471466263135274
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,4096,128,0.01283093293507894
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,4096,128,0.008347733815511068
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,4096,128,0.007483733197053273
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,4096,128,0.0075530668099721265
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,4096,128,0.009143466750780743
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,4096,128,0.008712533116340637
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,4096,128,0.008322133123874665
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,4096,128,0.008794666330019633
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,4096,128,0.006650666892528534
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,4096,128,0.006660266717274983
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,4096,128,0.007536000013351441
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,4096,128,0.006252799928188324
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,4096,128,0.006669866542021434
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,4096,128,0.006331733365853627
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,4096,128,0.0054613331953684485
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,4096,128,0.005869866907596588
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,4096,128,0.00589333325624466
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,4096,128,0.005888000130653381
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,4096,128,0.005831466615200042
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,4096,128,0.005847466488679251
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,4096,128,0.005520000060399374
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,4096,128,0.005846400062243144
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,4096,128,0.005499733487764994
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,4096,128,0.005554133156935374
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,4096,128,0.0058783998092015585
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,4096,128,0.005496533215045929
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,4096,128,0.005886933207511902
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,4096,128,0.005919999877611796
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,4096,128,0.006690133114655812
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,4096,128,0.007500799993673961
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,4096,128,0.005868799984455109
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,4096,128,0.005840000013510386
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,4096,128,0.0058773333827654515
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,4096,128,0.0058773333827654515
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,4096,128,0.07002773284912109
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,4096,128,0.005847466488679251
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,4096,128,0.02505279978116353
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,4096,128,0.016495999693870545
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,4096,128,0.005854933460553487
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,4096,128,0.005827199916044871
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,4096,128,0.0058378666639328
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,4096,128,0.016152532895406087
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,4096,128,0.016156799594561257
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,4096,128,0.015757866700490317
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,4096,128,0.015340800086657206
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,4096,128,0.015723733107248943
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,4096,128,0.015366400281588236
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,4096,128,0.0452394684155782
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,4096,128,0.014874666929244995
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,4096,128,0.014855466286341348
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,4096,128,0.01486186683177948
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,4096,128,0.014482133587201438
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,4096,128,0.014257066448529563
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,4096,128,0.013157332936922709
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,4096,128,0.012474667032559712
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,4096,128,0.012408533692359924
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,4096,128,0.012263466914494831
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,4096,128,0.011826133728027344
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,4096,128,0.01112320025761922
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,4096,128,0.010749866565068562
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,4096,128,0.010626133282979329
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,4096,128,0.010412800312042236
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,4096,128,0.010410666465759277
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,4096,128,0.009995733698209126
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,4096,128,0.009991466999053955
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,4096,128,0.009202133615811665
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,4096,128,0.009316266576449076
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,4096,128,0.007963733375072479
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,4096,128,0.007933866480986278
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,4096,128,0.007541333138942718
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,4096,128,0.007919999957084655
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,4096,128,0.0075541332364082335
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,4096,128,0.007490133245786031
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,4096,128,0.007325866818428039
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,4096,128,0.007485866546630859
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,4096,128,0.007506133119265239
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,4096,128,0.00710399995247523
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,4096,128,0.0071263998746871945
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,4096,128,0.007119999825954437
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,4096,128,0.007134933272997539
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,4096,128,0.007141333321730297
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,4096,128,0.007086933155854543
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,4096,128,0.007524266839027405
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,4096,128,0.007121066749095917
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,4096,128,0.007117866476376851
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,4096,128,0.007134933272997539
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,4096,128,0.007492266595363617
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,4096,128,0.007134933272997539
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,4096,128,0.007047466437021891
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,4096,128,0.00709440012772878
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,4096,128,0.0071381335457166035
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,4096,128,0.006697600086530049
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,4096,128,0.006746666630109151
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,4096,128,0.007085866729418437
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,4096,128,0.007112533350785573
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,4096,128,0.007077333331108093
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,4096,128,0.0067210664351781205
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,4096,128,0.007123200098673503
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,4096,128,0.0067114666104316715
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,4096,128,0.007052800059318543
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,4096,128,0.006678399940331777
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,4096,128,0.00709440012772878
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,4096,128,0.007133866846561432
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,4096,128,0.006726400057474773
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,4096,128,0.006727466483910878
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,4096,128,0.006659199794133504
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,4096,128,0.007052800059318543
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,4096,128,0.006727466483910878
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,4096,64,0.02495786746342977
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,4096,128,0.00713919997215271
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,4096,128,0.006759466727574666
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,4096,128,0.006702933212121327
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,4096,64,0.00958720048268636
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,4096,64,0.00834986666838328
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,4096,128,0.0071050668756167095
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,4096,64,0.00830080012480418
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,4096,64,0.007110400001207988
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,4096,64,0.007935999830563863
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,4096,64,0.0074538667996724445
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,4096,64,0.006636799871921539
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,4096,64,0.007066666583220164
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,4096,64,0.006630399823188781
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,4096,64,0.00872320036093394
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,4096,64,0.005827199916044871
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,4096,64,0.006265600025653839
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,4096,64,0.006260266900062561
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,4096,64,0.00553706685702006
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,4096,64,0.005470933516820272
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,4096,64,0.0054058666030565895
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,4096,64,0.005100800096988678
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,4096,64,0.004735999802748362
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,4096,64,0.0063701331615448
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,4096,64,0.004267733295758565
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,4096,64,0.005851733187834421
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,4096,64,0.0038453333079814913
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,4096,64,0.004590933521588644
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,4096,64,0.003798400113979975
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,4096,64,0.004130133241415024
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,4096,64,0.003521066655715307
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,4096,64,0.0034101332227389016
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,4096,64,0.0029877332349618276
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,4096,64,0.0030229332546393077
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,4096,64,0.0025770666698614756
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,4096,64,0.0025759999950726825
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,4096,64,0.0026176000634829206
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,4096,64,0.04688106775283814
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,4096,64,0.0025631998976071674
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,4096,64,0.0025568000972270967
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,4096,64,0.013121066490809121
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,4096,64,0.0026015999416510267
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,4096,64,0.0025610665480295816
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,4096,64,0.002203733225663503
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,4096,64,0.0022143999735514323
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,4096,64,0.007898666461308797
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,4096,64,0.002548266698916753
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,4096,64,0.002239999920129776
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,4096,64,0.0022602667411168414
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,4096,64,0.002178133279085159
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,4096,64,0.0021909333765506743
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,4096,64,0.0021503999829292296
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,4096,64,0.0022069332500298817
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,4096,64,0.002152533332506816
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,4096,64,0.0021386665602525076
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,4096,64,0.002165333429972331
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,4096,64,0.0021344001094500227
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,4096,64,0.0021322667598724365
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,4096,64,0.006287999947865804
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,4096,64,0.002136533210674922
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,4096,64,0.0021301334102948504
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,4096,64,0.0021418665846188864
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,4096,64,0.002149333308140437
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,4096,64,0.002149333308140437
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,4096,64,0.0021546666820844015
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,4096,64,0.0021397332350413007
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,4096,64,0.0019381333142518998
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,4096,64,0.0019402666638294857
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,4096,64,0.002199466774861018
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,4096,64,0.0019999999552965165
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,4096,64,0.0018005333840847015
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,4096,64,0.001785600061217944
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,4096,64,0.001876266673207283
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,4096,64,0.0021290667355060577
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,4096,64,0.06841279665629069
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,4096,64,0.04285653432210286
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,4096,64,0.026771199703216553
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,4096,64,0.023596799373626708
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,4096,64,0.002535466601451238
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,4096,64,0.020798933506011964
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,4096,64,0.020716800292332967
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,4096,64,0.020870399475097657
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,4096,64,0.007541333138942718
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,4096,64,0.002149333308140437
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,4096,64,0.020322134097417198
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,4096,64,0.0021717332303524016
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,4096,64,0.02059626579284668
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,4096,64,0.01963520050048828
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,4096,64,0.021271467208862305
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,4096,64,0.020337067047754922
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,4096,64,0.021052799622217813
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,4096,64,0.019569067160288493
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,4096,64,0.018706132968266807
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,4096,64,0.01875413258870443
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,4096,64,0.020399999618530274
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,4096,64,0.018556799491246542
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,4096,64,0.018900267283121743
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,4096,64,0.018568533658981323
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,4096,64,0.018183465798695883
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,4096,64,0.020804266134897866
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,4096,64,0.01653333306312561
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,4096,64,0.019041067361831664
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,4096,64,0.01632213294506073
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,4096,64,0.017618133624394735
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,4096,64,0.016557866334915163
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,4096,64,0.01644480029741923
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,4096,64,0.015717333555221556
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,4096,64,0.016009599963823954
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,4096,64,0.01621333360671997
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,4096,64,0.014519466956456503
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,4096,64,0.014481066664059957
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,4096,64,0.014797866344451904
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,4096,64,0.015041066209475198
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,4096,64,0.015049599607785544
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,4096,64,0.014839466412862143
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,4096,64,0.013749333222707114
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,4096,64,0.01402773360411326
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,4096,64,0.013302399714787801
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,4096,64,0.02063466707865397
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,4096,64,0.014360533157984415
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,4096,64,0.014490666985511779
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,4096,64,0.020563199122746786
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,4096,64,0.014014933506647745
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,4096,64,0.01346560021241506
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,4096,64,0.01322773297627767
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,4096,64,0.013130666812260947
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,4096,64,0.012778666615486146
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,4096,64,0.014149333039919535
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,4096,64,0.013702399532000222
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,4096,64,0.014267733693122864
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,4096,64,0.013784533739089966
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,4096,64,0.013142399986584983
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,4096,64,0.013915733496348063
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,4096,64,0.013758933544158936
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,4096,64,0.01771946748097738
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,4096,64,0.01297920048236847
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,4096,64,0.013678933183352152
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,4096,64,0.013355732957522074
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,4096,64,0.013377066453297934
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,4096,64,0.013212800025939941
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,4096,64,0.013195733229319254
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,4096,64,0.013329066832860312
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,4096,64,0.013573333621025085
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,4096,64,0.013281066219011942
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,4096,64,0.01332586705684662
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,4096,64,0.013687466581662497
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,4096,64,0.013412266969680786
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,4096,64,0.014504533012708029
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,4096,64,0.012847999731699625
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,4096,64,0.013461333513259888
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,4096,32,0.025602134068806966
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,4096,32,0.013645866513252258
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,4096,32,0.009709866841634114
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,4096,32,0.008761599659919739
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,4096,32,0.008221866687138875
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,4096,32,0.008198399841785432
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,4096,32,0.008208000163237254
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,4096,32,0.007111466427644093
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,4096,32,0.007063466807206471
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,4096,32,0.007652266820271809
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,4096,32,0.006636799871921539
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,4096,32,0.006687999765078227
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,4096,32,0.006443733473618825
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,4096,32,0.009084799885749817
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,4096,32,0.006284800171852112
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,4096,32,0.005894400179386139
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,4096,64,0.01395093301932017
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,4096,32,0.0058890665570894875
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,4096,32,0.007865599791208903
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,4096,32,0.0054517333706219995
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,4096,32,0.005834666887919108
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,4096,32,0.006690133114655812
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,4096,32,0.005398400127887726
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,4096,32,0.00874773363272349
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,4096,32,0.004983466863632202
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,4096,32,0.0045973335703214015
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,4096,32,0.005883733431498209
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,4096,32,0.0045855998992919925
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,4096,32,0.004204800228277842
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,4096,32,0.004238933324813843
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,4096,32,0.0037845333417256674
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,4096,32,0.003516799956560135
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,4096,32,0.0030122667551040648
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,4096,32,0.0030016000072161358
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,4096,32,0.002552533398071925
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,4096,32,0.0029653333127498626
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,4096,32,0.002551466723283132
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,4096,32,0.0025962665677070618
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,4096,32,0.0025642665723959604
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,4096,32,0.002614400039116542
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,4096,32,0.002199466774861018
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,4096,32,0.0025642665723959604
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,4096,32,0.0026176000634829206
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,4096,32,0.0025621332228183747
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,4096,32,0.0025343999266624452
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,4096,32,0.047773865858713786
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,4096,32,0.002536533276240031
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,4096,32,0.0021674667795499166
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,4096,32,0.0022111999491850535
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,4096,32,0.002194133400917053
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,4096,32,0.002209066599607468
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,4096,32,0.0022154666483402254
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,4096,32,0.002238933245340983
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,4096,32,0.002201599876085917
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,4096,32,0.0021429332594076794
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,4096,32,0.0021461332837740582
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,4096,64,0.013212800025939941
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,4096,32,0.0021397332350413007
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,4096,32,0.0021344001094500227
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,4096,32,0.002178133279085159
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,4096,32,0.002147199958562851
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,4096,32,0.0021290667355060577
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,4096,32,0.0021546666820844015
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,4096,32,0.002164266755183538
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,4096,32,0.0021770666042963665
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,4096,32,0.002145066608985265
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,4096,32,0.0019285333653291064
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,4096,32,0.0020031999796628953
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,4096,32,0.0018133333573738734
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,4096,32,0.0019530666371186574
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,4096,32,0.0022154666483402254
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,4096,32,0.0021568000316619872
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,4096,32,0.002624000112215678
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,4096,32,0.02672533392906189
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,4096,32,0.0654368003209432
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,4096,32,0.02267199953397115
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,4096,32,0.021676800648371377
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,4096,32,0.020150399208068846
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,4096,32,0.021575466791788737
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,4096,32,0.02049493392308553
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,4096,32,0.022310400009155275
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,4096,32,0.01955946683883667
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,4096,32,0.019704532623291016
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,4096,32,0.019291732708613077
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,4096,32,0.0021717332303524016
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,4096,32,0.018632533152898152
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,4096,32,0.018675200144449868
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,4096,32,0.020623999834060668
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,4096,32,0.019774933656056724
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,4096,32,0.02012373407681783
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,4096,32,0.020382932821909585
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,4096,32,0.01914560000101725
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,4096,32,0.0021354667842388153
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,4096,32,0.018092799186706542
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,4096,32,0.017564799388249716
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,4096,32,0.0184661328792572
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,4096,32,0.016540799538294473
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,4096,32,0.021271467208862305
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,4096,32,0.01656426688035329
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,4096,32,0.01805013418197632
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,4096,32,0.018068265914916993
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,4096,32,0.016567466656366985
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,4096,32,0.040482131640116374
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,4096,32,0.016966400543848674
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,4096,32,0.015870933731396995
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,4096,32,0.014499200383822122
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,4096,32,0.014454399545987448
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,4096,32,0.016330666343371072
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,4096,32,0.014291200041770934
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,4096,32,0.01455893317858378
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,4096,32,0.014412800470987955
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,4096,32,0.014495999614397685
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,4096,32,0.014331733187039694
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,4096,32,0.014494933684666953
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,4096,32,0.014242133498191834
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,4096,32,0.014365866780281067
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,4096,32,0.01328000028928121
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,4096,32,0.014498133460680643
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,4096,32,0.014324266711870828
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,4096,32,0.013778133193651834
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,4096,32,0.01763520042101542
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,4096,32,0.014297599593798319
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,4096,32,0.013846400380134582
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,4096,32,0.014428800344467163
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,4096,32,0.014293332894643148
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,4096,32,0.013541332880655923
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,4096,32,0.014390400052070618
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,4096,32,0.013879467050234476
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,4096,32,0.013457066814104714
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,4096,32,0.014364799857139588
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,4096,32,0.013682132959365845
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,4096,32,0.01334826648235321
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,4096,32,0.004232533276081085
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,4096,32,0.014172800381978354
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,4096,32,0.013864533106486002
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,4096,32,0.012600533167521157
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,4096,32,0.013528533776601157
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,4096,32,0.013957333564758301
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,4096,32,0.012956800063451132
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,4096,32,0.012662399808565775
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,4096,32,0.013108266393343606
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,4096,32,0.013612799843152366
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,4096,32,0.013834666212399802
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,4096,32,0.01274133324623108
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,4096,32,0.013178666432698568
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,4096,32,0.013978667060534158
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,4096,32,0.013214932878812155
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,4096,32,0.012435199817021687
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,4096,32,0.013865600029627482
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,4096,32,0.015334399541219077
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,3584,65536,1.2673707008361816
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,3584,65536,1.3729119300842285
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,3584,65536,1.2215840021769206
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,3584,65536,1.3218133449554443
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,3584,65536,1.1462773482004802
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,3584,65536,1.1380213101704915
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,3584,65536,1.0658986568450928
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,3584,65536,1.104309320449829
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,3584,65536,5.028928120930989
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,3584,65536,0.9984800020853678
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,3584,65536,1.0365920066833496
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,3584,65536,0.9932213624318441
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,3584,65536,1.1962239742279053
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,3584,65536,0.9183733463287354
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,3584,65536,0.9355413118998209
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,3584,65536,0.8078186511993408
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,3584,65536,0.6994079748789469
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,3584,65536,0.8008426825205485
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,3584,65536,0.6988639831542969
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,3584,65536,0.5947999954223633
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,3584,65536,0.5627893209457397
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,3584,65536,0.7457760175069174
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,3584,65536,0.6084373394648234
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,3584,65536,0.473530650138855
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,3584,65536,0.4280746777852376
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,3584,65536,0.5862933397293091
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,3584,65536,0.312826673189799
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,3584,65536,0.3635466496149699
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,3584,65536,0.2700693408648173
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,3584,65536,0.1808639963467916
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,3584,65536,0.26449066400527954
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,3584,65536,0.2159093419710795
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,3584,65536,0.14670933286348978
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,3584,65536,0.10940266648928325
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,3584,65536,0.11179199814796448
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,3584,65536,11.416783650716146
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,3584,65536,0.11257066329320271
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,3584,65536,0.10586667060852051
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,3584,65536,0.12968533237775168
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,3584,65536,0.10233599940935771
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,3584,65536,0.09060800075531006
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,3584,65536,0.09052800138791402
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,3584,65536,0.09521067142486572
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,3584,65536,0.08813866972923279
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,3584,65536,0.09409067034721375
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,3584,65536,0.08432533343633015
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,3584,65536,0.08303999900817871
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,3584,65536,0.07940799991289775
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,3584,65536,0.08899733424186707
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,3584,65536,0.07796800136566162
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,3584,65536,0.08062399923801422
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,3584,65536,0.08255999783674876
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,3584,65536,0.07684800028800964
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,3584,65536,0.07845333218574524
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,3584,65536,0.07851733267307281
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,3584,65536,0.08407466610272725
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,3584,65536,0.08050133287906647
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,3584,65536,0.08397866288820903
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,3584,65536,0.08382399876912434
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,3584,65536,0.08262933293978374
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,3584,65536,0.08252266546090443
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,3584,65536,0.0827466646830241
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,3584,65536,0.08513066172599792
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,3584,65536,0.0845973292986552
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,3584,65536,0.08483733733495076
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,3584,65536,0.08471999565760295
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,3584,65536,0.3896160125732422
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,3584,65536,0.08449066678682964
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,3584,65536,0.08334933718045552
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,3584,65536,0.08306133250395457
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,3584,65536,0.08232533435026805
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,3584,65536,2.610383987426758
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,3584,65536,0.12327999869982402
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,3584,65536,1.3578826586405437
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,3584,65536,1.442794640858968
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,3584,65536,2.725599924723307
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,3584,65536,0.07967466612656911
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,3584,65536,1.3067039648691814
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,3584,65536,1.3629333178202312
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,3584,65536,5.353786468505859
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,3584,65536,1.2301386992136638
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,3584,65536,1.138757308324178
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,3584,65536,1.1745440165201824
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,3584,65536,1.0670826435089111
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,3584,65536,1.0992213090260823
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,3584,65536,1.0081493059794109
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,3584,65536,1.0302773316701253
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,3584,65536,0.951861302057902
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,3584,65536,0.946458657582601
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,3584,65536,0.8053546746571859
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,3584,65536,0.7479680379231771
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,3584,65536,0.7424000104268392
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,3584,65536,0.6506506601969401
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,3584,65536,0.5842399994532267
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,3584,65536,0.690117359161377
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,3584,65536,0.5833653211593628
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,3584,65536,10.718196868896484
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,3584,65536,0.4989813168843587
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,3584,65536,0.5230880180994669
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,3584,65536,0.34991999467213947
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,3584,65536,0.42978668212890625
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,3584,65536,0.3699733416239421
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,3584,65536,0.2659519910812378
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,3584,65536,0.1796320080757141
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,3584,65536,0.2674773335456848
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,3584,65536,0.18201599518458048
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,3584,65536,0.10726933677991231
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,3584,65536,0.10760000348091125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,3584,65536,0.10284266869227092
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,3584,65536,0.09679466485977173
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,3584,65536,0.09474133451779683
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,3584,65536,0.09503466884295146
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,3584,65536,0.0885759989420573
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,3584,65536,0.08612266182899475
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,3584,65536,0.0812906672557195
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,3584,65536,0.08098666866620381
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,3584,65536,0.08180266618728638
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,3584,65536,0.07800533374150594
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,3584,65536,0.07543999950091045
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,3584,65536,0.07005333403746287
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,3584,65536,0.06947733461856842
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,3584,65536,0.06574399769306183
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,3584,65536,0.06573333342870076
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,3584,65536,0.8370880285898844
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,3584,65536,0.06818666557470958
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,4096,128,0.006648533542950948
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,3584,65536,0.06205866734186808
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,3584,65536,0.0621973325808843
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,3584,65536,0.06241066753864288
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,3584,65536,0.06342400113741557
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,3584,65536,0.05996266504128774
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,3584,65536,0.06117866436640421
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,3584,65536,0.06233066817124685
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,3584,65536,0.0626453310251236
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,3584,65536,0.06022400160630544
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,3584,65536,0.06125866870085398
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,3584,65536,0.06237333516279856
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,3584,65536,0.06083733340104421
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,3584,65536,0.06196266909440359
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,3584,65536,0.060746664802233376
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,3584,65536,0.06027733286221822
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,3584,65536,0.05983999868233999
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,3584,65536,0.05958400170008341
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,3584,65536,0.0582826683918635
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,3584,65536,0.4230026801427205
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,4096,128,0.006388266881306966
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,3584,65536,1.2356639703114827
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,3584,65536,0.07986666758855183
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,3584,65536,0.06680533289909363
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,3584,65536,0.05960000058015188
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,3584,65536,1.18504532178243
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,3584,65536,1.1595306396484375
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,3584,65536,1.076586643854777
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,3584,65536,2.226191997528076
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,3584,65536,0.9071839650472006
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,3584,65536,4.468463897705078
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,3584,65536,1.025157372156779
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,3584,65536,0.8364213307698568
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,3584,65536,0.7565866311391195
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,3584,65536,0.9886506398518881
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,3584,65536,0.8768640359242758
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,3584,65536,1.1019679705301921
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,3584,65536,9.540410359700521
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,3584,65536,0.9107840061187744
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,3584,65536,0.6150986750920614
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,3584,65536,0.5107146501541138
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,3584,65536,0.5551093419392904
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,3584,65536,0.6718239784240723
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,3584,65536,0.5127413272857666
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,3584,65536,1.0732746918996174
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,3584,65536,0.9361333052317301
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,3584,65536,0.6594560146331787
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,3584,65536,0.2966453234354655
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,3584,65536,0.6413813432057699
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,3584,65536,0.6821760336558024
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,3584,65536,0.25094399849573773
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,3584,65536,0.26501866181691486
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,3584,65536,0.9040266672770182
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,3584,65536,0.44017601013183594
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,3584,65536,0.38009599844614667
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,3584,65536,0.39153599739074707
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,3584,65536,0.33130133152008057
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,3584,65536,0.17996267477671304
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,3584,65536,0.1269973317782084
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,3584,65536,0.15453867117563883
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,3584,65536,0.12229866782824199
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,3584,65536,0.11337066690127055
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,3584,65536,0.11352533102035522
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,3584,65536,0.19181332985560098
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,3584,65536,0.11924266815185547
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,3584,65536,0.10972266395886739
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,3584,65536,0.11966933806737264
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,3584,65536,0.11666666467984517
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,3584,65536,0.116565336783727
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,3584,65536,0.08798399567604065
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,3584,65536,0.08275733391443889
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,3584,65536,0.08090133468310039
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,3584,65536,0.0806933343410492
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,3584,65536,0.0802293320496877
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,3584,65536,0.07863466441631317
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,3584,65536,0.07750399907430013
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,3584,65536,0.07819200058778127
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,3584,65536,0.07674666742483775
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,3584,65536,0.07839466631412506
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,3584,65536,0.07675200204054515
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,3584,65536,0.07669333120187123
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,3584,65536,0.07645866771539052
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,3584,65536,0.08797867099444072
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,3584,65536,0.07657066484292348
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,3584,65536,0.07800533374150594
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,3584,65536,0.07826133569081624
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,3584,65536,0.078575998544693
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,3584,65536,0.07796800136566162
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,3584,65536,0.0782773345708847
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,3584,65536,0.07775466640790303
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,3584,65536,0.07665066421031952
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,3584,65536,0.08849066495895386
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,3584,65536,0.18042665719985962
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,3584,65536,0.0844640036424001
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,3584,65536,0.08415466547012329
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,3584,65536,0.07643199960390727
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,3584,65536,0.07797333101431529
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,3584,65536,0.0848479966322581
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,3584,65536,0.08283733328183492
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,3584,65536,2.3471786181131997
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,3584,65536,0.6576266686121622
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,3584,65536,0.6594800154368082
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,3584,65536,1.2250560124715169
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,3584,65536,4.947725296020508
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,3584,65536,0.6506533225377401
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,3584,65536,0.5391813516616821
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,3584,65536,0.6475520133972168
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,3584,65536,0.5310293436050415
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,3584,65536,0.5195013284683228
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,3584,65536,0.5124853452046713
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,3584,65536,0.5149386723836263
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,3584,65536,0.4912746747334798
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,3584,65536,0.48311734199523926
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,3584,65536,0.4793999989827474
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,3584,65536,0.4713573455810547
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,3584,65536,0.4758239984512329
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,3584,65536,0.3643146753311157
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,3584,65536,0.36506934960683185
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,3584,65536,0.3425813515981038
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,3584,65536,0.33214400211970013
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,3584,65536,0.32206666469573975
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,3584,65536,0.3213146726290385
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,3584,65536,0.3150399923324585
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,3584,65536,0.3134160041809082
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,3584,65536,0.3053119977315267
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,3584,65536,0.29941866795221966
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,3584,65536,0.29410932461420697
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,3584,65536,0.1803306738535563
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,3584,65536,0.16899466514587402
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,3584,65536,0.16818133989969888
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,3584,65536,0.1562399963537852
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,3584,65536,0.15633333722750345
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,3584,65536,0.1450453301270803
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,3584,65536,0.1445040007432302
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,3584,65536,0.13602399826049805
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,3584,65536,0.13630666335423788
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,3584,65536,0.13560266296068826
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,3584,65536,0.13559200366338095
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,3584,65536,0.13517333070437113
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,3584,65536,0.13567733764648438
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,3584,65536,0.13459466894467673
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,3584,65536,0.13637066880861917
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,3584,65536,0.1336799959341685
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,3584,65536,0.1344053347905477
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,3584,65536,0.13471466302871704
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,3584,65536,0.1335919996102651
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,3584,65536,0.13402400414148966
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,3584,65536,0.1334000031153361
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,3584,65536,0.13358400265375772
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,3584,65536,0.1344160040219625
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,3584,65536,0.13356000185012817
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,3584,65536,0.13353866338729858
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,3584,65536,0.13382400075594583
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,3584,65536,0.1333946684996287
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,3584,65536,0.13337066769599915
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,3584,65536,0.1334773302078247
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,3584,65536,0.13377066453297934
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,3584,65536,0.13372266292572021
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,3584,65536,0.13318133354187012
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,3584,65536,0.13352266947428384
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,3584,65536,0.13343466321627298
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,3584,65536,0.13250933090845743
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,3584,65536,0.1333786646525065
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,3584,65536,0.13337066769599915
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,3584,65536,0.13362133502960205
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,3584,65536,0.1334879994392395
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,3584,51200,8.401487986246744
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,3584,65536,0.13240800301233926
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,3584,51200,4.282085418701172
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,3584,51200,0.9981653690338135
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,3584,51200,2.0590079625447593
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,3584,51200,1.240928014119466
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,3584,51200,0.9617439905802408
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,3584,51200,1.1548693180084229
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,3584,51200,0.9050666491190592
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,3584,51200,0.9208693504333496
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,3584,51200,0.8145439624786377
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,3584,51200,0.8897919654846191
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,3584,51200,0.7537226676940918
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,3584,51200,0.8825066884358724
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,3584,51200,0.7661813100179037
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,3584,51200,0.918282667795817
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,3584,51200,0.7017386754353842
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,3584,51200,0.7876373132069906
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,3584,51200,0.6304320096969604
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,3584,51200,0.6165333191553751
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,3584,51200,0.5248266855875651
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,3584,51200,0.46346668402353924
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,3584,51200,0.5756479899088541
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,3584,51200,0.5378559827804565
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,3584,51200,0.4431946674982707
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,3584,51200,0.4262453317642212
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,3584,51200,0.3752319812774658
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,3584,51200,0.4089440107345581
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,3584,51200,0.33824535210927326
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,3584,51200,0.2969493269920349
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,3584,51200,0.2531946698824565
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,3584,51200,0.20292266209920248
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,3584,51200,0.20568533738454184
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,3584,51200,0.16190399726231894
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,3584,51200,0.1432266632715861
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,3584,51200,0.11009599765141805
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,3584,51200,0.08753599723180135
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,3584,51200,0.08661866188049316
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,3584,51200,0.08654399712880452
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,3584,51200,0.08144533137480418
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,3584,51200,0.09166933099428813
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,3584,51200,0.08581866820653279
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,3584,51200,0.07622933387756348
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,3584,51200,0.07328000168005626
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,3584,51200,0.07102400064468384
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,3584,51200,0.07434133191903432
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,3584,51200,0.07022400200366974
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,3584,51200,0.2781706651051839
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,3584,51200,0.07375466823577881
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,3584,51200,0.0688213308652242
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,3584,51200,0.06550933420658112
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,3584,51200,0.06522666911284129
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,3584,51200,0.07062933345635732
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,3584,51200,0.06418133278687795
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,3584,51200,0.06477866570154826
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,3584,51200,0.06575466692447662
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,3584,51200,0.0629013329744339
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,3584,51200,0.06329066554705302
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,3584,51200,0.06409599880377452
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,3584,51200,0.06252266466617584
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,3584,51200,0.06208533545335134
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,3584,51200,0.06198933223883311
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,3584,51200,0.0622026671965917
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,3584,51200,0.06228800117969513
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,3584,51200,0.062133332093556724
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,3584,51200,0.06198933223883311
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,3584,51200,0.06169599791367849
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,3584,51200,0.0626453310251236
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,3584,51200,0.0631573349237442
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,3584,51200,0.06277866661548615
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,3584,51200,0.062447999914487205
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,3584,51200,0.06507733464241028
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,3584,51200,0.06492800017197926
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,3584,51200,0.06405866642793019
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,3584,51200,0.0639626681804657
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,3584,65536,0.13392266631126404
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,3584,51200,8.40716298421224
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,3584,51200,4.194725354512532
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,3584,51200,1.0867413679758708
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,3584,51200,1.1440373261769612
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,3584,51200,2.113173325856527
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,3584,51200,1.0369333426157634
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,3584,51200,1.0767573515574138
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,3584,51200,0.9515413443247477
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,3584,51200,0.9678453604380289
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,3584,51200,0.9054986635843912
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,3584,51200,0.9109280109405518
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,3584,51200,0.836400032043457
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,3584,51200,0.7908373673756918
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,3584,51200,0.8667146364847819
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,3584,51200,0.7234400113423666
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,3584,51200,0.8114026387532552
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,3584,51200,0.7445066769917806
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,3584,51200,0.6563306649525961
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,3584,51200,0.6299733320871989
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,3584,51200,0.579088012377421
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,3584,51200,0.5089439948399862
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,3584,51200,0.5768426656723022
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,3584,51200,0.4575253327687581
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,3584,51200,0.45553068319956463
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,3584,51200,0.39239466190338135
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,3584,51200,0.4092160065968831
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,3584,65536,0.1323946714401245
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,3584,51200,0.3380266825358073
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,3584,51200,0.3196106751759847
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,3584,51200,0.2079253395398458
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,3584,51200,0.2934880057970683
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,3584,51200,0.21052799622217813
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,3584,51200,0.2776799996693929
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,3584,51200,0.09059199690818787
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,3584,51200,0.14481600125630698
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,3584,51200,0.09000533819198608
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,3584,51200,0.08349866668383281
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,3584,51200,0.08204799890518188
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,3584,51200,0.08200533191363017
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,3584,51200,0.07449066638946533
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,3584,51200,0.07005333403746287
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,3584,51200,0.07088000078996022
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,3584,51200,0.07186133166154225
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,3584,51200,0.5391039848327637
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,3584,51200,0.06829333305358887
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,3584,51200,0.06660800178845723
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,3584,51200,0.06545599798361461
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,3584,51200,0.06292800108591716
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,3584,51200,0.059205333391825356
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,3584,51200,0.05880533158779144
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,3584,51200,0.05788266658782959
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,3584,51200,0.05996266504128774
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,3584,51200,0.05677333474159241
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,3584,51200,0.056885331869125366
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,3584,51200,0.054042667150497437
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,3584,51200,0.05008000135421753
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,3584,51200,0.05390933156013489
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,3584,51200,0.050373335679372154
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,3584,51200,0.05016533533732096
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,3584,51200,0.0498933345079422
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,3584,51200,0.05007466673851013
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,3584,51200,0.04822400212287903
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,3584,51200,0.04916266600290934
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,3584,51200,0.04823466638724009
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,3584,51200,0.04947733382383982
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,3584,51200,0.04790399968624115
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,3584,51200,0.04773866633574168
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,3584,51200,0.14101866881052652
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,3584,51200,0.04771199822425842
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,3584,51200,0.04698666433493296
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,3584,51200,0.04980800052483877
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,3584,51200,0.04766400158405304
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,3584,51200,0.04859733581542969
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,3584,51200,0.0872373382250468
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,3584,65536,0.13331466913223267
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,3584,51200,0.04854399959246317
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,3584,51200,3.4083305994669595
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,3584,51200,1.7503786087036133
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,3584,51200,0.8593119780222574
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,3584,51200,0.9922346274058024
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,3584,51200,7.552117029825847
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,3584,51200,0.8951146602630615
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,3584,65536,0.13254132866859436
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,3584,51200,0.754192034403483
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,3584,51200,0.6690560181935629
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,3584,51200,0.7281226317087809
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,3584,51200,0.6382293303807577
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,3584,51200,0.9108746846516927
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,3584,51200,0.9576480388641357
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,3584,51200,0.6555413405100504
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,3584,51200,0.9029599825541178
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,3584,51200,0.538703997929891
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,3584,51200,0.78438401222229
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,3584,51200,0.4495679934819539
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,3584,51200,0.49088533719380695
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,3584,51200,0.41539732615152997
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,3584,51200,0.4509546756744385
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,3584,51200,0.3663253386815389
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,3584,51200,0.42497066656748456
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,3584,51200,0.7498933474222819
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,3584,51200,0.6882773240407308
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,3584,51200,0.24780267477035522
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,3584,51200,0.21065066258112589
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,3584,51200,0.22096532583236694
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,3584,51200,0.5375413497289022
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,3584,51200,0.5708853403727213
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,3584,51200,0.3258133331934611
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,3584,51200,0.31202133496602374
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,3584,51200,0.27870933214823407
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,3584,51200,0.16433599591255188
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,3584,51200,0.1513973375161489
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,3584,51200,0.13157866398493448
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,3584,51200,0.10110933581988017
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,3584,51200,0.09090133508046468
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,3584,51200,0.09121599793434143
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,3584,51200,0.10524800419807434
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,3584,51200,0.08940800031026204
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,3584,51200,0.09825600186983745
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,3584,65536,0.1336400012175242
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,3584,65536,0.13335999846458435
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,3584,51200,0.09798399607340495
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,3584,51200,0.09572266538937886
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,3584,51200,0.09552533427874248
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,3584,51200,0.07248533268769582
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,3584,51200,0.06635199983914693
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,3584,51200,0.06426133215427399
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,3584,51200,0.06457066535949707
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,3584,51200,0.0634080022573471
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,3584,51200,0.06318933268388112
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,3584,51200,0.062224000692367554
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,3584,51200,0.0625493327776591
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,3584,51200,0.06229333579540253
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,3584,51200,0.062277331948280334
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,3584,51200,0.06229333579540253
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,3584,51200,0.062122667829195656
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,3584,51200,0.0724373310804367
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,3584,51200,0.07076266904671986
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,3584,51200,0.062090665102005005
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,3584,51200,0.06257066627343495
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,3584,51200,0.06150400141874949
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,3584,51200,0.06217599908510844
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,3584,51200,0.06155199805895487
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,3584,51200,0.06218666831652323
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,3584,51200,0.06172800064086914
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,3584,51200,0.06298133234182994
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,3584,51200,0.14016000429789224
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,3584,51200,0.15084266662597656
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,3584,51200,0.062133332093556724
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,3584,51200,0.06849599877993266
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,3584,51200,0.06859200199445088
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,3584,51200,0.06675200164318085
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,3584,51200,0.06660266717274983
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,3584,51200,0.06637333333492279
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,3584,51200,0.9447440306345621
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,3584,51200,3.7746480305989585
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,3584,51200,1.7904879252115886
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,3584,51200,0.5158746639887491
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,3584,51200,0.5130373239517212
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,3584,51200,0.5100933313369751
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,3584,51200,0.4341786702473958
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,3584,51200,0.5074586470921835
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,3584,51200,0.4073893229166667
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,3584,51200,0.4207199811935425
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,3584,51200,0.39638666311899823
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,3584,51200,0.39986666043599445
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,3584,51200,0.38832799593607586
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,3584,51200,0.3787706693013509
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,3584,51200,0.3797066609064738
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,3584,51200,0.3720080057779948
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,3584,51200,0.28833599885304767
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,3584,51200,0.37175198396046955
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,3584,51200,0.27914400895436603
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,3584,51200,0.26865333318710327
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,3584,51200,0.26576000452041626
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,3584,51200,0.25466134150822956
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,3584,51200,0.2544906735420227
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,3584,51200,0.24642133712768555
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,3584,51200,0.24625333150227866
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,3584,51200,0.2369119922320048
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,3584,51200,0.23827733596165976
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,3584,51200,0.23213332891464233
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,3584,51200,0.14461066325505575
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,3584,51200,0.13477599620819092
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,3584,51200,0.13460800051689148
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,3584,51200,0.12614132960637411
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,3584,51200,0.12493866682052612
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,3584,51200,0.11794933676719666
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,3584,51200,0.11517600218454997
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,3584,51200,0.11017866929372151
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,3584,51200,0.1088266670703888
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,3584,51200,0.1084613303343455
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,3584,51200,0.10949333508809407
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,3584,51200,0.10918666919072469
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,3584,51200,0.10778933763504028
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,3584,51200,0.10757866501808167
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,3584,51200,0.10800533493359883
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,3584,51200,0.10833066701889038
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,3584,51200,0.10692000389099121
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,3584,51200,0.10695733626683553
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,3584,51200,0.10746399561564128
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,3584,51200,0.10693066318829854
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,3584,51200,0.10650933782259624
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,3584,51200,0.10678933064142863
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,3584,51200,0.10679200291633606
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,3584,51200,0.10708000262578328
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,3584,51200,0.10657599568367004
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,3584,51200,0.1060986618200938
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,3584,51200,0.10681600371996562
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,3584,51200,0.10643466313680013
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,3584,51200,0.10639199614524841
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,3584,51200,0.10607999563217163
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,3584,51200,0.10671466588973999
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,3584,51200,0.10685867071151733
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,3584,51200,0.1061626672744751
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,3584,51200,0.10642932852109273
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,3584,51200,0.10595732927322388
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,3584,51200,0.10612533489863078
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,3584,51200,0.10602933168411255
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,3584,51200,0.10598666469256084
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,3584,51200,0.10677066445350647
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,3584,16384,2.595032056172689
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,3584,16384,1.3333919843037922
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,3584,16384,0.7640373706817627
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,3584,16384,0.35194400946299237
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,3584,16384,0.4132159948348999
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,3584,16384,0.33403201897939044
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,3584,16384,0.3845839897791545
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,3584,16384,0.2837146719296773
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,3584,16384,0.28067199389139813
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,3584,16384,0.2642186681429545
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,3584,16384,0.27663999795913696
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,3584,16384,0.2435413400332133
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,3584,16384,0.27677865823109943
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,3584,16384,0.2541439930597941
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,3584,16384,0.2752293348312378
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,3584,16384,0.23174667358398438
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,3584,16384,0.23402132590611777
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,3584,16384,0.20604000488917032
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,3584,16384,0.18223466475804648
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,3584,16384,0.17021334171295166
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,3584,16384,0.17432266473770142
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,3584,16384,0.15065333247184753
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,3584,16384,0.16511999567349753
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,3584,16384,0.13902666171391806
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,3584,16384,0.13762933015823364
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,3584,16384,0.11880266666412354
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,3584,16384,0.12665866812070212
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,3584,16384,0.10550933082898457
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,3584,16384,0.09607199827829997
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,3584,16384,0.07995999852816264
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,3584,16384,0.08689066767692566
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,3584,16384,0.06411733229955037
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,3584,16384,0.0664213349421819
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,3584,16384,0.051458666721979775
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,3584,16384,0.04622133572896322
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,3584,16384,0.043063998222351074
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,3584,16384,0.035391998787721
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,3584,16384,0.03474933405717214
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,3584,16384,0.03418133407831192
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,3584,16384,0.03796799977620443
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,3584,16384,0.03885866701602936
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,3584,16384,0.035058667262395225
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,3584,16384,0.031874666611353554
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,3584,16384,0.034061332543691
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,3584,16384,0.02998666713635127
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,3584,16384,0.02961066613594691
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,3584,16384,0.028973333537578583
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,3584,16384,0.029432001213232677
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,3584,16384,0.027965334554513294
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,3584,16384,0.028736000259717304
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,3584,16384,0.026018666724363964
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,3584,16384,0.027082666754722595
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,3584,16384,0.02606666584809621
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,3584,16384,0.026714667677879333
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,3584,16384,0.024821333587169647
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,3584,16384,0.025978667040665943
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,3584,16384,0.024853333830833435
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,3584,16384,0.024911999702453613
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,3584,16384,0.023930666347344715
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,3584,16384,0.02404533326625824
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,3584,16384,0.02385599911212921
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,3584,16384,0.023922666907310486
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,3584,16384,0.023805332680543263
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,3584,16384,0.023765332996845245
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,3584,16384,0.023823998868465424
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,3584,16384,0.02366666744152705
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,3584,16384,0.02388266722361247
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,3584,16384,0.024106666445732117
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,3584,16384,0.02383466561635335
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,3584,16384,0.023842667539914448
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,3584,16384,0.02480799953142802
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,3584,16384,0.02492800106604894
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,3584,16384,0.024589332441488903
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,3584,16384,0.02439466615517934
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,3584,51200,0.10668533047040303
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,3584,16384,1.3303306367662218
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,3584,16384,2.654428482055664
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,3584,16384,0.3446097903781467
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,3584,16384,0.7023413446214465
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,3584,16384,0.36923199229770237
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,3584,16384,0.34839643372429746
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,3584,16384,0.3071768813663059
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,3584,16384,0.30551287862989635
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,3584,16384,0.28454044130113393
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,3584,16384,0.2928728792402479
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,3584,16384,0.2612444559733073
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,3584,16384,0.3335875670115153
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,3584,16384,0.27703822983635795
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,3584,16384,0.2544319894578722
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,3584,16384,0.262280888027615
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,3584,16384,0.23180977503458658
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,3584,16384,0.23551644219292533
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,3584,16384,0.20906844404008654
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,3584,16384,0.20050133599175346
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,3584,16384,0.17981333202785918
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,3584,16384,0.18286400371127656
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,3584,16384,0.15600711769527859
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,3584,16384,0.1697031127081977
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,3584,16384,0.13691733943091497
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,3584,16384,0.13830755816565618
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,3584,16384,0.1261155605316162
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,3584,16384,0.11802311738332112
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,3584,16384,0.10425600078370835
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,3584,51200,0.10653866330782573
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,3584,16384,0.09854044516881307
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,3584,16384,0.06784533129798041
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,3584,16384,0.09020088778601752
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,3584,16384,0.08299555381139119
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,3584,16384,0.07078933053546481
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,3584,16384,0.05363022287686666
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,3584,16384,0.044032000833087497
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,3584,16384,0.04308266772164238
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,3584,16384,0.04395555456479391
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,3584,16384,0.042903112040625684
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,3584,16384,0.04524622360865275
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,3584,16384,0.03925866550869412
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,3584,16384,0.03702577617433336
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,3584,16384,0.03717511230044895
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,3584,16384,0.03795911206139459
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,3584,16384,0.03475733266936408
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,3584,16384,0.035192890299691096
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,3584,16384,0.035212443934546575
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,3584,16384,0.033857779370413885
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,3584,16384,0.03359466791152954
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,3584,16384,0.03144711256027222
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,3584,16384,0.05557511250178019
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,3584,16384,0.031896889209747314
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,3584,16384,0.0307626658015781
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,3584,16384,0.030202666918436687
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,3584,16384,0.04263110955556234
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,3584,16384,0.029507554239696924
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,3584,16384,0.029696000946892634
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,3584,16384,0.028817776176664565
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,3584,16384,0.027448889282014634
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,3584,16384,0.027235555979940627
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,3584,16384,0.027066666218969557
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,3584,16384,0.026965333355797663
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,3584,16384,0.027482666903071936
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,3584,16384,0.02830933199988471
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,3584,16384,0.026895999908447266
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,3584,16384,0.027109333210521277
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,3584,16384,0.026728888352711994
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,3584,16384,0.026682666606373254
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,3584,16384,0.026458667384253606
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,3584,16384,0.026943999860021803
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,3584,16384,0.02715377840730879
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,3584,16384,0.026565333207448322
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,3584,16384,0.02666666607062022
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,3584,16384,0.02643555568324195
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,3584,16384,0.026762665973769292
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,3584,51200,0.10640266537666321
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,3584,51200,0.10654133558273315
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,3584,51200,0.1063493291536967
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,3584,16384,0.6215697924296061
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,3584,16384,2.657192866007487
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,3584,16384,1.2972390916612413
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,3584,16384,0.3216444386376275
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,3584,16384,0.37798934512668186
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,3584,16384,0.3364408810933431
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,3584,16384,0.28828978538513184
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,3584,16384,0.2542826599544949
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,3584,16384,0.2772497865888807
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,3584,16384,0.24189689424302843
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,3584,16384,0.36412800682915586
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,3584,16384,0.34586665365431046
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,3584,16384,0.29638221528795033
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,3584,16384,0.24827199512057832
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,3584,16384,0.20689955022599962
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,3584,16384,0.17321244875590006
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,3584,16384,0.1876035531361898
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,3584,16384,0.1612373325559828
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,3584,16384,0.1713013384077284
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,3584,16384,0.14406932724846735
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,3584,16384,0.15979377428690592
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,3584,16384,0.33461689949035645
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,3584,51200,0.10557333628336589
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,3584,51200,0.10475200414657593
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,3584,16384,0.09825422366460164
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,3584,16384,0.0846702191564772
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,3584,16384,0.28476977348327637
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,3584,16384,0.08584355645709568
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,3584,16384,0.260408878326416
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,3584,16384,0.2190542221069336
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,3584,16384,0.20018488830990264
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,3584,16384,0.12232889069451226
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,3584,16384,0.124199112256368
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,3584,16384,0.10672889153162639
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,3584,16384,0.05842489004135132
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,3584,16384,0.06673600276311238
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,3584,16384,0.052426666021347046
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,3584,16384,0.038732445902294584
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,3584,16384,0.03785422113206651
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,3584,16384,0.03587733374701606
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,3584,16384,0.03640177845954895
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,3584,16384,0.03626311156484816
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,3584,16384,0.034360888931486346
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,3584,16384,0.03418666786617703
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,3584,16384,0.033751110235850014
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,3584,16384,0.033891555335786604
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,3584,16384,0.026906667484177485
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,3584,16384,0.024645333488782246
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,3584,16384,0.024775111012988623
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,3584,16384,0.02464177707831065
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,3584,16384,0.024097777075237695
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,3584,16384,0.024967110819286768
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,3584,16384,0.02485688858562046
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,3584,16384,0.024558222956127588
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,3584,16384,0.026732444763183594
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,3584,16384,0.02395733363098568
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,3584,16384,0.02348088887002733
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,3584,16384,0.024168888727823894
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,3584,16384,0.023825777901543513
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,3584,16384,0.024163555767801072
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,3584,16384,0.02370133333735996
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,3584,16384,0.024163555767801072
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,3584,16384,0.023573334018389385
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,3584,16384,0.05602133274078369
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,3584,16384,0.04876088764932421
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,3584,16384,0.058192001448737256
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,3584,16384,0.04739911026424832
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,3584,16384,0.058202664057413735
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,3584,16384,0.04760711060629951
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,3584,16384,0.05785955323113335
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,3584,16384,0.027221333649423387
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,3584,16384,0.026657778355810378
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,3584,16384,0.025772444076008264
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,3584,16384,0.02611733310752445
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,3584,16384,0.025459556115998164
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,3584,16384,0.026005332668622334
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,3584,16384,1.1717845916748046
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,3584,16384,0.2984767913818359
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,3584,16384,0.5734336217244466
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,3584,16384,0.16980692545572917
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,3584,16384,0.16939733823140463
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,3584,16384,0.16759039560953776
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,3584,16384,0.16796800295511882
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,3584,16384,0.13805546760559081
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,3584,16384,0.1366528034210205
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,3584,16384,0.1329429308573405
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,3584,16384,0.13387200037638347
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,3584,16384,0.13128106594085692
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,3584,16384,0.13162879943847655
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,3584,16384,0.12719573179880778
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,3584,16384,0.12827520370483397
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,3584,16384,0.12445333003997802
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,3584,16384,0.09402026335398356
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,3584,16384,0.12427626450856526
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,3584,16384,0.09364586671193441
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,3584,16384,0.0920735994974772
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,3584,16384,0.08796586990356445
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,3584,16384,0.0905184030532837
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,3584,16384,0.08766187032063802
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,3584,16384,0.0855125347773234
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,3584,16384,0.08560213247934977
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,3584,16384,0.08223679860432943
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,3584,16384,0.08116479714711508
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,3584,16384,0.08014826774597168
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,3584,16384,0.05083839893341065
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,3584,16384,0.048359465599060056
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,3584,16384,0.048579200108846025
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,3584,16384,0.0456767996152242
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,3584,16384,0.04524053335189819
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,3584,16384,0.04242773453394572
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,3584,16384,0.04255466858545939
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,3584,16384,0.03917866547902425
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,3584,16384,0.03918186823527019
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,3584,16384,0.038660267988840744
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,3584,16384,0.0389514684677124
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,3584,16384,0.03928639888763428
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,3584,16384,0.03890133301417033
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,3584,16384,0.03918399810791016
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,3584,16384,0.03879253466924031
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,3584,16384,0.03810453414916992
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,3584,16384,0.03808853228886922
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,3584,16384,0.037869866689046225
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,3584,16384,0.037829331556955975
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,3584,16384,0.037887998421986896
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,3584,16384,0.03794773419698079
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,3584,16384,0.03779626687367757
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,3584,16384,0.03810559908548991
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,3584,16384,0.03781973520914714
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,3584,16384,0.03779840071996053
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,3584,16384,0.03748586575190226
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,3584,16384,0.03752640088399251
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,3584,16384,0.03762666781743367
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,3584,16384,0.03779199918111165
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,3584,16384,0.037373868624369304
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,3584,16384,0.03751680056254069
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,3584,16384,0.03743360042572021
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,3584,16384,0.0373525341351827
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,3584,16384,0.03745813369750976
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,3584,16384,0.03722453514734904
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,3584,16384,0.0379093329111735
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,3584,16384,0.03788373470306396
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,3584,16384,0.03756159941355387
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,3584,16384,0.037810134887695315
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,3584,16384,0.03741013209025065
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,3584,16384,0.037545601526896163
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,3584,12288,1.8914079666137695
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,3584,16384,0.03751893440882365
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,3584,12288,0.5115573406219482
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,3584,12288,0.23312799135843912
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,3584,12288,0.2613626718521118
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,3584,12288,0.2178186575571696
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,3584,12288,0.2683519919713338
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,3584,12288,0.2161626617113749
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,3584,12288,0.21291200319925943
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,3584,12288,0.18865333000818887
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,3584,12288,0.1991493304570516
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,3584,12288,0.18434667587280273
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,3584,12288,0.18780799706776938
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,3584,12288,0.1695680022239685
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,3584,12288,0.17765599489212036
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,3584,12288,0.15582133332888284
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,3584,12288,0.1381280024846395
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,3584,12288,0.952618678410848
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,3584,12288,0.12861599524815878
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,3584,12288,0.13343200087547302
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,3584,12288,0.11346133550008138
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,3584,12288,0.23827467362085977
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,3584,12288,0.12263466914494832
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,3584,12288,0.10512000322341919
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,3584,12288,0.10733866691589355
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,3584,12288,0.09089333812395732
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,3584,12288,0.0944053332010905
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,3584,12288,0.0728933314482371
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,3584,12288,0.06002933283646902
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,3584,12288,0.06608800093332927
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,3584,12288,0.19894667466481528
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,3584,12288,0.04818133513132731
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,3584,12288,0.050341332952181496
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,3584,12288,0.03871199985345205
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,3584,12288,0.030253333350022633
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,3584,12288,0.02973066767056783
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,3584,12288,0.029045333464940388
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,3584,12288,0.029304000238577526
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,3584,12288,0.030042665700117748
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,3584,12288,0.02717600017786026
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,3584,12288,0.02404000113407771
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,3584,12288,0.02688266585270564
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,3584,12288,0.02390666554371516
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,3584,12288,0.0229066660006841
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,3584,12288,0.022869333624839783
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,3584,12288,0.02314399927854538
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,3584,12288,0.022754666705926258
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,3584,12288,0.02285066743691762
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,3584,12288,0.02086666723092397
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,3584,12288,0.021546666820844013
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,3584,12288,0.02000800023476283
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,3584,12288,0.020770666499932606
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,3584,12288,0.019861333072185516
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,3584,12288,0.08238400022188823
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,3584,12288,0.02041600023706754
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,3584,12288,0.01974933346112569
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,3584,12288,0.019746666153271992
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,3584,12288,0.01926133284966151
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,3584,12288,0.03536800046761831
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,3584,12288,0.01882133384545644
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,3584,12288,0.019002666076024372
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,3584,12288,0.018768000106016796
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,3584,12288,0.018885333091020584
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,3584,12288,0.018768000106016796
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,3584,12288,0.019152000546455383
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,3584,12288,0.019208000351985294
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,3584,12288,0.018810667097568512
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,3584,12288,0.018610666195551556
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,3584,12288,0.03216533362865448
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,3584,12288,0.01886933296918869
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,3584,12288,0.018746666610240936
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,3584,12288,0.01969333365559578
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,3584,12288,0.01887999971707662
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,3584,12288,0.01968266690770785
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,3584,12288,1.981441338857015
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,3584,12288,0.5206533273061117
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,3584,12288,0.9998160203297933
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,3584,12288,0.2631079951922099
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,3584,12288,0.2827426592508952
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,3584,12288,0.24670666456222534
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,3584,12288,0.2621946732203166
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,3584,12288,0.019757332901159923
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,3584,12288,0.22929600874582926
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,3584,12288,0.21477733055750528
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,3584,12288,0.2207640012105306
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,3584,12288,0.19583866993586221
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,3584,12288,0.20845067501068115
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,3584,12288,0.19312934080759683
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,3584,12288,0.18784666061401367
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,3584,12288,0.1702079971631368
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,3584,12288,0.17197734117507935
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,3584,12288,0.15322933594385782
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,3584,12288,0.14781333009401956
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,3584,12288,0.13534133632977804
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,3584,12288,0.13563600182533264
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,3584,12288,0.11726799607276917
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,3584,12288,0.12541199723879495
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,3584,12288,0.10723066329956055
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,3584,12288,0.10762666662534077
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,3584,12288,0.0944160024325053
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,3584,12288,0.10090800126393636
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,3584,12288,0.08602799971898396
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,3584,12288,0.08167733252048492
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,3584,12288,0.07165599862734477
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,3584,12288,0.22989332675933838
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,3584,12288,0.0551639993985494
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,3584,12288,0.05764000117778778
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,3584,12288,0.04274666806062063
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,3584,12288,0.035017333924770355
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,3584,12288,0.0355933333436648
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,3584,12288,0.03475733349720637
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,3584,12288,0.03455333411693573
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,3584,12288,0.033918666342894234
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,3584,12288,0.03345466653505961
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,3584,12288,0.03141066680351893
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,3584,12288,0.028947999080022175
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,3584,12288,0.02929866562287013
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,3584,12288,0.02861333390076955
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,3584,12288,0.03219066560268402
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,3584,12288,0.03075466553370158
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,3584,12288,0.031146667897701263
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,3584,12288,0.031340000530083977
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,3584,12288,0.029930666089057922
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,3584,12288,0.028814665973186493
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,3584,12288,0.028970666229724884
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,3584,12288,0.027257333199183147
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,3584,12288,0.02500133216381073
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,3584,12288,0.026386665801207226
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,3584,12288,0.026738665997982025
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,3584,12288,0.02499733368555705
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,3584,12288,0.023887999355793
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,3584,12288,0.024723999202251434
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,3584,12288,0.06663600107034047
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,3584,12288,0.024461333950360615
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,3584,12288,0.024614666899045307
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,3584,12288,0.024882666766643524
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,3584,12288,0.0450706680615743
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,3584,12288,0.022998665769894917
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,3584,12288,0.024743999044100445
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,3584,12288,0.023794665932655334
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,3584,12288,0.024536001185576122
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,3584,12288,0.0240639994541804
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,3584,12288,0.024708000322182972
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,3584,12288,0.023805332680543263
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,3584,12288,0.02378133436044057
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,3584,12288,0.02476399888594945
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,3584,12288,0.024887998898824055
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,3584,12288,0.023541333774725597
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,3584,12288,0.023394666612148285
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,3584,16384,0.03750933408737182
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,3584,16384,0.03765439987182617
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,3584,12288,0.5418973366419474
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,3584,12288,0.2826733390490214
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,3584,12288,1.1059359709421794
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,3584,12288,0.32315733035405475
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,3584,12288,2.206395943959554
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,3584,12288,0.2903466622034709
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,3584,12288,0.24746400117874146
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,3584,12288,0.22101199626922607
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,3584,12288,0.23780266443888345
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,3584,12288,0.2110159993171692
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,3584,12288,0.30887067317962646
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,3584,12288,0.29616934061050415
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,3584,12288,0.2582893371582031
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,3584,12288,0.2131333351135254
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,3584,12288,0.18344932794570923
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,3584,12288,0.15558266639709473
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,3584,12288,0.15934399763743082
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,3584,12288,0.14344799518585205
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,3584,12288,0.28791600465774536
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,3584,12288,0.14813199639320374
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,3584,12288,0.12520533800125122
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,3584,12288,0.1369640032450358
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,3584,12288,0.24698932965596518
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,3584,12288,0.22418133417765299
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,3584,12288,0.0819346656401952
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,3584,12288,0.07584266861279805
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,3584,12288,0.06511066854000092
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,3584,16384,0.03767573436101278
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,3584,16384,0.03746133248011271
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,3584,12288,0.19208399454752603
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,3584,12288,0.1734480063120524
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,3584,12288,0.09340666731198628
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,3584,12288,0.10703866680463155
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,3584,12288,0.10688799619674683
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,3584,12288,0.05664666493733724
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,3584,12288,0.042889331777890526
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,3584,12288,0.03870266675949097
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,3584,12288,0.03014400104681651
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,3584,12288,0.028413332998752594
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,3584,12288,0.027860000729560852
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,3584,12288,0.02778266618649165
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,3584,12288,0.0280866672595342
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,3584,12288,0.026880001028378803
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,3584,12288,0.027102666596571606
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,3584,12288,0.02642266700665156
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,3584,12288,0.026789332429567974
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,3584,12288,0.02096399913231532
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,3584,12288,0.01966933285196622
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,3584,12288,0.019754666835069656
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,3584,12288,0.019479999939600628
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,3584,12288,0.019681333253781002
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,3584,12288,0.019658666104078293
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,3584,12288,0.019436000535885494
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,3584,12288,0.019627999514341354
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,3584,12288,0.019145333518584568
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,3584,12288,0.021125334004561108
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,3584,12288,0.0191560002664725
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,3584,12288,0.01931066686908404
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,3584,12288,0.01953599974513054
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,3584,12288,0.019512000183264416
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,3584,12288,0.041164000829060875
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,3584,12288,0.0368026668826739
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,3584,12288,0.041638667384783425
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,3584,12288,0.03707999984423319
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,3584,12288,0.041634666423002877
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,3584,12288,0.038034667571385704
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,3584,12288,0.042634665966033936
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,3584,12288,0.03818133225043615
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,3584,12288,0.042036001880963646
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,3584,12288,0.037605332831541695
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,3584,12288,0.021407999098300934
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,3584,12288,0.02108933279911677
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,3584,12288,0.02089333285888036
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,3584,12288,0.021158667902151745
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,3584,12288,0.020633333673079807
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,3584,12288,0.021133333444595337
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,3584,12288,0.1313418706258138
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,3584,12288,0.8788010915120443
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,3584,12288,0.4377301216125488
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,3584,12288,0.1314069350560506
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,3584,12288,0.22862613995869957
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,3584,12288,0.13008000055948893
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,3584,12288,0.1292522668838501
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,3584,12288,0.1057205359141032
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,3584,12288,0.10544319947560628
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,3584,12288,0.10410239696502685
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,3584,12288,0.10468053023020427
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,3584,12288,0.10301120281219482
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,3584,12288,0.1016426642735799
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,3584,12288,0.09818346500396728
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,3584,12288,0.0991381327311198
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,3584,12288,0.09716053009033203
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,3584,12288,0.09768959681193033
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,3584,12288,0.07414080301920573
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,3584,12288,0.07352853616078694
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,3584,12288,0.07342080275217691
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,3584,12288,0.07222826480865478
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,3584,12288,0.06851946512858073
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,3584,12288,0.06886506875356038
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,3584,12288,0.06776746908823648
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,3584,12288,0.06725119749704997
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,3584,12288,0.06413546800613404
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,3584,12288,0.06365333398183187
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,3584,12288,0.06311573187510172
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,3584,12288,0.04113813241322835
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,3584,12288,0.03786453406016032
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,3584,12288,0.038276267051696775
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,3584,12288,0.03676053285598755
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,3584,12288,0.03453226486841838
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,3584,12288,0.035582931836446126
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,3584,12288,0.03361173470815022
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,3584,12288,0.03143573403358459
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,3584,12288,0.03160106738408407
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,3584,12288,0.03153813282648722
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,3584,12288,0.031259733438491824
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,3584,12288,0.03110506733258565
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,3584,12288,0.03118293285369873
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,3584,12288,0.031065599123636885
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,3584,12288,0.031061333417892457
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,3584,12288,0.030501333872477214
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,3584,12288,0.03020799954732259
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,3584,12288,0.03041386604309082
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,3584,12288,0.030324266354242964
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,3584,12288,0.030398933092753093
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,3584,12288,0.030078933636347456
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,3584,12288,0.030014934142430623
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,3584,12288,0.030331732829411824
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,3584,12288,0.03002133369445801
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,3584,12288,0.030426667133967085
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,3584,12288,0.03014613389968872
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,3584,12288,0.030135466655095415
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,3584,12288,0.03027519981066386
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,3584,12288,0.030377600590387983
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,3584,12288,0.02986133297284444
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,3584,12288,0.029659734169642134
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,3584,12288,0.029994666576385498
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,3584,12288,0.030118399858474733
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,3584,12288,0.030434133609135945
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,3584,12288,0.029938133557637532
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,3584,12288,0.03007359902064006
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,3584,12288,0.02985386649767558
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,3584,12288,0.029943466186523438
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,3584,12288,0.030115199089050294
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,3584,10240,1.5483147303263347
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,3584,10240,0.8969333171844482
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,3584,10240,0.4272213379542033
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,3584,10240,0.23176266749699911
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,3584,10240,0.27826132376988727
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,3584,10240,0.22744800647099814
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,3584,10240,0.25544800360997516
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,3584,10240,0.20481334129969278
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,3584,10240,0.20318132638931274
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,3584,10240,0.1963626742362976
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,3584,10240,0.17366933822631836
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,3584,10240,0.17219199736913046
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,3584,10240,0.1734079917271932
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,3584,10240,0.17524266242980957
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,3584,10240,0.1727386713027954
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,3584,10240,0.13838932911554971
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,3584,10240,0.1393626630306244
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,3584,10240,0.1275333364804586
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,3584,10240,0.12018400430679321
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,3584,10240,0.11586933334668477
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,3584,10240,0.11692532896995544
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,3584,10240,0.0951919953028361
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,3584,10240,0.10956000288327535
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,3584,10240,0.09110933542251587
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,3584,10240,0.08810133735338847
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,3584,10240,0.07714933156967163
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,3584,10240,0.08700799942016602
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,3584,10240,0.06493066747983296
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,3584,10240,0.060562665263811745
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,3584,10240,0.050554667909940086
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,3584,10240,0.05565066635608673
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,3584,10240,0.040133332212766014
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,3584,10240,0.042490666111310325
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,3584,10240,0.033770665526390076
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,3584,10240,0.030082667867342632
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,3584,10240,0.02531733363866806
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,3584,10240,0.02495466669400533
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,3584,10240,0.02492266645034154
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,3584,10240,0.02491733431816101
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,3584,10240,0.02463199943304062
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,3584,10240,0.02380799998839696
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,3584,10240,0.0229066660006841
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,3584,10240,0.021029333273569744
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,3584,10240,0.02287200093269348
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,3584,10240,0.02090933422247569
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,3584,10240,0.02089333285888036
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,3584,10240,0.02088533341884613
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,3584,10240,0.020696000506480534
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,3584,10240,0.018810667097568512
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,3584,10240,0.01982666676243146
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,3584,10240,0.017866666118303936
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,3584,10240,0.018533332894245785
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,3584,10240,0.0176959993938605
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,3584,10240,0.018330667167901993
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,3584,10240,0.017165333032608032
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,3584,10240,0.017658667018016178
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,3584,10240,0.016688000410795212
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,3584,10240,0.01669599985082944
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,3584,10240,0.01672533278663953
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,3584,10240,0.016792000581820805
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,3584,10240,0.01658133293191592
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,3584,10240,0.016711999972661335
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,3584,10240,0.016616000483433407
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,3584,10240,0.01666133354107539
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,3584,10240,0.01661866654952367
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,3584,10240,0.016674666355053585
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,3584,10240,0.016704000532627106
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,3584,10240,0.016575999557971954
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,3584,10240,0.016623999923467636
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,3584,10240,0.016565332810084026
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,3584,10240,0.016693333784739178
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,3584,10240,0.01664000004529953
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,3584,10240,0.01674933359026909
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,3584,10240,0.016906666258970898
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,3584,10240,1.6101306279500325
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,3584,10240,0.8487453460693359
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,3584,10240,0.43061331907908124
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,3584,10240,0.23037733634312949
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,3584,10240,0.2454866568247477
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,3584,10240,0.2088573376337687
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,3584,10240,0.20242400964101157
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,3584,10240,0.19342533747355142
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,3584,10240,0.19010132551193237
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,3584,10240,0.18065067132314047
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,3584,10240,0.1785800059636434
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,3584,10240,0.16663333773612976
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,3584,10240,0.16782800356547037
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,3584,10240,0.1619853377342224
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,3584,10240,0.15993466973304749
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,3584,10240,0.13579066594441733
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,3584,10240,0.1365666687488556
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,3584,10240,0.12255199750264485
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,3584,10240,0.12237866719563802
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,3584,10240,0.1154919962088267
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,3584,10240,0.11666799585024516
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,3584,10240,0.10044266780217488
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,3584,10240,0.10775466759999593
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,3584,10240,0.09279599785804749
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,3584,10240,0.08995866775512695
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,3584,10240,0.08235866824785869
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,3584,10240,0.08791333436965942
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,3584,10240,0.07035066684087117
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,3584,10240,0.06816400090853374
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,3584,10240,0.058229332168896995
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,3584,10240,0.0626453310251236
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,3584,10240,0.04734133183956146
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,3584,10240,0.049156000216801964
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,3584,10240,0.03954000025987625
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,3584,10240,0.037061333656311035
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,3584,10240,0.03295200069745382
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,3584,10240,0.03192266573508581
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,3584,10240,0.03143066664536794
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,3584,10240,0.03105466564496358
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,3584,10240,0.031112000346183777
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,3584,10240,0.03085466722647349
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,3584,10240,0.029029332101345062
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,3584,10240,0.027283998827139538
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,3584,10240,0.027774666746457417
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,3584,10240,0.026562665899594624
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,3584,10240,0.026047999660174053
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,3584,10240,0.026553332805633545
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,3584,10240,0.026537333925565083
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,3584,10240,0.02553466707468033
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,3584,10240,0.024934666852156322
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,3584,10240,0.02757333219051361
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,3584,10240,0.02681199957927068
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,3584,10240,0.02443866680065791
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,3584,10240,0.023408000667889912
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,3584,10240,0.023902667065461475
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,3584,10240,0.02532266577084859
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,3584,10240,0.02495066573222478
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,3584,10240,0.023564000924428303
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,3584,10240,0.02502399931351344
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,3584,10240,0.02276666710774104
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,3584,10240,0.022699999312559765
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,3584,10240,0.022629333039124806
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,3584,10240,0.02253866692384084
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,3584,10240,0.022495999932289124
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,3584,10240,0.02269600083430608
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,3584,10240,0.023561333616574604
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,3584,10240,0.022710666060447693
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,3584,10240,0.022626665731271107
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,3584,10240,0.023341332872708637
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,3584,10240,0.022659999628861744
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,3584,10240,0.02297999958197276
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,3584,10240,0.022460001210371654
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,3584,10240,0.023554667830467224
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,3584,10240,0.02258799970149994
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,3584,12288,0.029815467198689778
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,3584,12288,0.0304149329662323
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,3584,12288,0.030026666323343915
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,3584,12288,0.030086400111516316
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,3584,12288,0.03007359902064006
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,3584,10240,2.0442892710367837
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,3584,10240,0.25988266865412396
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,3584,12288,0.03006933331489563
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,3584,12288,0.030085333188374835
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,3584,10240,0.49782800674438477
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,3584,10240,1.0024186770121257
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,3584,10240,0.2990826765696208
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,3584,10240,0.2695213357607524
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,3584,10240,0.20679199695587158
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,3584,10240,0.2206746737162272
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,3584,10240,0.1959893306096395
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,3584,10240,0.2875906626383464
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,3584,10240,0.27138666311899823
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,3584,10240,0.2626240054766337
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,3584,10240,0.24050933122634888
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,3584,10240,0.1449293295542399
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,3584,10240,0.14574000239372253
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,3584,10240,0.13346266746520996
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,3584,10240,0.13524267077445984
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,3584,10240,0.11891866723696391
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,3584,10240,0.12113066514333089
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,3584,10240,0.22857733567555746
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,3584,10240,0.22953865925470987
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,3584,10240,0.2055413325627645
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,3584,10240,0.06478533148765564
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,3584,10240,0.06514266630013783
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,3584,10240,0.17908799648284912
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,3584,10240,0.053476000825564064
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,3584,10240,0.19306532541910806
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,3584,10240,0.16847733656565347
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,3584,10240,0.1590666671593984
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,3584,10240,0.10101866722106934
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,3584,10240,0.09171866377194722
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,3584,10240,0.08440267046292622
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,3584,10240,0.037159999211629234
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,3584,10240,0.045037334163983665
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,3584,10240,0.03402266651391983
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,3584,10240,0.027350666622320812
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,3584,10240,0.02558266619841258
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,3584,10240,0.02497466653585434
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,3584,10240,0.02513333410024643
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,3584,10240,0.025211999813715618
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,3584,10240,0.024142667651176453
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,3584,10240,0.02386000007390976
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,3584,10240,0.024122667809327442
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,3584,10240,0.023249333103497822
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,3584,10240,0.019102666527032852
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,3584,10240,0.017535999417304993
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,3584,10240,0.017551999539136887
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,3584,10240,0.01761999974648158
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,3584,10240,0.017608000586430233
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,3584,10240,0.017603999624649685
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,3584,10240,0.018144000321626663
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,3584,10240,0.017366666346788406
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,3584,10240,0.01756799966096878
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,3584,10240,0.017044000327587128
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,3584,10240,0.017477333545684814
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,3584,10240,0.03554933269818624
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,3584,10240,0.033927999436855316
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,3584,10240,0.019100000460942585
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,3584,10240,0.035589332381884255
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,3584,10240,0.033439998825391136
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,3584,10240,0.03624266634384791
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,3584,10240,0.03141066680351893
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,3584,10240,0.036504000425338745
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,3584,10240,0.03356933345397314
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,3584,10240,0.03699733316898346
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,3584,10240,0.033702666560808815
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,3584,10240,0.03451066712538401
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,3584,10240,0.01913600042462349
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,3584,10240,0.036489332715670265
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,3584,10240,0.01873200014233589
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,3584,10240,0.018692000458637874
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,3584,10240,0.018710666646560032
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,3584,10240,0.018642666439215343
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,3584,10240,0.01867466668287913
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,3584,10240,0.20044266382853188
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,3584,10240,0.7463146845499675
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,3584,10240,0.11416426499684651
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,3584,10240,0.3741685231526693
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,3584,10240,0.11232000192006428
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,3584,10240,0.11391572952270508
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,3584,10240,0.1122325340906779
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,3584,10240,0.09257813294728598
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,3584,10240,0.09227519830067953
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,3584,10240,0.09151893456776937
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,3584,10240,0.09190613428751628
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,3584,10240,0.08951253096262614
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,3584,10240,0.0865226666132609
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,3584,10240,0.08905813694000245
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,3584,10240,0.08574399948120118
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,3584,10240,0.08643199602762858
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,3584,10240,0.08556479612986247
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,3584,10240,0.06506986618041992
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,3584,10240,0.06523199876149496
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,3584,10240,0.06387626727422079
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,3584,10240,0.06291093428929648
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,3584,10240,0.06045226653416952
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,3584,10240,0.059742931524912515
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,3584,10240,0.05895359913508097
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,3584,10240,0.05844480196634928
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,3584,10240,0.056236799558003744
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,3584,10240,0.05550293525060018
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,3584,10240,0.054055468241373694
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,3584,10240,0.03346560001373291
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,3584,10240,0.035485867659250894
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,3584,10240,0.03363946676254272
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,3584,10240,0.03219199975331624
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,3584,10240,0.03174720009167989
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,3584,10240,0.029718399047851562
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,3584,10240,0.029254400730133058
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,3584,10240,0.02800533374150594
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,3584,10240,0.02781760096549988
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,3584,10240,0.02722453276316325
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,3584,10240,0.02735893328984578
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,3584,10240,0.02723199923833211
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,3584,10240,0.027463465929031372
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,3584,10240,0.027376000086466474
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,3584,10240,0.02729066610336304
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,3584,10240,0.027142399549484254
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,3584,10240,0.026371200879414875
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,3584,10240,0.026603732506434125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,3584,10240,0.0268010675907135
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,3584,10240,0.026807467142740887
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,3584,10240,0.026573866605758667
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,3584,10240,0.026357332865397137
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,3584,10240,0.0264629324277242
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,3584,10240,0.02672426700592041
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,3584,10240,0.02636373241742452
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,3584,10240,0.026405332485834758
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,3584,10240,0.026342399915059406
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,3584,10240,0.026382933060328167
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,3584,10240,0.026358399788538617
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,3584,10240,0.026405332485834758
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,3584,10240,0.025961599747339886
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,3584,10240,0.02613226572672526
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,3584,10240,0.02640320062637329
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,3584,10240,0.026013867060343428
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,3584,10240,0.02635200023651123
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,3584,10240,0.02638933261235555
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,3584,10240,0.026713599761327107
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,3584,10240,0.026828799645106
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,3584,10240,0.025961599747339886
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,3584,8192,1.2015057669745552
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,3584,8192,0.7781564394632975
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,3584,8192,0.35581689410739475
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,3584,8192,0.19222754902309844
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,3584,8192,0.22833776473999023
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,3584,8192,0.1799751122792562
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,3584,8192,0.15948443942599827
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,3584,8192,0.15154488881429037
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,3584,8192,0.14479466279347739
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,3584,8192,0.1431093348397149
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,3584,8192,0.14038399855295816
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,3584,8192,0.14025599426693386
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,3584,8192,0.13833422131008571
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,3584,8192,0.13579732841915554
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,3584,8192,0.136771559715271
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,3584,8192,0.11151288615332709
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,3584,8192,0.11008177863226996
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,3584,8192,0.1017048888736301
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,3584,8192,0.09602133433024089
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,3584,8192,0.09335466888215806
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,3584,8192,0.0938755538728502
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,3584,8192,0.07743999693128797
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,3584,8192,0.0912604464424981
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,3584,8192,0.07207822137408786
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,3584,8192,0.06961599985758464
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,3584,8192,0.061326218975914844
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,3584,8192,0.06864355670081244
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,3584,8192,0.05278222097290886
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,3584,8192,0.0491466654671563
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,3584,8192,0.040743112564086914
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,3584,8192,0.04578666554556953
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,3584,8192,0.03268622358640035
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,3584,8192,0.034254223108291626
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,3584,8192,0.02737244466940562
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,3584,8192,0.02400355537732442
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,3584,8192,0.020410666863123577
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,3584,8192,0.020044444335831534
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,3584,8192,0.01993777851263682
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,3584,8192,0.020003555549515616
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,3584,8192,0.019870221614837646
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,3584,8192,0.019713777634832595
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,3584,8192,0.01850311126973894
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,3584,8192,0.015847111741701763
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,3584,8192,0.016858667135238647
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,3584,8192,0.014997333288192749
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,3584,8192,0.015043555034531487
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,3584,8192,0.015043555034531487
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,3584,8192,0.01571911076704661
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,3584,8192,0.017439999514155917
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,3584,8192,0.016533333394262526
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,3584,8192,0.01586844523747762
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,3584,8192,0.015855999456511605
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,3584,8192,0.014526221487257214
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,3584,8192,0.01532444523440467
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,3584,8192,0.014497778481907315
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,3584,8192,0.015119999647140503
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,3584,8192,0.014448000325096978
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,3584,8192,0.014236445228258768
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,3584,8192,0.013893332746293811
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,3584,8192,0.013847110999955071
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,3584,8192,0.013841778039932251
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,3584,8192,0.013950222068362765
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,3584,8192,0.01385600037044949
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,3584,10240,0.026359466711680095
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,3584,8192,0.013946667313575745
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,3584,8192,0.01399466726515028
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,3584,8192,0.013816888961527081
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,3584,8192,0.013832888669437833
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,3584,8192,0.013797333670987023
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,3584,8192,0.01384888920519087
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,3584,8192,0.013824000126785703
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,3584,8192,0.01390044391155243
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,3584,8192,0.013953778478834363
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,3584,8192,0.013912889692518445
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,3584,8192,0.013831111292044321
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,3584,10240,0.02606933315594991
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,3584,8192,1.284286880493164
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,3584,8192,0.17833706537882488
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,3584,8192,0.3260832150777181
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,3584,8192,0.6619146982828776
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,3584,8192,0.18614187240600585
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,3584,8192,0.15987307230631512
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,3584,8192,0.15579946835835773
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,3584,8192,0.15048106511433917
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,3584,8192,0.14738346735636393
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,3584,8192,0.13992427190144857
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,3584,8192,0.14048959414164225
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,3584,8192,0.1341749350229899
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,3584,8192,0.13519360224405924
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,3584,8192,0.12774933179219564
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,3584,8192,0.12678826649983724
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,3584,8192,0.11120959917704265
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,3584,8192,0.11253013610839843
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,3584,8192,0.09992213249206543
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,3584,8192,0.0990325371424357
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,3584,8192,0.09694293340047201
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,3584,8192,0.08263253370920817
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,3584,8192,0.08960320154825846
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,3584,8192,0.07667840321858724
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,3584,8192,0.07580053011576335
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,3584,8192,0.06454506715138754
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,3584,8192,0.06900586287180582
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,3584,8192,0.05805546840031942
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,3584,8192,0.055992531776428225
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,3584,8192,0.04599253336588542
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,3584,8192,0.050315733750661215
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,3584,8192,0.04201813141504924
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,3584,8192,0.04341973463694255
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,3584,8192,0.03481706778208415
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,3584,8192,0.03290026585261027
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,3584,8192,0.029244800408681233
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,3584,8192,0.02790293296178182
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,3584,8192,0.02767893274625142
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,3584,8192,0.02669866681098938
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,3584,8192,0.027924267450968425
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,3584,8192,0.09436373710632324
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,3584,8192,0.02677759925524394
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,3584,8192,0.027195733785629273
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,3584,8192,0.024966400861740113
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,3584,8192,0.02576106588045756
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,3584,8192,0.024649600187937416
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,3584,8192,0.025156267484029132
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,3584,8192,0.02418880065282186
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,3584,8192,0.02418773372968038
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,3584,8192,0.023092265923817953
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,3584,8192,0.02459519902865092
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,3584,8192,0.023574399948120116
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,3584,8192,0.022750933965047203
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,3584,8192,0.022762666145960488
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,3584,8192,0.021995733181635536
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,3584,8192,0.023788799842198692
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,3584,8192,0.028130133946736652
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,3584,8192,0.022776534159978233
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,3584,8192,0.021383466323216756
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,3584,8192,0.020963199933369956
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,3584,8192,0.021206400791803994
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,3584,8192,0.021719467639923096
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,3584,8192,0.02500373323758443
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,3584,8192,0.020770132541656494
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,3584,8192,0.020843732357025146
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,3584,8192,0.0224671999613444
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,3584,8192,0.02109973430633545
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,3584,8192,0.021792000532150267
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,3584,8192,0.022013866901397706
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,3584,8192,0.021000534296035767
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,3584,8192,0.0231605331103007
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,3584,8192,0.021986132860183714
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,3584,8192,0.022629332542419434
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,3584,8192,0.02083946665128072
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,3584,10240,0.02666880091031392
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,3584,10240,0.026397866010665894
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,3584,8192,0.02393066684405009
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,3584,10240,0.02621440092722575
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,3584,10240,0.026410667101542155
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,3584,10240,0.026048000653584796
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,3584,8192,0.4582207997639974
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,3584,8192,0.2588266690572103
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,3584,8192,0.27014506657918297
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,3584,8192,0.9188959757486979
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,3584,8192,0.24761494000752768
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,3584,8192,0.20711040496826172
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,3584,8192,0.1899903933207194
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,3584,8192,0.1967722733815511
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,3584,8192,1.8429162343343097
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,3584,8192,0.17957226435343426
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,3584,8192,0.2432352066040039
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,3584,8192,0.23733545939127604
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,3584,8192,0.23096319834391274
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,3584,8192,0.13210240205128987
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,3584,8192,0.22026559511820473
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,3584,8192,0.12951253255208334
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,3584,8192,0.120087464650472
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,3584,8192,0.11207359631856281
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,3584,8192,0.10329386393229167
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,3584,8192,0.09524479707082113
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,3584,8192,0.2099541346232096
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,3584,8192,0.18142612775166828
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,3584,8192,0.05239786704381307
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,3584,8192,0.04931519826253255
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,3584,8192,0.04604159990946452
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,3584,8192,0.1638208071390788
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,3584,8192,0.17158506711324056
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,3584,8192,0.1430847962697347
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,3584,8192,0.1536842664082845
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,3584,8192,0.06464639902114869
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,3584,8192,0.08359893163045248
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,3584,8192,0.07113173007965087
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,3584,8192,0.03655573527018229
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,3584,8192,0.032876799503962204
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,3584,8192,0.030186667044957476
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,3584,8192,0.022380799055099487
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,3584,8192,0.02067520022392273
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,3584,8192,0.023987199862798056
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,3584,8192,0.021873066822687783
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,3584,8192,0.02223680019378662
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,3584,8192,0.021967999140421548
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,3584,8192,0.021005866924921672
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,3584,8192,0.020731733242670695
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,3584,8192,0.02078826626141866
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,3584,8192,0.01690559983253479
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,3584,8192,0.017233065764109292
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,3584,8192,0.015731199582417806
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,3584,8192,0.01532906691233317
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,3584,8192,0.015735466281572977
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,3584,8192,0.015442132949829102
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,3584,8192,0.015262933572133383
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,3584,8192,0.015317333738009134
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,3584,8192,0.030529065926869707
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,3584,8192,0.030905600388844805
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,3584,8192,0.030882134040196733
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,3584,8192,0.031124265988667806
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,3584,8192,0.031292800108591715
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,3584,8192,0.03088639974594116
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,3584,8192,0.0323253333568573
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,3584,8192,0.015365333358446757
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,3584,8192,0.031223465998967487
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,3584,8192,0.03227413296699524
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,3584,8192,0.03130346735318502
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,3584,8192,0.03324480056762695
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,3584,8192,0.0321237325668335
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,3584,8192,0.03309333324432373
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,3584,8192,0.03239253362019857
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,3584,8192,0.03328640063603719
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,3584,8192,0.017116800944010416
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,3584,8192,0.016552533706029257
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,3584,8192,0.01696959932645162
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,3584,8192,0.016965333620707193
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,3584,8192,0.016565333803494772
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,3584,8192,0.016746666034062704
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,3584,8192,0.5973589579264323
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,3584,8192,0.3037194569905599
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,3584,8192,0.1614730676015218
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,3584,8192,0.09342613220214843
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,3584,8192,0.09314666589101156
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,3584,8192,0.09242986838022868
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,3584,8192,0.07653226852416992
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,3584,8192,0.09263146718343099
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,3584,8192,0.07565120061238607
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,3584,8192,0.07505813439687094
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,3584,8192,0.07543893655141196
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,3584,8192,0.07354559898376464
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,3584,8192,0.06984533468882242
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,3584,8192,0.07147839864095053
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,3584,8192,0.07278933525085449
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,3584,8192,0.07211519877115885
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,3584,8192,0.06980480353037516
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,3584,8192,0.054465067386627194
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,3584,8192,0.05379413366317749
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,3584,8192,0.052552533149719236
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,3584,8192,0.05212586720784505
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,3584,8192,0.050538667043050135
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,3584,8192,0.050012799104054775
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,3584,8192,0.04854613145192464
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,3584,8192,0.04587093194325765
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,3584,8192,0.04492693344751994
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,3584,8192,0.04682986736297608
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,3584,8192,0.04827306667963664
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,3584,8192,0.02987946669260661
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,3584,8192,0.028151466449101763
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,3584,8192,0.02911466757456462
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,3584,8192,0.027324799696604413
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,3584,8192,0.026657066742579144
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,3584,8192,0.025856000185012818
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,3584,8192,0.025094399849573772
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,3584,8192,0.023498666286468507
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,3584,8192,0.02370986739794413
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,3584,8192,0.023520000775655112
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,3584,8192,0.02344320019086202
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,3584,8192,0.02344213326772054
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,3584,8192,0.023374933004379272
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,3584,8192,0.023466666539510093
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,3584,8192,0.02270080049832662
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,3584,8192,0.023516800006230673
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,3584,8192,0.022325332959493002
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,3584,8192,0.022284799814224245
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,3584,8192,0.022106667359670006
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,3584,8192,0.0222378671169281
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,3584,8192,0.022219733397165934
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,3584,8192,0.022459733486175536
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,3584,8192,0.021860265731811525
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,3584,8192,0.02225493391354879
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,3584,8192,0.02191466689109802
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,3584,8192,0.02187946637471517
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,3584,8192,0.022222934166590373
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,3584,8192,0.02189226746559143
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,3584,8192,0.021870932976404824
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,3584,8192,0.02224640051523844
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,3584,8192,0.02185066739718119
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,3584,8192,0.021857066949208578
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,3584,8192,0.022286933660507203
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,3584,8192,0.021746132771174112
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,3584,8192,0.022012799978256226
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,3584,8192,0.02153600056966146
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,3584,8192,0.022106667359670006
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,3584,8192,0.02170026699701945
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,3584,8192,0.02183253367741903
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,3584,7168,1.1140676074557834
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,3584,7168,0.6617813110351562
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,3584,7168,0.2865617805057102
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,3584,7168,0.1561973359849718
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,3584,7168,0.18761777877807617
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,3584,7168,0.15083911683824328
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,3584,7168,0.1442062192493015
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,3584,7168,0.13830933305952284
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,3584,7168,0.13607822524176702
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,3584,7168,0.13606044981214735
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,3584,7168,0.127637333340115
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,3584,7168,0.12250667148166233
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,3584,7168,0.1236693329281277
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,3584,7168,0.11815999613867866
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,3584,7168,0.11797332763671875
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,3584,7168,0.0994008911980523
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,3584,7168,0.09738310840394761
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,3584,7168,0.09152533610661824
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,3584,7168,0.08578844202889337
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,3584,7168,0.082805335521698
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,3584,7168,0.0840088857544793
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,3584,7168,0.06834310955471463
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,3584,7168,0.0768959985838996
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,3584,7168,0.06364444229337904
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,3584,7168,0.06263999806510077
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,3584,7168,0.05444088909361097
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,3584,7168,0.06014933188756307
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,3584,7168,0.047404444879955716
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,3584,7168,0.043637331989076406
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,3584,7168,0.03613333238495721
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,3584,7168,0.040051556295818753
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,3584,7168,0.028951111767027114
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,3584,7168,0.030439111921522353
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,3584,7168,0.023761777414215937
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,3584,7168,0.021338666478792827
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,3584,7168,0.01816177699300978
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,3584,7168,0.017921777235137094
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,3584,7168,0.017907554904619854
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,3584,7168,0.01776711146036784
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,3584,7168,0.017683555682500202
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,3584,7168,0.01700444519519806
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,3584,7168,0.016535111599498324
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,3584,7168,0.01440533333354526
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,3584,7168,0.015230221880806817
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,3584,7168,0.013567999833159976
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,3584,7168,0.013167999684810638
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,3584,7168,0.013246222502655454
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,3584,7168,0.013507555756303998
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,3584,7168,0.013232000172138214
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,3584,7168,0.013157332936922709
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,3584,7168,0.014520888527234396
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,3584,7168,0.01462933255566491
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,3584,7168,0.01314311143424776
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,3584,7168,0.013109332985348172
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,3584,7168,0.013146667016877068
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,3584,7168,0.01386844449573093
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,3584,7168,0.013146667016877068
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,3584,7168,0.01331555595000585
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,3584,7168,0.012618666721714867
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,3584,7168,0.012535110943847232
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,3584,7168,0.012529777983824411
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,3584,7168,0.012488889197508493
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,3584,7168,0.012456888953844706
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,3584,7168,0.012430222498046027
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,3584,7168,0.012481778032249875
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,3584,7168,0.012529777983824411
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,3584,7168,0.01276622215906779
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,3584,7168,0.01257066677014033
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,3584,7168,0.012560000022252401
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,3584,7168,0.012552888856993781
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,3584,7168,0.013167999684810638
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,3584,7168,0.013185777597957186
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,3584,7168,0.013176889055305056
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,3584,7168,0.01330311099688212
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,3584,7168,1.1370644887288412
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,3584,7168,0.5966730753580729
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,3584,7168,0.28974294662475586
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,3584,7168,0.14901332855224608
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,3584,7168,0.1586016019185384
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,3584,7168,0.13626987139383953
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,3584,7168,0.13610666592915852
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,3584,7168,0.13130773703257242
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,3584,7168,0.12995413144429524
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,3584,7168,0.12273493607838948
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,3584,7168,0.12215039730072022
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,3584,7168,0.1194922685623169
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,3584,7168,0.12214826742808024
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,3584,7168,0.11287999947865804
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,3584,7168,0.11311999956766765
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,3584,7168,0.10064746538798015
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,3584,7168,0.09943786462148031
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,3584,7168,0.09122239748636882
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,3584,7168,0.08943999608357747
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,3584,7168,0.08391146659851074
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,3584,7168,0.08576213518778483
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,3584,7168,0.07606399854024251
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,3584,7168,0.08188160260518393
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,3584,7168,0.065720534324646
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,3584,7168,0.06480106512705484
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,3584,7168,0.05931200186411539
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,3584,7168,0.06228906710942587
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,3584,7168,0.050913067658742275
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,3584,7168,0.049820800622304276
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,3584,7168,0.04485973517100016
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,3584,7168,0.047227732340494794
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,3584,7168,0.0382207989692688
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,3584,7168,0.03747413158416748
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,3584,7168,0.032891732454299924
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,3584,7168,0.03213333288828532
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,3584,8192,0.022032000621159873
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,3584,7168,0.027745066086451213
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,3584,7168,0.026649600267410277
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,3584,7168,0.025781333446502686
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,3584,7168,0.027151999870936076
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,3584,7168,0.02645653287569682
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,3584,7168,0.025448532899220784
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,3584,7168,0.024990934133529662
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,3584,7168,0.024411733945210776
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,3584,7168,0.02277759909629822
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,3584,7168,0.022785067558288574
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,3584,7168,0.0229312002658844
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,3584,7168,0.02255893349647522
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,3584,7168,0.02264960010846456
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,3584,7168,0.022428800662358604
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,3584,8192,0.022223999102910362
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,3584,7168,0.022911999622980753
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,3584,7168,0.02374293406804403
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,3584,7168,0.02066346605618795
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,3584,7168,0.02188053329785665
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,3584,7168,0.021769599119822184
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,3584,7168,0.027512532472610474
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,3584,7168,0.02180373271306356
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,3584,7168,0.022425599892934165
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,3584,7168,0.020626133680343627
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,3584,7168,0.022589866320292154
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,3584,7168,0.0204693337281545
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,3584,7168,0.020232532421747842
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,3584,7168,0.020333866278330483
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,3584,7168,0.02039573391278585
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,3584,7168,0.02029333313306173
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,3584,7168,0.02034239967664083
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,3584,7168,0.020866133769353232
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,3584,7168,0.02253546714782715
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,3584,7168,0.022682666778564453
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,3584,7168,0.022592000166575112
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,3584,7168,0.022629332542419434
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,3584,7168,0.022629332542419434
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,3584,7168,0.022410666942596434
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,3584,7168,0.02267626722653707
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,3584,7168,0.022781866788864135
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,3584,8192,0.021895466248194377
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,3584,8192,0.021678932507832847
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,3584,8192,0.021820799509684245
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,3584,8192,0.02174826661745707
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,3584,8192,0.02224000096321106
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,3584,7168,0.4481631914774577
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,3584,7168,0.8945653279622396
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,3584,7168,1.7964597066243488
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,3584,7168,0.2617077350616455
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,3584,7168,0.20153066317240395
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,3584,7168,0.18895360628763835
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,3584,7168,0.19178667068481445
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,3584,7168,0.1784287929534912
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,3584,7168,0.2398687998453776
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,3584,7168,0.2526026725769043
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,3584,7168,0.23327040672302246
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,3584,7168,0.23441920280456544
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,3584,7168,0.21738239924112954
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,3584,7168,0.2236543973286947
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,3584,7168,0.13060800234476727
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,3584,7168,0.1189194679260254
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,3584,7168,0.1111029307047526
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,3584,7168,0.09598080317179361
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,3584,7168,0.08816426595052083
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,3584,7168,0.206878932317098
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,3584,7168,0.08200746377309164
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,3584,7168,0.17506346702575684
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,3584,7168,0.04889599879582723
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,3584,7168,0.1623733361562093
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,3584,7168,0.04569813410441081
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,3584,7168,0.1483232021331787
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,3584,7168,0.04286719957987468
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,3584,7168,0.16298559506734211
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,3584,7168,0.13525546391805013
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,3584,7168,0.056553598244984946
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,3584,7168,0.0714357296625773
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,3584,7168,0.06215466658274332
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,3584,7168,0.030874667565027873
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,3584,7168,0.02796906630198161
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,3584,7168,0.02244053284327189
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,3584,7168,0.034774398803710936
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,3584,7168,0.020721065998077392
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,3584,7168,0.02108479936917623
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,3584,7168,0.02068480054537455
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,3584,7168,0.020946133136749267
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,3584,7168,0.01946880022684733
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,3584,7168,0.019425066312154134
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,3584,7168,0.019401599963506065
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,3584,7168,0.01911999980608622
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,3584,7168,0.01574613352616628
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,3584,7168,0.014494933684666953
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,3584,7168,0.014447999993960061
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,3584,7168,0.014246400197347006
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,3584,7168,0.01437333325544993
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,3584,7168,0.014095999797185264
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,3584,7168,0.0265173335870107
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,3584,7168,0.0259552001953125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,3584,7168,0.0254314661026001
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,3584,7168,0.025703465938568114
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,3584,7168,0.02712213397026062
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,3584,7168,0.027133866151173906
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,3584,7168,0.02632853388786316
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,3584,7168,0.027800534168879194
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,3584,7168,0.027523199717203777
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,3584,7168,0.027061333258946735
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,3584,7168,0.02638186613718669
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,3584,7168,0.0271071990331014
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,3584,7168,0.028769065936406452
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,3584,7168,0.02829119960467021
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,3584,7168,0.027052799860636394
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,3584,7168,0.028130133946736652
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,3584,7168,0.028455466032028198
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,3584,7168,0.015770666797955833
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,3584,7168,0.01569066643714905
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,3584,7168,0.015702399611473083
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,3584,7168,0.015541332960128783
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,3584,7168,0.015386666854222616
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,3584,7168,0.01574613352616628
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,3584,7168,0.015640532970428465
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,3584,7168,0.532914129892985
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,3584,7168,0.147052796681722
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,3584,7168,0.0859765370686849
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,3584,7168,0.27399358749389646
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,3584,7168,0.0850495974222819
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,3584,7168,0.0708575963973999
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,3584,7168,0.08561600049336751
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,3584,7168,0.0848853349685669
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,3584,7168,0.06966293652852376
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,3584,7168,0.0690112034479777
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,3584,7168,0.0673962672551473
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,3584,7168,0.06816746393839518
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,3584,7168,0.06805013020833334
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,3584,7168,0.06603200038274129
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,3584,7168,0.0651306668917338
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,3584,7168,0.06398826837539673
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,3584,7168,0.06342826684316
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,3584,7168,0.049063467979431154
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,3584,7168,0.0473749319712321
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,3584,7168,0.04853333234786987
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,3584,7168,0.04732053279876709
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,3584,7168,0.0454528013865153
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,3584,7168,0.04482453266779582
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,3584,7168,0.044540798664093016
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,3584,7168,0.04238293170928955
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,3584,7168,0.04380373160044353
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,3584,7168,0.027738666534423827
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,3584,7168,0.026340266068776447
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,3584,7168,0.04095466534296672
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,3584,7168,0.0418176015218099
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,3584,7168,0.02485333283742269
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,3584,7168,0.02483200033505758
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,3584,7168,0.026149332523345947
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,3584,7168,0.02397866646448771
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,3584,7168,0.02188053329785665
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,3584,7168,0.02286506692568461
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,3584,7168,0.02157333294550578
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,3584,7168,0.021013333400090536
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,3584,7168,0.02142826716105143
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,3584,7168,0.02143146594365438
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,3584,7168,0.02100693384806315
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,3584,7168,0.021389865875244142
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,3584,7168,0.021093332767486574
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,3584,7168,0.02067626714706421
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,3584,7168,0.020233599344889323
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,3584,7168,0.020618667205174766
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,3584,7168,0.020639999707539877
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,3584,7168,0.020266666014989217
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,3584,7168,0.019843200842539467
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,3584,7168,0.02018773357073466
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,3584,7168,0.020107734203338622
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,3584,7168,0.020204800367355346
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,3584,7168,0.020348799228668214
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,3584,7168,0.02021013299624125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,3584,7168,0.02018346587816874
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,3584,7168,0.020216532548268638
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,3584,7168,0.02020906607309977
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,3584,7168,0.019926400979359944
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,3584,7168,0.02018453280131022
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,3584,7168,0.020172800620396933
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,3584,7168,0.02021333376566569
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,3584,7168,0.019853866100311278
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,3584,7168,0.02032426595687866
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,3584,7168,0.020333866278330483
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,3584,7168,0.019913599888483683
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,3584,7168,0.019825067122777304
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,3584,7168,0.01989013353983561
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,3584,6144,0.898900032043457
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,3584,6144,0.4961640040079753
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,3584,6144,0.2701479991277059
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,3584,6144,0.1463520030180613
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,3584,6144,0.17921066284179688
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,3584,6144,0.15708933273951212
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,3584,6144,0.1485159993171692
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,3584,6144,0.119869331518809
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,3584,6144,0.10841600100199382
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,3584,6144,0.10908133784929912
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,3584,6144,0.10785866777102153
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,3584,6144,0.1078213353951772
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,3584,6144,0.10859866937001546
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,3584,6144,0.10766266783078511
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,3584,6144,0.10498266418774922
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,3584,6144,0.0839186708132426
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,3584,6144,0.08190799752871196
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,3584,6144,0.07741066813468933
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,3584,7168,0.02020906607309977
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,3584,6144,0.07211333513259888
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,3584,6144,0.06834800044695537
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,3584,6144,0.07067200044790904
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,3584,6144,0.05734799802303314
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,3584,6144,0.06563066442807515
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,3584,6144,0.052862669030825295
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,3584,6144,0.05232533315817515
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,3584,6144,0.04528133571147919
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,3584,6144,0.039143999417622886
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,3584,6144,0.05172666907310486
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,3584,6144,0.03630933413902918
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,3584,6144,0.030993332465489704
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,3584,6144,0.0339653342962265
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,3584,6144,0.0249439999461174
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,3584,6144,0.02574000010887782
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,3584,6144,0.021543999512990315
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,3584,6144,0.018110666424036026
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,3584,6144,0.016466667254765827
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,3584,6144,0.015298667053381601
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,3584,6144,0.01579866682489713
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,3584,6144,0.015288000305493673
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,3584,6144,0.015624000380436579
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,3584,6144,0.014654666185379028
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,3584,6144,0.012414666513601938
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,3584,6144,0.013095999757448832
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,3584,6144,0.011694667239983877
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,3584,6144,0.011793332795302073
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,3584,6144,0.011524000515540441
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,3584,6144,0.011894666900237402
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,3584,6144,0.011704000333944956
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,3584,6144,0.011519999553759893
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,3584,6144,0.013140000402927399
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,3584,6144,0.013418667018413544
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,3584,6144,0.011377333352963129
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,3584,6144,0.011437332878510157
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,3584,6144,0.011952000359694162
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,3584,6144,0.012935999780893326
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,3584,6144,0.011970666547616323
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,3584,6144,0.011389333754777908
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,3584,6144,0.011666666716337204
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,3584,6144,0.011123999953269958
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,3584,6144,0.011366666605075201
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,3584,6144,0.011306667079528173
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,3584,6144,0.01121066634853681
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,3584,6144,0.011384000380833944
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,3584,6144,0.01121200000246366
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,3584,6144,0.01118933285276095
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,3584,6144,0.011379999419053396
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,3584,6144,0.011457332720359167
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,3584,6144,0.011750667045513788
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,3584,6144,0.014561332762241364
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,3584,6144,0.011394667128721872
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,3584,6144,0.011185333132743835
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,3584,6144,0.011421332756678263
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,3584,6144,0.011472000430027643
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,3584,6144,0.01138533279299736
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,3584,6144,0.9616533279418945
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,3584,6144,0.5060469309488933
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,3584,6144,0.2463520050048828
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,3584,6144,0.1278282642364502
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,3584,6144,0.13404906590779622
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,3584,6144,0.11547839641571045
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,3584,6144,0.11559893290201824
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,3584,6144,0.11425066788991292
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,3584,6144,0.1129599968592326
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,3584,6144,0.10674453576405843
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,3584,7168,0.02020373344421387
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,3584,6144,0.10653226375579834
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,3584,6144,0.1025813341140747
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,3584,6144,0.10488426685333252
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,3584,6144,0.10018239816029866
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,3584,6144,0.0858400026957194
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,3584,6144,0.0840170701344808
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,3584,6144,0.0814901351928711
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,3584,6144,0.07882453600565592
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,3584,6144,0.07329493363698324
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,3584,6144,0.07468693256378174
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,3584,6144,0.06369386514027914
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,3584,6144,0.06770559946695963
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,3584,6144,0.05955946842829386
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,3584,6144,0.05719360113143921
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,3584,6144,0.0507584015528361
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,3584,6144,0.05346560080846151
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,3584,6144,0.047091201941172285
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,3584,6144,0.04519999821980794
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,3584,6144,0.039933868249257404
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,3584,6144,0.04281599919001262
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,3584,6144,0.03500906626383464
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,3584,6144,0.03508586486180623
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,3584,6144,0.03151893417040507
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,3584,6144,0.03086079955101013
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,3584,6144,0.025857067108154295
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,3584,6144,0.10016213258107502
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,3584,6144,0.02488213380177816
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,3584,6144,0.024679466088612875
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,3584,6144,0.024833067258199056
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,3584,6144,0.0229418675104777
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,3584,6144,0.02293973366419474
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,3584,6144,0.024637866020202636
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,3584,6144,0.022911999622980753
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,3584,6144,0.022555732727050783
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,3584,6144,0.02248106598854065
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,3584,6144,0.02220906615257263
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,3584,6144,0.021592533588409422
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,3584,6144,0.020705066124598184
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,3584,6144,0.02140053311983744
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,3584,6144,0.02175253431002299
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,3584,6144,0.02142933408419291
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,3584,6144,0.020866133769353232
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,3584,6144,0.02046826680501302
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,3584,6144,0.02082879940668742
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,3584,6144,0.020547199249267577
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,3584,6144,0.018794665733973183
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,3584,6144,0.021261866887410483
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,3584,6144,0.018630399306615194
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,3584,6144,0.019630932807922365
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,3584,6144,0.024523733059565227
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,3584,6144,0.020294400056203206
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,3584,6144,0.018564265966415406
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,3584,6144,0.01877440015474955
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,3584,6144,0.020546134312947592
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,3584,6144,0.020660267273585
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,3584,6144,0.020632533232371013
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,3584,6144,0.021383466323216756
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,3584,6144,0.02060906688372294
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,3584,6144,0.02078826626141866
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,3584,6144,0.020530132452646892
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,3584,6144,0.0206058661142985
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,3584,6144,0.0217738668123881
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,3584,6144,0.018580265839894614
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,3584,6144,0.02062506675720215
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,3584,7168,0.020241065820058187
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,3584,7168,0.020242132743199668
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,3584,7168,0.01983786622683207
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,3584,7168,0.020006400346755982
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,3584,7168,0.02005866765975952
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,3584,6144,0.8474880218505859
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,3584,6144,0.24866026242574057
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,3584,6144,0.4273546536763509
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,3584,6144,1.6915765126546223
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,3584,6144,0.18567040761311848
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,3584,6144,0.1773375988006592
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,3584,6144,0.1769770622253418
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,3584,6144,0.1667370637257894
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,3584,6144,0.23544534047444662
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,3584,6144,0.231933863957723
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,3584,6144,0.22058986028035482
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,3584,6144,0.2242549260457357
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,3584,6144,0.20495893160502116
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,3584,6144,0.10866453647613525
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,3584,6144,0.21067306200663247
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,3584,6144,0.0969493309656779
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,3584,6144,0.0908074696858724
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,3584,6144,0.19438826243082682
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,3584,6144,0.07325759728749594
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,3584,6144,0.07204906940460205
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,3584,6144,0.1590208053588867
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,3584,6144,0.08369920253753663
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,3584,6144,0.0461461345354716
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,3584,6144,0.042565333843231204
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,3584,6144,0.04006933371225993
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,3584,6144,0.15179306666056316
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,3584,6144,0.1468224048614502
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,3584,6144,0.1379253387451172
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,3584,6144,0.11253120104471843
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,3584,6144,0.057300265630086264
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,3584,6144,0.05061333179473877
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,3584,6144,0.05988586743672689
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,3584,6144,0.03312106728553772
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,3584,6144,0.029234133164087933
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,3584,6144,0.026742400725682576
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,3584,6144,0.021076265970865884
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,3584,6144,0.019612799088160195
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,3584,6144,0.019269333283106486
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,3584,6144,0.019345066944758096
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,3584,6144,0.019128533204396565
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,3584,6144,0.018167465925216675
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,3584,6144,0.01814613342285156
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,3584,6144,0.01818559964497884
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,3584,6144,0.017790933450063072
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,3584,6144,0.014478933811187745
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,3584,6144,0.013243732849756875
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,3584,6144,0.013267200191815695
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,3584,6144,0.01299626628557841
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,3584,6144,0.01301653285821279
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,3584,6144,0.012873599926630655
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,3584,6144,0.02267306645711263
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,3584,6144,0.02221119999885559
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,3584,6144,0.022670932610829673
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,3584,6144,0.02303253412246704
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,3584,6144,0.022959999243418374
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,3584,6144,0.02390399972597758
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,3584,6144,0.023448532819747923
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,3584,6144,0.023874133825302124
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,3584,6144,0.023448532819747923
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,3584,6144,0.023574399948120116
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,3584,6144,0.025140267610549927
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,3584,6144,0.02387626568476359
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,3584,6144,0.023847466707229613
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,3584,6144,0.023870933055877685
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,3584,6144,0.024293333292007446
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,3584,6144,0.024889600276947022
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,3584,6144,0.02421440084775289
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,3584,6144,0.014582399527231851
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,3584,6144,0.014860799908638
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,3584,6144,0.014499200383822122
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,3584,6144,0.014477866888046264
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,3584,6144,0.014443733294804893
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,3584,6144,0.4770314534505208
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,3584,6144,0.014317867159843446
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,3584,6144,0.014465066790580749
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,3584,6144,0.24438080787658692
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,3584,6144,0.07656746705373128
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,3584,6144,0.07709866364796956
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,3584,6144,0.07715733051300049
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,3584,6144,0.13026560147603353
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,3584,6144,0.06340053478876749
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,3584,6144,0.07647466659545898
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,3584,6144,0.06315946578979492
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,3584,6144,0.06260586579640706
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,3584,6144,0.062157865365346274
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,3584,6144,0.06036693255106608
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,3584,6144,0.06003520091374716
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,3584,6144,0.058606934547424314
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,3584,6144,0.056738134225209555
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,3584,6144,0.05840213298797607
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,3584,6144,0.05623786846796671
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,3584,6144,0.04389013449350993
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,3584,6144,0.0440394679705302
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,3584,6144,0.04263893365859985
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,3584,6144,0.04180479844411214
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,3584,6144,0.04086826642354329
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,3584,6144,0.03922239939371745
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,3584,6144,0.04094719886779785
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,3584,6144,0.03966399828592936
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,3584,6144,0.03833280007044475
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,3584,6144,0.03741439978281657
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,3584,6144,0.03706666628519694
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,3584,6144,0.025209599733352663
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,3584,6144,0.023844265937805177
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,3584,6144,0.022836265961329143
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,3584,6144,0.02407146692276001
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,3584,6144,0.02104960083961487
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,3584,6144,0.021176532904307047
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,3584,6144,0.02267626722653707
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,3584,6144,0.019386667013168334
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,3584,6144,0.019230933984120686
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,3584,6144,0.01926079988479614
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,3584,6144,0.019102933009465535
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,3584,6144,0.018988800048828126
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,3584,6144,0.01918720006942749
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,3584,6144,0.01897066632906596
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,3584,6144,0.018935465812683107
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,3584,6144,0.01930346687634786
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,3584,6144,0.018565332889556883
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,3584,6144,0.01818559964497884
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,3584,6144,0.018221867084503175
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,3584,6144,0.018598399559656777
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,3584,6144,0.018216532468795777
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,3584,6144,0.018615466356277467
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,3584,6144,0.01834133267402649
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,3584,6144,0.018150399128595986
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,3584,6144,0.018242132663726807
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,3584,6144,0.018142932653427125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,3584,6144,0.018194133043289186
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,3584,6144,0.018142932653427125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,3584,6144,0.018410666783650716
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,3584,6144,0.018172800540924072
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,3584,6144,0.018337066968282065
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,3584,6144,0.01820053259531657
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,3584,6144,0.018199467658996583
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,3584,6144,0.018196266889572144
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,3584,6144,0.018172800540924072
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,3584,6144,0.018161066373189292
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,3584,6144,0.018167465925216675
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,3584,6144,0.01840426723162333
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,3584,6144,0.018412800629933675
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,3584,6144,0.0181386669476827
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,3584,5120,0.40250134468078613
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,3584,5120,0.7384320100148519
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,3584,5120,0.10009732842445374
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,3584,5120,0.11971466739972432
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,3584,5120,0.11100799838701884
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,3584,5120,0.09683733185132344
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,3584,5120,0.09222400188446045
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,3584,5120,0.08931066592534383
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,3584,5120,0.09016799926757812
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,3584,5120,0.08801066875457764
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,3584,5120,0.08741866548856099
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,3584,5120,0.08690800269444783
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,3584,5120,0.08506266276041667
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,3584,5120,0.08571733037630717
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,3584,5120,0.06829466422398885
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,3584,5120,0.06670000155766805
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,3584,5120,0.06213599940141042
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,3584,5120,0.058030664920806885
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,3584,5120,0.05614799757798513
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,3584,5120,0.05712399880091349
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,3584,5120,0.047928000489870705
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,3584,5120,0.053604001800219216
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,3584,5120,0.0439600000778834
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,3584,5120,0.04278400043646494
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,3584,5120,0.03785466651121775
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,3584,5120,0.04208533465862274
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,3584,5120,0.03289333234230677
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,3584,5120,0.030584000051021576
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,3584,5120,0.02555333326260249
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,3584,5120,0.02942933390537898
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,3584,5120,0.02068000038464864
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,3584,5120,0.02178533375263214
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,3584,5120,0.01714800049861272
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,3584,5120,0.015507999807596207
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,3584,6144,0.01818986733754476
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,3584,5120,0.01370399942000707
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,3584,5120,0.013418667018413544
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,3584,5120,0.013317332913478216
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,3584,5120,0.013408000270525614
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,3584,5120,0.013320000221331915
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,3584,5120,0.012601333359877268
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,3584,5120,0.011264000087976456
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,3584,5120,0.011441333840290705
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,3584,5120,0.010424000521500906
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,3584,5120,0.010353333627184233
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,3584,5120,0.010234666367371878
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,3584,5120,0.010431999961535135
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,3584,5120,0.010407999778787294
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,3584,5120,0.010327999790509542
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,3584,5120,0.010310666635632515
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,3584,5120,0.011878666778405508
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,3584,5120,0.009958666438857714
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,3584,5120,0.009984000275532404
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,3584,5120,0.009905333320299784
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,3584,5120,0.011370666325092316
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,3584,5120,0.010929333666960398
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,3584,5120,0.009841333453853926
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,3584,5120,0.010365333408117294
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,3584,5120,0.009902666633327803
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,3584,5120,0.009891999885439873
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,3584,5120,0.009847999860843023
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,3584,5120,0.009852000201741854
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,3584,5120,0.009838666766881943
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,3584,5120,0.009833333392937979
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,3584,5120,0.009838666766881943
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,3584,5120,0.009888000165422758
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,3584,5120,0.009896000226338705
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,3584,5120,0.009916000068187714
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,3584,5120,0.00991066669424375
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,3584,5120,0.2023986577987671
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,3584,5120,0.009938666597008705
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,3584,5120,0.010278666391968727
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,3584,5120,0.012396000325679779
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,3584,5120,0.010182666902740797
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,3584,5120,0.7964138666788737
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,3584,5120,0.43179413477579753
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,3584,5120,0.010157333066066107
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,3584,5120,0.10727146466573079
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,3584,5120,0.20636587142944335
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,3584,5120,0.11353493531545003
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,3584,5120,0.10114773114522298
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,3584,5120,0.09977066516876221
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,3584,5120,0.0991648038228353
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,3584,5120,0.09791999657948812
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,3584,5120,0.09350933233896891
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,3584,6144,0.017802667617797852
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,3584,5120,0.0920960028966268
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,3584,5120,0.08821760018666586
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,3584,5120,0.08829440275828043
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,3584,5120,0.08603093624114991
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,3584,5120,0.0877568006515503
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,3584,5120,0.07353813648223877
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,3584,5120,0.07289173603057861
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,3584,5120,0.06593173344930013
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,3584,5120,0.06517226696014404
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,3584,5120,0.06166079839070639
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,3584,5120,0.06359039942423503
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,3584,5120,0.05565119981765747
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,3584,5120,0.05904639959335327
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,3584,5120,0.04936853249867757
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,3584,5120,0.04580800135930379
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,3584,5120,0.04895786841710408
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,3584,5120,0.042685866355895996
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,3584,5120,0.041716265678405764
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,3584,5120,0.03558719952901204
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,3584,5120,0.03872533241907756
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,3584,5120,0.03300053278605143
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,3584,5120,0.03277546763420105
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,3584,5120,0.028472532828648884
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,3584,5120,0.02905706763267517
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,3584,5120,0.024173865715662636
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,3584,5120,0.02346453269322713
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,3584,5120,0.02287786602973938
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,3584,5120,0.02281279961268107
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,3584,5120,0.021580799420674642
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,3584,5120,0.022370133797327676
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,3584,5120,0.021093332767486574
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,3584,5120,0.02057066758473714
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,3584,5120,0.02022506594657898
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,3584,5120,0.020592000087102255
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,3584,5120,0.020011732975641884
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,3584,5120,0.01885120073954264
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,3584,6144,0.0181877334912618
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,3584,5120,0.018769067525863648
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,3584,5120,0.019383466243743895
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,3584,5120,0.019292799631754558
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,3584,5120,0.018705066045125326
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,3584,5120,0.018550399939219156
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,3584,5120,0.019179733594258626
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,3584,5120,0.019062399864196777
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,3584,5120,0.01806186636288961
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,3584,5120,0.05095040003458658
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,3584,6144,0.018155733744303383
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,3584,5120,0.017621332406997682
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,3584,5120,0.018603734175364175
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,3584,5120,0.0171615997950236
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,3584,5120,0.018772266308466592
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,3584,5120,0.01728640000025431
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,3584,5120,0.017058134078979492
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,3584,5120,0.017661867539087932
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,3584,5120,0.017697066068649292
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,3584,5120,0.02058239976565043
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,3584,5120,0.019921066363652547
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,3584,5120,0.019275732835133872
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,3584,5120,0.01983893314997355
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,3584,5120,0.01999573310216268
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,3584,5120,0.018652800718943277
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,3584,5120,0.019422932465871175
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,3584,5120,0.0206112007300059
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,3584,5120,0.02335360050201416
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,3584,5120,0.02058666745821635
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,3584,5120,0.018051199118296304
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,3584,6144,0.018149334192276
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,3584,6144,0.018196266889572144
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,3584,5120,0.232314666112264
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,3584,5120,0.40802987416585285
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,3584,5120,0.8030410766601562
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,3584,5120,0.22326720555623375
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,3584,5120,0.22146347363789878
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,3584,5120,0.1753621260325114
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,3584,5120,1.6031978607177735
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,3584,5120,0.1677514712015788
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,3584,5120,0.15979946454366048
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,3584,5120,0.14847787221272785
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,3584,5120,0.21176427205403647
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,3584,5120,0.2077023983001709
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,3584,5120,0.19748053550720215
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,3584,5120,0.08646079699198404
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,3584,5120,0.1974005381266276
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,3584,5120,0.08213973045349121
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,3584,5120,0.07396159966786703
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,3584,5120,0.06755839983622233
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,3584,5120,0.18467200597127278
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,3584,5120,0.06586026748021444
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,3584,5120,0.13031679789225262
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,3584,5120,0.11704106330871582
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,3584,5120,0.13027520179748536
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,3584,5120,0.04284799893697103
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,3584,5120,0.03957013289133708
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,3584,5120,0.036873598893483475
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,3584,5120,0.07535466353098551
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,3584,5120,0.10825920104980469
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,3584,5120,0.09428693453470866
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,3584,5120,0.04800639947255452
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,3584,5120,0.053529600302378334
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,3584,5120,0.05493333339691162
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,3584,5120,0.031319467226664226
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,3584,5120,0.02685119907061259
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,3584,5120,0.024932267268498738
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,3584,5120,0.019497599204381308
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,3584,5120,0.017808000246683754
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,3584,5120,0.017578667402267455
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,3584,5120,0.017800533771514894
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,3584,5120,0.017422932386398315
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,3584,5120,0.016249600052833556
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,3584,5120,0.016011733810106912
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,3584,5120,0.016158933440844216
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,3584,5120,0.016123732924461363
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,3584,5120,0.013299199938774108
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,3584,5120,0.012061867117881774
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,3584,5120,0.011894399921099346
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,3584,5120,0.011617066462834676
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,3584,5120,0.012457600235939026
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,3584,5120,0.011619200309117634
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,3584,5120,0.02106026609738668
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,3584,5120,0.02145919998486837
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,3584,5120,0.021577600638071695
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,3584,5120,0.021732266743977866
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,3584,5120,0.021824000279108684
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,3584,5120,0.021466666460037233
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,3584,5120,0.022270933787027995
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,3584,5120,0.022300799687703453
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,3584,5120,0.022009599208831786
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,3584,5120,0.022374399503072104
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,3584,5120,0.02251519958178202
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,3584,5120,0.02236479918162028
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,3584,5120,0.022510933876037597
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,3584,5120,0.023164800802866616
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,3584,5120,0.023500800132751465
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,3584,5120,0.023850667476654052
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,3584,5120,0.0226197342077891
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,3584,5120,0.42104425430297854
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,3584,5120,0.013319466511408487
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,3584,5120,0.013249066472053529
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,3584,5120,0.013201066851615905
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,3584,5120,0.012648533781369528
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,3584,5120,0.01306773324807485
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,3584,5120,0.01316159963607788
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,3584,5120,0.013704533378283182
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,3584,5120,0.21601813634236655
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,3584,5120,0.11692159970601398
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,3584,5120,0.06718826293945312
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,3584,5120,0.06741440296173096
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,3584,5120,0.06796159744262695
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,3584,5120,0.06871999899546305
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,3584,5120,0.05533440113067627
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,3584,5120,0.05634986559549967
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,3584,5120,0.054789332548777256
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,3584,5120,0.05278720060984293
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,3584,5120,0.05493333339691162
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,3584,5120,0.04907199939092
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,3584,5120,0.05285439888636271
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,3584,5120,0.050735998153686526
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,3584,5120,0.05075093507766724
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,3584,5120,0.04986986716588338
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,3584,5120,0.0390122652053833
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,3584,5120,0.03859519958496094
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,3584,5120,0.03751786549886067
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,3584,5120,0.03777920007705689
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,3584,5120,0.036030932267506914
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,3584,5120,0.035471999645233156
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,3584,5120,0.03495039939880371
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,3584,5120,0.03575253486633301
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,3584,5120,0.03369599978129069
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,3584,5120,0.03321386575698852
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,3584,5120,0.0325109342734019
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,3584,5120,0.02263573408126831
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,3584,5120,0.021475199858347574
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,3584,5120,0.021338667472203574
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,3584,5120,0.019883733987808228
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,3584,5120,0.020171733697255452
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,3584,5120,0.019368533293406168
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,3584,5120,0.018833067019780478
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,3584,5120,0.017607466379801432
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,3584,5120,0.01735146641731262
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,3584,5120,0.017453867197036742
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,3584,5120,0.017036799589792886
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,3584,5120,0.01735360026359558
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,3584,5120,0.01697493394215902
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,3584,5120,0.01702079971631368
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,3584,5120,0.017181867361068727
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,3584,5120,0.01664959987004598
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,3584,5120,0.016921599706014
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,3584,5120,0.016586666305859886
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,3584,5120,0.016531200210253397
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,3584,5120,0.01650773286819458
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,3584,5120,0.016552533706029257
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,3584,5120,0.0165802667538325
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,3584,5120,0.016562133034070333
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,3584,5120,0.016539733608563742
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,3584,5120,0.016521599888801575
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,3584,5120,0.01648533344268799
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,3584,5120,0.016123732924461363
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,3584,5120,0.01614720026652018
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,3584,5120,0.01623679995536804
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,3584,5120,0.01652906636397044
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,3584,5120,0.016167466839154564
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,3584,5120,0.016532267133394875
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,3584,5120,0.016135467092196147
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,3584,5120,0.016241066654523215
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,3584,5120,0.016556800405184428
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,3584,5120,0.016102400422096253
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,3584,5120,0.01618880033493042
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,3584,5120,0.016552533706029257
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,3584,5120,0.016173866391181946
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,3584,4096,0.5988714853922527
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,3584,4096,0.3387989362080892
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,3584,4096,0.16394346555074055
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,3584,4096,0.09056639671325684
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,3584,4096,0.10717226664225261
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,3584,5120,0.016661333044370015
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,3584,4096,0.09099413553873698
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,3584,4096,0.0797386646270752
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,3584,4096,0.0778048038482666
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,3584,4096,0.0708021322886149
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,3584,4096,0.0764245351155599
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,3584,4096,0.06709226767222086
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,3584,4096,0.0756831963857015
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,3584,4096,0.06676586469014487
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,3584,4096,0.07589333057403565
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,3584,4096,0.06222826639811198
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,3584,4096,0.0554805318514506
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,3584,4096,0.053914666175842285
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,3584,4096,0.050266667207082116
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,3584,4096,0.04664320151011149
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,3584,4096,0.04565653403600057
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,3584,4096,0.04575999975204468
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,3584,4096,0.038254932562510176
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,3584,4096,0.04517120122909546
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,3584,4096,0.0353653351465861
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,3584,4096,0.03503359953562419
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,3584,4096,0.030514132976531983
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,3584,4096,0.03454826672871907
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,3584,4096,0.025494400660196943
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,3584,4096,0.021256534258524577
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,3584,4096,0.024167466163635253
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,3584,4096,0.017308799425760905
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,3584,4096,0.01988053321838379
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,3584,4096,0.014703999956448874
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,3584,4096,0.013278933366139731
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,3584,4096,0.011686399579048157
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,3584,4096,0.01035093367099762
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,3584,4096,0.010393599669138592
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,3584,4096,0.010860799749692281
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,3584,4096,0.01074773371219635
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,3584,4096,0.010663466652234395
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,3584,4096,0.010667733351389567
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,3584,4096,0.01095146636168162
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,3584,4096,0.00997759997844696
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,3584,4096,0.00918506681919098
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,3584,4096,0.009180800120035807
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,3584,4096,0.009108266234397889
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,3584,4096,0.009373866518338521
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,3584,4096,0.009124267101287841
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,3584,4096,0.009139200051625569
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,3584,4096,0.026708267132441205
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,3584,4096,0.01033066709836324
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,3584,4096,0.009099733829498292
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,3584,4096,0.009175466497739156
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,3584,4096,0.009159466624259949
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,3584,4096,0.009117866555849712
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,3584,4096,0.00993280013402303
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,3584,4096,0.009092266360918682
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,3584,4096,0.011218133568763732
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,3584,4096,0.008957866827646892
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,3584,4096,0.00897920032342275
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,3584,4096,0.00902186632156372
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,3584,4096,0.009103999535242716
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,3584,4096,0.00909546713034312
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,3584,4096,0.0090421328941981
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,3584,4096,0.009016533692677815
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,3584,4096,0.00885653297106425
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,3584,4096,0.008693333466847737
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,3584,4096,0.008725333213806152
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,3584,4096,0.00869653324286143
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,3584,4096,0.008740267157554627
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,3584,4096,0.008753066261609394
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,3584,4096,0.008706133564313252
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,3584,4096,0.008703999718030294
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,3584,4096,0.009121066331863404
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,3584,4096,0.6399552027384441
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,3584,4096,0.3339808146158854
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,3584,4096,0.08904106616973877
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,3584,4096,0.15673279762268066
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,3584,4096,0.09294826984405517
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,3584,4096,0.08161066373189291
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,3584,4096,0.08209919929504395
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,3584,4096,0.08104106585184732
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,3584,4096,0.0800277312596639
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,3584,4096,0.07585706710815429
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,3584,4096,0.0760095993677775
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,3584,4096,0.07170026302337647
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,3584,4096,0.07141973177591959
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,3584,4096,0.06339946587880453
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,3584,4096,0.06776213645935059
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,3584,4096,0.06045226653416952
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,3584,4096,0.059553066889444985
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,3584,4096,0.055386666456858316
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,3584,4096,0.05423893531163534
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,3584,5120,0.016134400169054666
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,3584,4096,0.05135786533355713
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,3584,4096,0.05273280143737793
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,3584,4096,0.047313066323598225
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,3584,4096,0.05001173416773478
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,3584,4096,0.04522240161895752
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,3584,4096,0.04426666498184204
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,3584,4096,0.041118931770324704
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,3584,4096,0.04293546676635742
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,3584,4096,0.03698986768722534
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,3584,4096,0.036663464705149335
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,3584,4096,0.031351466973622635
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,3584,4096,0.03368746836980184
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,3584,4096,0.030861866474151612
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,3584,4096,0.026844799518585205
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,3584,4096,0.02645333409309387
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,3584,4096,0.025387734174728394
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,3584,5120,0.016235733032226564
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,3584,4096,0.021175465981165566
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,3584,4096,0.022215465704600014
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,3584,4096,0.021093332767486574
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,3584,4096,0.02135466734568278
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,3584,4096,0.020722132921218873
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,3584,4096,0.01936639944712321
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,3584,4096,0.020447999238967896
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,3584,4096,0.01934400002161662
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,3584,4096,0.019783467054367065
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,3584,4096,0.018490666151046754
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,3584,4096,0.018524799744288126
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,3584,4096,0.018845866123835243
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,3584,4096,0.01842026710510254
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,3584,4096,0.01768640081087748
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,3584,4096,0.018257067600886027
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,3584,4096,0.01857066750526428
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,3584,4096,0.01743040084838867
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,3584,4096,0.018757333358128868
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,3584,4096,0.016808533668518068
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,3584,4096,0.01718399922053019
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,3584,4096,0.016526933511098227
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,3584,4096,0.01696959932645162
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,3584,4096,0.017564799388249716
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,3584,4096,0.029923200607299805
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,3584,4096,0.017038933436075845
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,3584,4096,0.01663146714369456
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,3584,4096,0.016526933511098227
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,3584,4096,0.016546133160591125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,3584,4096,0.017115734020868936
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,3584,4096,0.017313067118326822
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,3584,4096,0.018577067057291667
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,3584,4096,0.01745599905649821
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,3584,4096,0.016723199685414632
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,3584,4096,0.017630932728449504
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,3584,4096,0.016590933005015053
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,3584,4096,0.018475733200709023
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,3584,4096,0.018962132930755615
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,3584,5120,0.0164682666460673
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,3584,4096,0.01653866668542226
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,3584,4096,0.017914666732152303
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,3584,5120,0.016521599888801575
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,3584,5120,0.016151466965675355
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,3584,5120,0.01636373301347097
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,3584,4096,0.2145685354868571
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,3584,4096,0.7605237325032552
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,3584,4096,0.20457493464152016
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,3584,4096,0.38290987014770506
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,3584,4096,0.1362602710723877
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,3584,4096,1.5189589182535808
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,3584,4096,0.1310805320739746
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,3584,4096,0.1994069258371989
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,3584,4096,0.11183146635691325
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,3584,4096,0.1913248062133789
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,3584,4096,0.11779092947642009
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,3584,4096,0.1788512070973714
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,3584,4096,0.15514346758524578
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,3584,4096,0.07626132965087891
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,3584,4096,0.0718773365020752
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,3584,4096,0.1604490598042806
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,3584,4096,0.1705077330271403
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,3584,4096,0.06766719818115234
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,3584,4096,0.06415466864903768
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,3584,4096,0.10480533440907795
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,3584,4096,0.05909013350804647
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,3584,4096,0.059205333391825356
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,3584,4096,0.03919680118560791
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,3584,4096,0.037064532438913986
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,3584,4096,0.09945279757181803
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,3584,4096,0.03363093137741089
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,3584,4096,0.0907637357711792
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,3584,4096,0.08815360069274902
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,3584,4096,0.07853013674418131
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,3584,4096,0.051438931624094644
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,3584,4096,0.048552532990773514
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,3584,4096,0.04421120087305705
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,3584,4096,0.02919573386510213
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,3584,4096,0.02387946645418803
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,3584,4096,0.017244799931844076
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,3584,4096,0.02296746571858724
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,3584,4096,0.015357866883277893
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,3584,4096,0.015081600348154704
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,3584,4096,0.015481600165367126
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,3584,4096,0.015149866541226705
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,3584,4096,0.014267733693122864
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,3584,4096,0.013292800386746725
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,3584,4096,0.014121599992116294
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,3584,4096,0.01325440009435018
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,3584,4096,0.011834667126337687
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,3584,4096,0.010412800312042236
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,3584,4096,0.010409599542617798
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,3584,4096,0.01039466659228007
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,3584,4096,0.010338133573532105
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,3584,4096,0.01034986674785614
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,3584,4096,0.01735466718673706
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,3584,4096,0.017334399620691936
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,3584,4096,0.0175872008005778
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,3584,4096,0.017373865842819212
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,3584,4096,0.01750719944636027
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,3584,4096,0.017799466848373413
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,3584,4096,0.01776640017827352
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,3584,4096,0.017922133207321167
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,3584,4096,0.01768746574719747
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,3584,4096,0.017661867539087932
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,3584,4096,0.018191999197006224
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,3584,4096,0.01831679940223694
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,3584,4096,0.018278400103251137
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,3584,4096,0.018195199966430663
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,3584,4096,0.018204800287882485
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,3584,4096,0.018178133169809978
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,3584,4096,0.018161066373189292
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,3584,4096,0.33512961069742836
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,3584,4096,0.011533866326014202
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,3584,4096,0.011192533373832702
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,3584,4096,0.011715199549992878
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,3584,4096,0.011660800377527872
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,3584,4096,0.011237333218256634
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,3584,4096,0.011815466483434041
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,3584,4096,0.011657599608103435
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,3584,4096,0.1732810656229655
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,3584,4096,0.09472320079803467
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,3584,4096,0.05615573326746622
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,3584,4096,0.05484586556752523
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,3584,4096,0.04550506671269734
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,3584,4096,0.05541866620381673
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,3584,4096,0.04564160108566284
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,3584,4096,0.05389973322550455
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,3584,4096,0.04497173229853312
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,3584,4096,0.04490026632944743
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,3584,4096,0.04381973346074422
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,3584,4096,0.04320426781972249
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,3584,4096,0.043398400147755936
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,3584,4096,0.04237653414408366
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,3584,4096,0.04139519929885864
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,3584,4096,0.03272106647491455
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,3584,4096,0.04145919879277547
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,3584,4096,0.031991465886433916
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,3584,4096,0.03192533254623413
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,3584,4096,0.031491200129191085
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,3584,4096,0.031118933359781904
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,3584,4096,0.02916266719500224
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,3584,4096,0.030343466997146608
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,3584,4096,0.030067199468612672
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,3584,4096,0.028569600979487103
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,3584,4096,0.028293333450953168
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,3584,4096,0.027246934175491334
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,3584,4096,0.019032533963521323
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,3584,4096,0.018611200650533042
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,3584,4096,0.018614399433135986
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,3584,4096,0.017650133371353148
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,3584,4096,0.017753599087397258
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,3584,4096,0.01627946694691976
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,3584,4096,0.016525866587956746
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,3584,4096,0.015258666872978211
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,3584,4096,0.014915200074513755
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,3584,4096,0.014873600006103516
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,3584,4096,0.015305599570274353
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,3584,4096,0.014924800395965577
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,3584,4096,0.014883200327555338
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,3584,4096,0.014932266871134438
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,3584,4096,0.014948266744613647
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,3584,4096,0.014872533082962037
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,3584,4096,0.014491732915242514
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,3584,4096,0.014478933811187745
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,3584,4096,0.01452906628449758
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,3584,4096,0.014522666732470194
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,3584,4096,0.014510933558146158
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,3584,4096,0.014094932874043783
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,3584,4096,0.014247467120488485
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,3584,4096,0.014458666245142618
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,3584,4096,0.014178133010864258
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,3584,4096,0.014163200060526529
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,3584,4096,0.014064000050226847
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,3584,4096,0.014407466848691305
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,3584,4096,0.014113066593805948
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,3584,4096,0.014324266711870828
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,3584,4096,0.014102400342623393
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,3584,4096,0.0141184002161026
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,3584,4096,0.014069333672523499
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,3584,4096,0.014020267128944396
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,3584,4096,0.01446399986743927
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,3584,4096,0.014170666535695394
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,3584,4096,0.014130133390426635
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,3584,4096,0.01446293294429779
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,3584,4096,0.014186666409174601
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,3584,3584,0.5261119842529297
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,3584,3584,0.31985174814860023
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,3584,3584,0.15053866704305013
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,3584,3584,0.08660586675008139
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,3584,4096,0.014154666662216186
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,3584,3584,0.09771413008371989
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,3584,3584,0.07090453306833902
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,3584,3584,0.07679039637247721
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,3584,3584,0.06744213104248047
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,3584,3584,0.07582186857859294
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,3584,3584,0.06151466766993204
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,3584,3584,0.07547626495361329
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,3584,3584,0.05863999923070272
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,3584,3584,0.07571093241373697
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,3584,3584,0.05726186831792196
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,3584,3584,0.04906453291575114
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,3584,3584,0.048070398966471355
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,3584,3584,0.04468799829483032
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,3584,3584,0.0418176015218099
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,3584,3584,0.040357331434885665
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,3584,3584,0.04114026625951131
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,3584,3584,0.034473601977030435
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,3584,3584,0.038420267899831134
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,3584,3584,0.031889067093531294
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,3584,3584,0.031057065725326537
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,3584,3584,0.027508266766866046
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,3584,3584,0.030320000648498536
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,3584,3584,0.024021333456039427
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,3584,3584,0.022410666942596434
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,3584,3584,0.01890346606572469
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,3584,3584,0.021568000316619873
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,3584,3584,0.015281066298484802
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,3584,3584,0.015205333630243937
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,3584,3584,0.01290986637274424
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,3584,3584,0.012033067146937053
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,3584,3584,0.01042133371035258
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,3584,3584,0.009008000294367473
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,3584,3584,0.07308479944864908
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,3584,3584,0.009954133629798889
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,3584,3584,0.009910399715105694
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,3584,4096,0.014046933253606161
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,3584,3584,0.011174399654070537
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,3584,3584,0.009542399644851684
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,3584,3584,0.00992746651172638
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,3584,3584,0.007949866851170858
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,3584,3584,0.007922133306662242
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,3584,3584,0.007981866598129272
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,3584,3584,0.007929599781831106
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,3584,3584,0.008014933268229166
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,3584,3584,0.007874133189519246
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,3584,3584,0.008020266890525818
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,3584,3584,0.007913599908351897
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,3584,3584,0.007896533111731212
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,3584,3584,0.007866666714350382
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,3584,3584,0.007682133217652638
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,3584,3584,0.007667199770609538
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,3584,3584,0.008493866523106892
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,3584,3584,0.007603199779987335
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,3584,3584,0.009514666597048442
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,3584,3584,0.007606400052706401
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,3584,3584,0.007531733314196269
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,3584,3584,0.00759680022795995
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,3584,3584,0.007468800246715546
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,3584,3584,0.0075530668099721265
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,3584,3584,0.007526400188604991
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,3584,3584,0.007515733440717061
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,3584,3584,0.009525332848230999
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,3584,3584,0.009603200356165568
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,3584,3584,0.009746133287747701
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,3584,3584,0.009547733267148336
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,3584,3584,0.009554133812586466
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,3584,3584,0.009547733267148336
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,3584,3584,0.009502933422724406
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,3584,3584,0.009533866246541341
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,3584,3584,0.01045973300933838
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,3584,3584,0.008703999718030294
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,3584,3584,0.13785492579142253
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,3584,3584,0.2929429372151693
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,3584,3584,0.08114026387532552
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,3584,3584,0.08458453019460042
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,3584,3584,0.07518400351206461
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,3584,3584,0.5647882461547852
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,3584,3584,0.07531733512878418
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,3584,3584,0.07086506684621176
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,3584,3584,0.06826026439666748
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,3584,3584,0.06610666513442993
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,3584,3584,0.06504000027974446
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,3584,3584,0.06437333424886069
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,3584,3584,0.0639840006828308
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,3584,3584,0.058582401275634764
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,3584,3584,0.06163306633631388
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,3584,3584,0.053875199953715
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,3584,3584,0.05338666836420695
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,3584,3584,0.05011093219121297
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,3584,3584,0.04948480129241943
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,3584,3584,0.04730986754099528
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,3584,3584,0.04821653366088867
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,3584,3584,0.045259733994801835
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,3584,3584,0.04723200003306071
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,3584,3584,0.04084479808807373
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,3584,3584,0.03707306782404582
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,3584,3584,0.039314134915669756
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,3584,3584,0.03447253306706746
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,3584,3584,0.03344426552454631
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,3584,3584,0.031126399834950764
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,3584,3584,0.03291093309720357
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,3584,3584,0.028802132606506346
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,3584,3584,0.028463999430338543
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,3584,3584,0.024848000208536784
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,3584,3584,0.024987733364105223
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,3584,3584,0.023065600792566934
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,3584,3584,0.02068906625111898
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,3584,3584,0.04124159812927246
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,3584,3584,0.020602667331695558
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,3584,3584,0.020660267273585
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,3584,3584,0.02062186598777771
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,3584,3584,0.019399466117223103
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,3584,3584,0.018979199727376304
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,3584,3584,0.018398932615915933
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,3584,3584,0.01850773294766744
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,3584,3584,0.019000534216562906
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,3584,3584,0.017986132701237997
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,3584,3584,0.018052266041437785
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,3584,4096,0.014132266243298849
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,3584,3584,0.016522666811943053
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,3584,3584,0.01741866668065389
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,3584,3584,0.016812799374262492
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,3584,3584,0.017366399367650352
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,3584,3584,0.016952532529830932
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,3584,3584,0.016547200083732606
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,3584,3584,0.01646506687005361
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,3584,3584,0.017988266547520955
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,3584,3584,0.01660266617933909
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,3584,3584,0.01639359990755717
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,3584,3584,0.016345600287119545
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,3584,3584,0.016335999965667723
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,3584,3584,0.016416000326474507
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,3584,3584,0.016463999946912132
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,3584,3584,0.01702186663945516
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,3584,3584,0.016492799917856852
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,3584,3584,0.01642346680164337
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,3584,3584,0.016379732886950174
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,3584,3584,0.016899200280507405
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,3584,3584,0.01700053413709005
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,3584,3584,0.018252799908320107
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,3584,3584,0.01651413341363271
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,3584,3584,0.01656426688035329
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,3584,3584,0.016555733482042947
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,3584,3584,0.016595199704170227
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,3584,3584,0.0168938676516215
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,3584,3584,0.018118399381637573
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,3584,4096,0.014122666915257773
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,3584,4096,0.014525866508483887
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,3584,4096,0.014501333236694336
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,3584,4096,0.014450132846832275
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,3584,3584,0.37910614013671873
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,3584,3584,0.19514452616373698
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,3584,3584,0.7555775960286458
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,3584,3584,1.5021034240722657
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,3584,3584,0.1947989304860433
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,3584,3584,0.11425066788991292
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,3584,3584,0.11435733636220295
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,3584,3584,0.18618240356445312
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,3584,3584,0.1029706637064616
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,3584,3584,0.1034453312555949
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,3584,3584,0.17284587224324544
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,3584,3584,0.15415679613749186
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,3584,3584,0.15081812540690104
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,3584,3584,0.07066133022308349
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,3584,3584,0.13804586728413898
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,3584,3584,0.06806399822235107
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,3584,3584,0.06488746802012126
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,3584,3584,0.1317034641901652
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,3584,3584,0.05699946482976278
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,3584,3584,0.05545813242594401
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,3584,3584,0.08967466354370117
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,3584,3584,0.09366719722747803
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,3584,3584,0.037374933560689286
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,3584,3584,0.035998932520548504
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,3584,3584,0.0309663991133372
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,3584,3584,0.06104640165964762
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,3584,3584,0.08209493160247802
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,3584,3584,0.08726826508839926
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,3584,3584,0.07651200294494628
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,3584,3584,0.04577600161234538
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,3584,3584,0.04978666702906291
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,3584,3584,0.04284480015436808
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,3584,3584,0.022153600056966146
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,3584,3584,0.02802240053812663
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,3584,3584,0.021448532740275063
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,3584,3584,0.016148266196250916
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,3584,3584,0.014878933628400167
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,3584,3584,0.014406399925549826
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,3584,3584,0.014044800400733947
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,3584,3584,0.014113066593805948
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,3584,3584,0.012865066528320312
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,3584,3584,0.01330880026022593
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,3584,3584,0.012954666217168172
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,3584,3584,0.013171199957529703
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,3584,3584,0.011035733421643575
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,3584,3584,0.009589333335558574
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,3584,3584,0.009603200356165568
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,3584,3584,0.009595732887585957
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,3584,3584,0.01665173371632894
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,3584,3584,0.016151466965675355
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,3584,3584,0.017514665921529136
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,3584,3584,0.017321600516637167
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,3584,3584,0.016915200153986613
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,3584,3584,0.01649386684099833
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,3584,3584,0.01693013310432434
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,3584,3584,0.017754666010538735
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,3584,3584,0.017787732680638633
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,3584,3584,0.017333332697550455
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,3584,3584,0.01814080079396566
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,3584,3584,0.018195199966430663
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,3584,3584,0.01695466637611389
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,3584,3584,0.01698453426361084
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,3584,3584,0.01733013391494751
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,3584,3584,0.018202666441599527
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,3584,3584,0.018544000387191773
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,3584,3584,0.018156800667444864
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,3584,3584,0.019500799973805747
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,3584,3584,0.301580810546875
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,3584,3584,0.010853333274523418
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,3584,3584,0.010852266351381938
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,3584,3584,0.010827733079592387
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,3584,3584,0.010917333761850993
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,3584,3584,0.01123520036538442
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,3584,3584,0.010798933108647664
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,3584,3584,0.010804266730944315
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,3584,3584,0.1558527946472168
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,3584,3584,0.05075093507766724
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,3584,3584,0.04994986852010091
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,3584,3584,0.08633386294047038
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,3584,3584,0.05061653455098471
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,3584,3584,0.049236265818277995
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,3584,3584,0.04160319964090983
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,3584,3584,0.041332264741261796
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,3584,3584,0.040506664911905924
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,3584,3584,0.04109866619110107
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,3584,3584,0.03966079950332642
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,3584,3584,0.04041386842727661
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,3584,3584,0.03887893358866374
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,3584,3584,0.03833173513412476
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,3584,3584,0.03781973520914714
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,3584,3584,0.0375274658203125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,3584,3584,0.029946666955947877
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,3584,3584,0.029700267314910888
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,3584,3584,0.029309866825739543
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,3584,3584,0.028854399919509888
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,3584,3584,0.027710932493209838
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,3584,3584,0.02808213432629903
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,3584,3584,0.0273418664932251
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,3584,3584,0.027344000339508057
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,3584,3584,0.026570665836334228
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,3584,3584,0.025780266523361205
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,3584,3584,0.025209599733352663
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,3584,3584,0.018212266763051353
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,3584,3584,0.016445866227149962
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,3584,3584,0.017453867197036742
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,3584,3584,0.017230933904647826
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,3584,3584,0.016151466965675355
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,3584,3584,0.015286399920781454
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,3584,3584,0.014923733472824097
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,3584,3584,0.01442346672217051
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,3584,3584,0.01370133360226949
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,3584,3584,0.013693867127100625
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,3584,3584,0.013864533106486002
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,3584,3584,0.013783466815948487
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,3584,3584,0.013771733641624451
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,3584,3584,0.014065066973368326
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,3584,3584,0.014127999544143677
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,3584,3584,0.013664000233014426
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,3584,3584,0.013635200262069703
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,3584,3584,0.013722667098045349
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,3584,3584,0.013331199685732523
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,3584,3584,0.013615999619166055
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,3584,3584,0.013656533757845559
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,3584,3584,0.013246933619181315
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,3584,3584,0.013297067085901896
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,3584,3584,0.01325440009435018
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,3584,3584,0.01365546683470408
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,3584,3584,0.01328426698843638
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,3584,3584,0.013221333424250284
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,3584,3584,0.01320319970448812
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,3584,3584,0.013281066219011942
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,3584,3584,0.012906666596730551
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,3584,3584,0.013274666666984559
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,3584,3584,0.013636266191800436
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,3584,3584,0.013474133610725404
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,3584,3584,0.0132341335217158
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,3584,3584,0.013168000181516013
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,3584,3584,0.01358080009619395
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,3584,3584,0.013676800330479941
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,3584,3584,0.013268267114957174
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,3584,3584,0.013100799918174744
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,3584,3072,0.45018558502197265
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,3584,3072,0.240338134765625
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,3584,3072,0.11780266761779785
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,3584,3072,0.06558826764424643
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,3584,3072,0.07317439715067545
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,3584,3072,0.060141865412394205
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,3584,3072,0.060716799894968664
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,3584,3072,0.05695893367131551
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,3584,3072,0.05354986588160197
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,3584,3072,0.052321068445841466
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,3584,3584,0.01323946714401245
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,3584,3072,0.051203199227650965
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,3584,3072,0.05019840002059937
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,3584,3072,0.0516490658124288
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,3584,3072,0.04890666802724202
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,3584,3072,0.050152532259623205
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,3584,3072,0.041843199729919435
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,3584,3072,0.04078720013300578
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,3584,3072,0.037827201684316
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,3584,3072,0.03599679867426554
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,3584,3072,0.0344490647315979
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,3584,3072,0.03531200091044108
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,3584,3072,0.029872000217437744
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,3584,3072,0.03406613270441691
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,3584,3072,0.027486934264500933
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,3584,3072,0.026522666215896606
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,3584,3072,0.02378666599591573
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,3584,3072,0.02656853397687276
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,3584,3072,0.02096959948539734
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,3584,3072,0.019810134172439577
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,3584,3072,0.01657600005467733
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,3584,3072,0.01951893369356791
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,3584,3072,0.013588266571362815
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,3584,3072,0.013641599814097086
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,3584,3072,0.011500799655914306
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,3584,3072,0.010777599612871806
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,3584,3072,0.009583999713261921
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,3584,3072,0.008282666901747386
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,3584,3072,0.0086816002925237
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,3584,3072,0.009032533566157023
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,3584,3072,0.007500799993673961
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,3584,3072,0.00862506628036499
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,3584,3072,0.00740479975938797
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,3584,3584,0.013375999530156455
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,3584,3072,0.00786133309205373
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,3584,3072,0.007051733136177063
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,3584,3072,0.007197866837183635
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,3584,3072,0.007098666826883952
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,3584,3072,0.0071370666225751235
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,3584,3072,0.007238399982452392
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,3584,3072,0.0070613334576288865
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,3584,3072,0.0071370666225751235
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,3584,3072,0.0070720002055168155
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,3584,3072,0.006977066894372304
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,3584,3072,0.007062399884064992
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,3584,3072,0.007086933155854543
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,3584,3072,0.007934933404127757
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,3584,3072,0.007066666583220164
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,3584,3072,0.009118933478991191
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,3584,3072,0.006728533407052357
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,3584,3072,0.006850133339564006
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,3584,3072,0.00676800012588501
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,3584,3072,0.0067104001839955645
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,3584,3072,0.006782933572928111
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,3584,3072,0.00678719977537791
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,3584,3072,0.0067893331249554946
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,3584,3072,0.00912000040213267
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,3584,3072,0.009066667159398396
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,3584,3072,0.008954667051633199
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,3584,3072,0.009092266360918682
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,3584,3072,0.009116799632708231
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,3584,3072,0.009055999914805095
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,3584,3072,0.00860479970773061
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,3584,3072,0.009554133812586466
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,3584,3072,0.007392000158627827
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,3584,3072,0.4848213195800781
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,3584,3072,0.2578549385070801
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,3584,3072,0.11854080359141032
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,3584,3072,0.06977492968241374
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,3584,3072,0.07191572984059652
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,3584,3072,0.06277866760889689
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,3584,3072,0.06350826819737752
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,3584,3072,0.06176213423411051
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,3584,3072,0.061050665378570554
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,3584,3072,0.05878186623255412
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,3584,3072,0.05870720148086548
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,3584,3072,0.05781439940134684
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,3584,3072,0.009027199943860371
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,3584,3072,0.053729065259297694
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,3584,3072,0.0510538657506307
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,3584,3072,0.05471786657969156
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,3584,3072,0.04721279939015706
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,3584,3072,0.0479093352953593
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,3584,3072,0.046614400545756024
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,3584,3072,0.045259733994801835
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,3584,3072,0.045005865891774494
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,3584,3072,0.045076266924540205
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,3584,3072,0.04118080139160156
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,3584,3072,0.043110398451487224
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,3584,3072,0.03839253187179566
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,3584,3072,0.0369706670443217
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,3584,3072,0.03391040166219075
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,3584,3072,0.035276798407236735
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,3584,3072,0.03292160034179688
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,3584,3072,0.031652265787124635
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,3584,3072,0.029315199454625445
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,3584,3584,0.013229866822560629
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,3584,3072,0.03090133269627889
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,3584,3072,0.026985599597295122
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,3584,3072,0.026732800404230754
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,3584,3072,0.02428800066312154
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,3584,3072,0.02304640014966329
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,3584,3072,0.021617066860198975
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,3584,3072,0.0203658660252889
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,3584,3072,0.0213045338789622
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,3584,3072,0.019307732582092285
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,3584,3072,0.019338667392730713
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,3584,3072,0.01861226757367452
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,3584,3072,0.018428800503412883
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,3584,3072,0.017911465962727864
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,3584,3072,0.01834986607233683
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,3584,3072,0.018588799238204955
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,3584,3072,0.017211733261744182
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,3584,3072,0.018408532937367758
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,3584,3072,0.017102932929992674
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,3584,3072,0.017240534226099648
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,3584,3072,0.016520532965660095
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,3584,3072,0.01716586748758952
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,3584,3072,0.016611199577649435
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,3584,3072,0.016594133774439492
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,3584,3072,0.017656532923380534
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,3584,3072,0.016482133666674295
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,3584,3072,0.016432000199953715
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,3584,3072,0.016289066274960837
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,3584,3072,0.01620693306128184
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,3584,3072,0.016296533743540446
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,3584,3584,0.013242666920026144
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,3584,3072,0.01504746675491333
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,3584,3072,0.015109333395957946
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,3584,3072,0.015973333517710367
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,3584,3072,0.016482133666674295
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,3584,3072,0.01589120030403137
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,3584,3072,0.014831999937693277
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,3584,3072,0.01649386684099833
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,3584,3072,0.01696746746699015
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,3584,3072,0.016544000307718913
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,3584,3072,0.01637226641178131
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,3584,3072,0.016557866334915163
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,3584,3072,0.0165173331896464
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,3584,3072,0.01648533344268799
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,3584,3072,0.01654293338457743
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,3584,3072,0.018003199497858682
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,3584,3584,0.013274666666984559
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,3584,3584,0.013304533561070761
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,3584,3584,0.01290986637274424
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,3584,3072,0.1739306608835856
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,3584,3072,0.16710507074991862
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,3584,3072,0.37226880391438805
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,3584,3072,0.15884265899658204
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,3584,3072,0.7251381556193034
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,3584,3072,0.10882026354471844
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,3584,3072,0.10417706966400146
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,3584,3072,1.4492725372314452
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,3584,3072,0.09400746822357178
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,3584,3072,0.1494165261586507
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,3584,3072,0.09803307056427002
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,3584,3072,0.13193493684132893
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,3584,3072,0.12816960016886395
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,3584,3072,0.06773013273874919
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,3584,3072,0.1213215986887614
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,3584,3072,0.0660533348719279
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,3584,3072,0.06175680160522461
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,3584,3072,0.05836693445841471
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,3584,3072,0.05458773374557495
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,3584,3072,0.11494826475779216
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,3584,3072,0.05297280152638754
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,3584,3072,0.08717333475748698
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,3584,3072,0.03500159978866577
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,3584,3072,0.08421013355255128
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,3584,3072,0.03415040175120036
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,3584,3072,0.08227307001749674
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,3584,3072,0.028884265820185346
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,3584,3072,0.07117760181427002
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,3584,3072,0.07679359912872315
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,3584,3072,0.044011731942494706
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,3584,3072,0.04774826765060425
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,3584,3072,0.02065066695213318
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,3584,3072,0.026732800404230754
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,3584,3072,0.021074134111404418
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,3584,3072,0.041517865657806394
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,3584,3072,0.015310933192571005
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,3584,3072,0.013609600067138673
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,3584,3072,0.012401066223780314
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,3584,3072,0.013288533687591553
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,3584,3072,0.013303466637929282
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,3584,3072,0.012460800011952718
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,3584,3072,0.013300266861915589
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,3584,3072,0.012408533692359924
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,3584,3072,0.012453333536783854
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,3584,3072,0.010416000088055929
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,3584,3072,0.009449600179990133
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,3584,3072,0.009252267082532246
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,3584,3072,0.009405866265296936
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,3584,3072,0.014793599645296732
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,3584,3072,0.014429866274197897
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,3584,3072,0.015320533514022827
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,3584,3072,0.01498133341471354
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,3584,3072,0.014521599809328715
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,3584,3072,0.014869333306948344
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,3584,3072,0.015731199582417806
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,3584,3072,0.015313067038853965
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,3584,3072,0.014853333433469137
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,3584,3072,0.015262933572133383
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,3584,3072,0.010406399766604107
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,3584,3072,0.016145066420237223
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,3584,3072,0.014582399527231851
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,3584,3072,0.014841600259145101
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,3584,3072,0.014867200454076131
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,3584,3072,0.016126933693885803
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,3584,3072,0.015287466843922935
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,3584,3072,0.01534293293952942
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,3584,3072,0.014985600113868713
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,3584,3072,0.016555733482042947
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,3584,3072,0.1366048018137614
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,3584,3072,0.2614485263824463
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,3584,3072,0.07577813466389974
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,3584,3072,0.04500266710917155
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,3584,3072,0.01076586643854777
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,3584,3072,0.010063999891281128
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,3584,3072,0.010342400272687275
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,3584,3072,0.010331733028093974
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,3584,3072,0.010058666268984478
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,3584,3072,0.010406399766604107
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,3584,3072,0.044378666083017985
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,3584,3072,0.04380160172780355
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,3584,3072,0.043118933836619064
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,3584,3072,0.03725013335545858
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,3584,3072,0.03651200135548909
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,3584,3072,0.0374570647875468
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,3584,3072,0.03620373407999675
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,3584,3072,0.035657600561777754
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,3584,3072,0.035239466031392414
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,3584,3072,0.034850132465362546
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,3584,3072,0.03331413269042969
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,3584,3072,0.034473601977030435
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,3584,3072,0.03391679922739665
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,3584,3072,0.0268010675907135
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,3584,3072,0.02654400070508321
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,3584,3072,0.026042666037877398
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,3584,3072,0.025725867350896197
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,3584,3072,0.02515733242034912
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,3584,3072,0.0240831991036733
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,3584,3072,0.024387200673421226
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,3584,3072,0.024974934260050454
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,3584,3072,0.023939200242360435
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,3584,3072,0.023501867055892946
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,3584,3072,0.022514132658640544
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,3584,3072,0.01667840083440145
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,3584,3072,0.01575146714846293
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,3584,3072,0.015613866845766702
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,3584,3072,0.014839466412862143
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,3584,3072,0.015282133221626281
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,3584,3072,0.014186666409174601
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,3584,3072,0.01309440036614736
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,3584,3072,0.01378773351510366
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,3584,3072,0.012854400277137756
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,3584,3072,0.012803199887275695
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,3584,3072,0.01290986637274424
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,3584,3072,0.012866133451461792
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,3584,3072,0.012821333607037863
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,3584,3072,0.012865066528320312
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,3584,3072,0.012873599926630655
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,3584,3072,0.012862933675448099
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,3584,3072,0.012805333733558655
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,3584,3072,0.012826666235923767
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,3584,3072,0.012807466586430869
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,3584,3072,0.012436266740163167
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,3584,3072,0.012411733468373615
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,3584,3072,0.012458667159080505
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,3584,3072,0.012360533078511555
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,3584,3072,0.012070399522781373
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,3584,3072,0.01242026686668396
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,3584,3072,0.012408533692359924
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,3584,3072,0.01241386632124583
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,3584,3072,0.012429866194725036
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,3584,3072,0.012044800321261089
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,3584,3072,0.012060800194740295
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,3584,3072,0.012081066767374676
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,3584,3072,0.012126933534940083
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,3584,3072,0.012794666488965354
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,3584,3072,0.01209173301855723
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,3584,3072,0.012414933244387309
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,3584,3072,0.012418133020401002
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,3584,3072,0.012417067090670269
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,3584,3072,0.012044800321261089
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,3584,3072,0.01209386686484019
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,3584,2560,0.38014186223347984
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,3584,2560,0.20194239616394044
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,3584,2560,0.09867839813232422
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,3584,2560,0.05629973411560059
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,3584,2560,0.0637066682179769
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,3584,2560,0.05223893324534098
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,3584,2560,0.05050133466720581
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,3584,2560,0.04737279812494914
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,3584,2560,0.04448213179906209
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,3584,2560,0.04380266666412354
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,3584,2560,0.043492265542348224
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,3584,2560,0.04305066665013631
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,3584,2560,0.043122132619222
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,3584,2560,0.042108798027038576
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,3584,2560,0.04221973419189453
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,3584,2560,0.03506346543629964
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,3584,2560,0.03414719899495443
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,3584,3072,0.012387200196584066
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,3584,2560,0.03185813426971436
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,3584,3072,0.012456533312797547
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,3584,2560,0.029857067267100017
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,3584,2560,0.029129600524902342
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,3584,2560,0.02993280092875163
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,3584,2560,0.025996800263722735
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,3584,2560,0.023363200823465984
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,3584,2560,0.02260800004005432
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,3584,2560,0.02018986741701762
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,3584,2560,0.022922666867574056
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,3584,2560,0.01808746655782064
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,3584,2560,0.017322667439778647
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,3584,2560,0.01442346672217051
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,3584,2560,0.017214934031168617
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,3584,2560,0.011944533387819926
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,3584,2560,0.011890133221944172
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,3584,2560,0.010034132997194927
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,3584,2560,0.0095551997423172
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,3584,2560,0.0074986666440963745
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,3584,2560,0.008357333143552144
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,3584,2560,0.007897600034872691
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,3584,2560,0.008164266745249431
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,3584,2560,0.008272000153859456
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,3584,2560,0.006796800096829732
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,3584,3072,0.011997866630554199
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,3584,2560,0.006670933465162914
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,3584,2560,0.006503466765085857
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,3584,2560,0.006330666442712148
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,3584,2560,0.006229333579540253
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,3584,2560,0.006358399987220764
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,3584,2560,0.006374399860699971
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,3584,2560,0.006266666452089946
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,3584,2560,0.006237866481145223
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,3584,2560,0.006296533346176148
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,3584,2560,0.006247466802597046
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,3584,2560,0.005904000004132589
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,3584,2560,0.005832533538341522
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,3584,2560,0.0058890665570894875
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,3584,2560,0.00582826683918635
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,3584,2560,0.006980266670385997
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,3584,2560,0.007961600025494894
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,3584,2560,0.005849599838256836
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,3584,2560,0.005829333265622457
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,3584,2560,0.005816533168156942
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,3584,2560,0.005907199780146281
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,3584,2560,0.005674666663010915
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,3584,2560,0.005858133236567179
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,3584,2560,0.005827199916044871
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,3584,2560,0.005854933460553487
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,3584,2560,0.007526400188604991
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,3584,2560,0.0079434668024381
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,3584,2560,0.007468800246715546
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,3584,2560,0.00790719985961914
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,3584,2560,0.007479466497898102
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,3584,2560,0.007901866734027863
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,3584,2560,0.008357333143552144
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,3584,2560,0.009173333644866943
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,3584,2560,0.028994133075078327
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,3584,2560,0.2089845339457194
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,3584,2560,0.10056853294372559
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,3584,2560,0.06044586499532064
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,3584,2560,0.405507214864095
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,3584,2560,0.05545813242594401
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,3584,2560,0.05516479810078939
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,3584,2560,0.053201067447662356
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,3584,2560,0.05211520195007324
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,3584,2560,0.0074986666440963745
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,3584,2560,0.05098346471786499
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,3584,2560,0.05091520150502523
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,3584,2560,0.04650026559829712
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,3584,2560,0.04594026803970337
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,3584,2560,0.04553279876708984
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,3584,2560,0.04929706652959188
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,3584,2560,0.0441429336865743
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,3584,2560,0.04508266846338908
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,3584,2560,0.04165759881337484
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,3584,2560,0.04119999806086223
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,3584,2560,0.03933333158493042
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,3584,2560,0.04118506511052449
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,3584,2560,0.03709973494211833
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,3584,2560,0.038813865184783934
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,3584,2560,0.03315839966138204
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,3584,2560,0.03363733291625977
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,3584,2560,0.03176106611887614
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,3584,2560,0.032986666758855185
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,3584,2560,0.030050132671991987
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,3584,2560,0.029711999495824176
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,3584,2560,0.02755413254102071
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,3584,2560,0.028823467095692952
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,3584,2560,0.025546665986378985
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,3584,2560,0.05947946707407633
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,3584,2560,0.024743467569351196
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,3584,2560,0.022718934218088786
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,3584,2560,0.02296533385912577
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,3584,2560,0.020843732357025146
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,3584,2560,0.018963199853897095
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,3584,2560,0.01900586684544881
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,3584,2560,0.018731733163197838
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,3584,2560,0.018632533152898152
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,3584,2560,0.01813760002454122
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,3584,2560,0.01806400020917257
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,3584,2560,0.017655466000239053
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,3584,2560,0.016663466890652977
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,3584,2560,0.017568000157674155
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,3584,2560,0.016796799500783284
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,3584,2560,0.016556800405184428
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,3584,2560,0.016835200786590575
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,3584,2560,0.016546133160591125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,3584,2560,0.017493333419164023
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,3584,2560,0.016375466187795003
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,3584,2560,0.01799573302268982
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,3584,2560,0.01602026621500651
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,3584,2560,0.0164490669965744
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,3584,2560,0.01548373301823934
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,3584,2560,0.01544319987297058
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,3584,2560,0.01602240006128947
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,3584,2560,0.01495573321978251
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,3584,2560,0.014776532848676046
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,3584,2560,0.01594239970048269
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,3584,2560,0.014565333724021912
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,3584,3072,0.012430933117866517
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,3584,2560,0.01518933375676473
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,3584,2560,0.01625279982884725
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,3584,2560,0.014921599626541137
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,3584,2560,0.016555733482042947
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,3584,2560,0.01655359963575999
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,3584,2560,0.01739306648572286
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,3584,2560,0.016539733608563742
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,3584,2560,0.016503467162450155
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,3584,2560,0.0164874662955602
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,3584,2560,0.01649493376413981
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,3584,2560,0.016582399606704712
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,3584,2560,0.018760534127553304
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,3584,3072,0.012825600306193032
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,3584,2560,0.016023466984430947
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,3584,3072,0.012072533369064331
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,3584,3072,0.012449066837628682
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,3584,2560,0.12993173599243163
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,3584,2560,0.14768746693929036
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,3584,2560,0.36523307164510094
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,3584,2560,0.134716796875
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,3584,2560,0.11730879942576092
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,3584,2560,0.7144725163777669
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,3584,2560,0.09517866770426432
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,3584,2560,0.09061653614044189
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,3584,2560,0.08970239957173666
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,3584,2560,0.08602666854858398
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,3584,2560,0.08233706951141358
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,3584,2560,0.07713812987009684
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,3584,2560,1.4177536010742187
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,3584,2560,0.06489813327789307
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,3584,2560,0.06128213405609131
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,3584,2560,0.05944639841715495
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,3584,2560,0.05467626651128134
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,3584,2560,0.11281812985738118
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,3584,2560,0.04903680086135864
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,3584,2560,0.10824960072835285
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,3584,2560,0.11866133213043213
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,3584,2560,0.06811947027842204
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,3584,2560,0.10500586827596028
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,3584,2560,0.03305813272794088
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,3584,2560,0.07920533021291097
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,3584,2560,0.032902399698893234
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,3584,2560,0.027348266045252485
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,3584,2560,0.07315200169881185
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,3584,2560,0.046556798617045085
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,3584,2560,0.052965335051218664
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,3584,2560,0.04197973410288493
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,3584,2560,0.03953386545181274
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,3584,2560,0.020526933670043945
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,3584,2560,0.019383466243743895
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,3584,2560,0.025996800263722735
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,3584,2560,0.01455893317858378
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,3584,2560,0.013202133774757385
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,3584,2560,0.011382399996121725
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,3584,2560,0.012801067034403483
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,3584,2560,0.01321386694908142
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,3584,2560,0.012880000472068786
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,3584,2560,0.011576533317565918
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,3584,2560,0.010085333387056987
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,3584,2560,0.011805867155392964
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,3584,2560,0.009959466258684794
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,3584,2560,0.008733866612116496
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,3584,2560,0.012396799524625142
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,3584,2560,0.009961600104967754
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,3584,2560,0.012467199563980102
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,3584,2560,0.0125408003727595
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,3584,2560,0.01341973344484965
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,3584,2560,0.013660800457000733
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,3584,2560,0.013643733660380044
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,3584,2560,0.012396799524625142
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,3584,2560,0.014025599757830302
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,3584,2560,0.01204159955183665
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,3584,2560,0.014505599935849508
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,3584,2560,0.013677866260210673
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,3584,2560,0.013030399878819784
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,3584,2560,0.014017066359519959
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,3584,2560,0.013707733154296875
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,3584,2560,0.011914666493733723
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,3584,2560,0.014107732971509298
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,3584,2560,0.01328213314215342
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,3584,2560,0.014938666423161825
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,3584,2560,0.014910933375358582
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,3584,2560,0.013698133826255798
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,3584,2560,0.015542399883270264
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,3584,2560,0.010372266173362732
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,3584,2560,0.012453333536783854
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,3584,2560,0.009983999530474345
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,3584,2560,0.11879253387451172
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,3584,2560,0.0657098650932312
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,3584,2560,0.03915199836095174
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,3584,2560,0.22692373593648277
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,3584,2560,0.038943998018900555
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,3584,2560,0.037989334265391035
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,3584,2560,0.03772799968719483
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,3584,2560,0.03245333234469096
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,3584,2560,0.0324458658695221
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,3584,2560,0.032305065790812174
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,3584,2560,0.009993599851926167
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,3584,2560,0.010381866494814556
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,3584,2560,0.03178133368492127
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,3584,2560,0.031573333342870075
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,3584,2560,0.01032533347606659
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,3584,2560,0.0314410666624705
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,3584,2560,0.030906667311986286
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,3584,2560,0.030218666791915892
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,3584,2560,0.02432960073153178
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,3584,2560,0.023913600047429404
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,3584,2560,0.030092799663543703
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,3584,2560,0.02964479923248291
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,3584,2560,0.023108265797297158
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,3584,2560,0.023396267493565878
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,3584,2560,0.02271359960238139
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,3584,2560,0.022434133291244506
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,3584,2560,0.02209279934565226
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,3584,2560,0.02219840089480082
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,3584,2560,0.02116480072339376
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,3584,2560,0.02071253259976705
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,3584,2560,0.021505065759023032
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,3584,2560,0.014811733365058899
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,3584,2560,0.014456533392270408
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,3584,2560,0.01409066617488861
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,3584,2560,0.013910399874051413
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,3584,2560,0.013332266608874002
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,3584,2560,0.012916266918182373
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,3584,2560,0.012481066584587096
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,3584,2560,0.011986133456230164
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,3584,2560,0.012055466572443645
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,3584,2560,0.011953066786130269
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,3584,2560,0.011992533008257549
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,3584,2560,0.0116266667842865
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,3584,2560,0.012077866991360982
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,3584,2560,0.011853866775830587
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,3584,2560,0.011640533804893494
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,3584,2560,0.0116565336783727
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,3584,2560,0.0116565336783727
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,3584,2560,0.011994666854540507
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,3584,2560,0.011608533064524333
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,3584,2560,0.011688533425331115
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,3584,2560,0.01162453293800354
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,3584,2560,0.01138879954814911
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,3584,2560,0.01158186693986257
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,3584,2560,0.011554132898648579
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,3584,2560,0.011181867122650147
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,3584,2560,0.011405866344769795
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,3584,2560,0.011435733238855997
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,3584,2560,0.01158186693986257
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,3584,2560,0.011640533804893494
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,3584,2560,0.01121493379275004
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,3584,2560,0.01123306651910146
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,3584,2560,0.0116074671347936
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,3584,2560,0.011168000102043153
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,3584,2560,0.011582932869593303
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,3584,2560,0.011170132954915365
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,3584,2560,0.011248000462849935
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,3584,2560,0.01129919985930125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,3584,2560,0.011219200491905213
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,3584,2560,0.011268267035484314
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,3584,2560,0.011588266491889954
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,3584,2048,0.30716053644816077
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,3584,2048,0.08201173146565756
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,3584,2048,0.16619733174641926
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,3584,2048,0.04117759863535563
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,3584,2048,0.04602880080540975
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,3584,2048,0.03983466625213623
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,3584,2048,0.040591998895009355
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,3584,2048,0.038395734628041585
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,3584,2560,0.01123306651910146
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,3584,2048,0.03653333187103271
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,3584,2048,0.03856426477432251
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,3584,2048,0.034984532992045084
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,3584,2048,0.03472533226013184
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,3584,2048,0.030542933940887453
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,3584,2048,0.03360960086186727
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,3584,2048,0.02831466595331828
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,3584,2048,0.025846399863560993
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,3584,2048,0.024795732895533242
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,3584,2048,0.023643734057744344
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,3584,2048,0.024474666515986124
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,3584,2048,0.02158720095952352
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,3584,2048,0.02414399981498718
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,3584,2048,0.01927466591199239
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,3584,2048,0.018506666024525963
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,3584,2048,0.01687893271446228
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,3584,2048,0.01913706660270691
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,3584,2048,0.01562346617380778
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,3584,2048,0.014432000120480857
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,3584,2048,0.012334932883580525
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,3584,2048,0.014499200383822122
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,3584,2048,0.010338133573532105
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,3584,2048,0.010484266281127929
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,3584,2048,0.008724266290664673
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,3584,2048,0.00809279978275299
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,3584,2048,0.00787306676308314
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,3584,2048,0.006145066519578298
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,3584,2048,0.0067104001839955645
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,3584,2048,0.03941333293914795
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,3584,2048,0.007003733515739441
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,3584,2048,0.006809600194295247
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,3584,2048,0.02802026669184367
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,3584,2048,0.0057546665271123254
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,3584,2048,0.006822399795055389
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,3584,2048,0.005683200061321258
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,3584,2048,0.00553599993387858
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,3584,2048,0.0054282665252685545
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,3584,2048,0.00528959979613622
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,3584,2048,0.00535999983549118
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,3584,2048,0.005411200225353241
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,3584,2048,0.005054933329423269
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,3584,2048,0.005073066552480062
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,3584,2048,0.005083733300367991
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,3584,2048,0.004682666560014089
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,3584,2048,0.0053951998551686605
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,3584,2048,0.004775466521581014
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,3584,2048,0.004806399842103322
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,3584,2048,0.0048991998036702475
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,3584,2048,0.004785066843032837
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,3584,2048,0.004613333443800608
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,3584,2048,0.004675200084845225
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,3584,2048,0.0046634669105211895
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,3584,2048,0.004609066744645437
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,3584,2048,0.004665599763393402
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,3584,2048,0.004679466784000397
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,3584,2048,0.004657066861788432
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,3584,2048,0.006266666452089946
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,3584,2048,0.006266666452089946
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,3584,2048,0.00628053347269694
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,3584,2048,0.006292266647020976
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,3584,2048,0.006200533111890157
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,3584,2048,0.006259199976921081
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,3584,2048,0.006356266637643178
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,3584,2048,0.007111466427644093
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,3584,2048,0.32648000717163084
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,3584,2048,0.16399787267049154
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,3584,2048,0.08464533487955729
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,3584,2048,0.05115093390146891
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,3584,2048,0.00480320006608963
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,3584,2048,0.049073068300882976
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,3584,2048,0.04583359956741333
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,3584,2048,0.004669866462548574
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,3584,2048,0.045865599314371744
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,3584,2048,0.04551466703414917
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,3584,2048,0.04433279832204183
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,3584,2048,0.04517333507537842
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,3584,2048,0.041664000352223715
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,3584,2048,0.041414399941762284
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,3584,2048,0.03989013433456421
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,3584,2048,0.04289066791534424
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,3584,2048,0.03915626605351766
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,3584,2048,0.03732053438822429
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,3584,2048,0.036817065874735516
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,3584,2048,0.03644160032272339
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,3584,2048,0.03450026512145996
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,3584,2048,0.04644906520843506
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,3584,2048,0.032663466533025105
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,3584,2560,0.011193600296974183
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,3584,2048,0.03349333206812541
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,3584,2048,0.03083733320236206
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,3584,2048,0.031023999055226643
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,3584,2048,0.03068266709645589
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,3584,2048,0.027908267577489217
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,3584,2048,0.03595946629842122
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,3584,2048,0.026746666431427
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,3584,2048,0.024709333976109825
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,3584,2048,0.026158932844797773
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,3584,2048,0.02300373315811157
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,3584,2048,0.022874667247136434
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,3584,2560,0.011660800377527872
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,3584,2048,0.021150932709376017
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,3584,2048,0.02058239976565043
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,3584,2048,0.01882560054461161
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,3584,2048,0.017182934284210204
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,3584,2048,0.018345600366592406
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,3584,2048,0.01881600022315979
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,3584,2048,0.0172437330087026
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,3584,2560,0.011478400230407715
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,3584,2048,0.01766293247540792
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,3584,2048,0.0165994664033254
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,3584,2048,0.016800000270207723
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,3584,2048,0.01672533353169759
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,3584,2048,0.016354133685429893
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,3584,2048,0.016090666254361473
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,3584,2048,0.017821866273880004
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,3584,2048,0.016216533382733662
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,3584,2048,0.01649173299471537
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,3584,2048,0.015889066457748412
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,3584,2048,0.01686186591784159
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,3584,2048,0.01646933356920878
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,3584,2048,0.01600106656551361
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,3584,2048,0.014732799927393594
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,3584,2048,0.014774399995803832
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,3584,2048,0.016549332936604818
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,3584,2048,0.016081066926320393
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,3584,2048,0.014482133587201438
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,3584,2048,0.01446399986743927
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,3584,2048,0.014525866508483887
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,3584,2048,0.014497066537539164
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,3584,2048,0.014890666802724203
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,3584,2560,0.01157866617043813
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,3584,2048,0.014533332983652749
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,3584,2048,0.014444800217946372
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,3584,2048,0.015729066729545594
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,3584,2048,0.01632213294506073
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,3584,2048,0.030296534299850464
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,3584,2048,0.016238933801651
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,3584,2048,0.016477866967519125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,3584,2048,0.015190399686495461
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,3584,2048,0.015803733468055726
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,3584,2048,0.014465066790580749
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,3584,2048,0.01654293338457743
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,3584,2560,0.011176533500353495
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,3584,2048,0.014467199643452963
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,3584,2048,0.016472533345222473
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,3584,2048,0.11484373410542806
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,3584,2048,0.1181162675221761
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,3584,2048,0.1146165370941162
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,3584,2048,0.3467018763224284
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,3584,2048,0.09147946834564209
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,3584,2048,0.6905440012613933
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,3584,2048,0.08797333240509034
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,3584,2048,0.08507946332295736
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,3584,2048,0.10644266605377198
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,3584,2048,0.08139200210571289
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,3584,2048,0.11163626511891682
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,3584,2048,0.07912000020345053
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,3584,2048,0.07249493598937988
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,3584,2048,0.06202239990234375
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,3584,2048,1.3722644805908204
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,3584,2048,0.05819199879964193
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,3584,2048,0.05668799877166748
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,3584,2048,0.05138880014419556
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,3584,2048,0.04647466739018758
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,3584,2048,0.09818879763285318
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,3584,2048,0.10172800223032634
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,3584,2048,0.09504853089650472
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,3584,2048,0.03208960096041362
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,3584,2048,0.031598933537801105
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,3584,2048,0.026235733429590864
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,3584,2048,0.07545599937438965
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,3584,2048,0.07010347048441569
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,3584,2048,0.06576639811197917
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,3584,2048,0.05039680004119873
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,3584,2048,0.04361493190129598
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,3584,2048,0.03944853146870931
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,3584,2048,0.03764586846033732
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,3584,2048,0.019814399878184
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,3584,2048,0.018309332927068076
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,3584,2048,0.024581333001454674
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,3584,2048,0.0141184002161026
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,3584,2048,0.012379733721415202
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,3584,2048,0.012474667032559712
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,3584,2048,0.01079360047976176
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,3584,2048,0.012081066767374676
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,3584,2048,0.012120532989501952
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,3584,2048,0.011180800199508668
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,3584,2048,0.011188266674677531
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,3584,2048,0.011183999975522359
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,3584,2048,0.009410132964452107
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,3584,2048,0.008892800410588582
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,3584,2048,0.00918933351834615
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,3584,2048,0.010813867052396137
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,3584,2048,0.010807466506958009
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,3584,2048,0.011188266674677531
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,3584,2048,0.009585066636403402
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,3584,2048,0.010802132884661357
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,3584,2048,0.012813867131868998
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,3584,2048,0.011268267035484314
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,3584,2048,0.012821333607037863
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,3584,2048,0.011641599734624227
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,3584,2048,0.01244160036245982
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,3584,2048,0.011612799763679505
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,3584,2048,0.013264000415802002
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,3584,2048,0.012869333227475485
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,3584,2048,0.011637333035469054
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,3584,2048,0.012040533622105916
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,3584,2048,0.011660800377527872
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,3584,2048,0.01241386632124583
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,3584,2048,0.012865066528320312
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,3584,2048,0.012097066640853882
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,3584,2048,0.008266666531562805
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,3584,2048,0.01248426636060079
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,3584,2048,0.012571733196576437
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,3584,2048,0.011598933736483257
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,3584,2048,0.09988799889882406
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,3584,2048,0.18782505989074708
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,3584,2048,0.0333077331384023
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,3584,2048,0.05587946573893229
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,3584,2048,0.03276159962018331
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,3584,2048,0.033479468027750654
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,3584,2048,0.0324181338151296
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,3584,2048,0.028009599447250365
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,3584,2048,0.02795093258221944
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,3584,2048,0.02726080020268758
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,3584,2048,0.02731200059254964
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,3584,2048,0.02680533329645793
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,3584,2048,0.009646933277448018
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,3584,2048,0.00960640013217926
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,3584,2048,0.009467732906341553
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,3584,2048,0.009212799866994222
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,3584,2048,0.02674986720085144
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,3584,2048,0.02601066629091899
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,3584,2048,0.025690666834513348
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,3584,2048,0.02555626630783081
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,3584,2048,0.02537493308385213
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,3584,2048,0.02025493383407593
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,3584,2048,0.020669867595036827
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,3584,2048,0.02028053402900696
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,3584,2048,0.019407999515533448
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,3584,2048,0.020679465929667153
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,3584,2048,0.01962666710217794
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,3584,2048,0.019022933642069497
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,3584,2048,0.01890666683514913
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,3584,2048,0.018547199169794717
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,3584,2048,0.018216532468795777
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,3584,2048,0.017745065689086913
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,3584,2048,0.013335466384887695
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,3584,2048,0.012806399663289388
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,3584,2048,0.012806399663289388
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,3584,2048,0.012362666924794515
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,3584,2048,0.012292266885439555
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,3584,2048,0.011705600221951802
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,3584,2048,0.011657599608103435
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,3584,2048,0.0108106662829717
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,3584,2048,0.01083733340104421
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,3584,2048,0.010821333527565003
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,3584,2048,0.010841600100199382
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,3584,2048,0.010807466506958009
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,3584,2048,0.010807466506958009
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,3584,2048,0.010849066575368245
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,3584,2048,0.010780800382296245
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,3584,2048,0.010550399621327717
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,3584,2048,0.010418132940928141
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,3584,2048,0.0107722669839859
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,3584,2048,0.01040000021457672
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,3584,2048,0.010763733585675558
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,3584,2048,0.010753066341082255
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,3584,2048,0.010769066214561463
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,3584,2048,0.010757333040237427
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,3584,2048,0.010409599542617798
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,3584,2048,0.010453333457310993
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,3584,2048,0.010439466436703999
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,3584,2048,0.010393599669138592
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,3584,2048,0.010390399893124899
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,3584,2048,0.010141866405804952
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,3584,2048,0.010439466436703999
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,3584,2048,0.010428800185521444
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,3584,2048,0.010365866621335347
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,3584,2048,0.010406399766604107
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,3584,2048,0.010373333096504211
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,3584,2048,0.010437333583831787
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,3584,2048,0.010420266787211101
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,3584,2048,0.01034879982471466
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,3584,2048,0.010440533359845478
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,3584,2048,0.010762666662534077
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,3584,2048,0.010375466942787171
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,3584,1536,0.23271360397338867
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,3584,1536,0.12376853624979656
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,3584,2048,0.010397866368293762
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,3584,1536,0.062332801024119054
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,3584,1536,0.035046398639678955
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,3584,1536,0.02983573277791341
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,3584,1536,0.02985173265139262
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,3584,1536,0.02892373402913411
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,3584,1536,0.027824000517527266
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,3584,1536,0.027628799279530842
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,3584,1536,0.0271722674369812
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,3584,1536,0.0269813338915507
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,3584,1536,0.024124799172083537
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,3584,1536,0.02363626758257548
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,3584,2048,0.010758399963378906
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,3584,1536,0.027215999364852906
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,3584,1536,0.022514132658640544
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,3584,1536,0.021303466955820718
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,3584,1536,0.020259199539820354
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,3584,1536,0.019478400548299156
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,3584,1536,0.0189194659392039
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,3584,1536,0.019529600938161217
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,3584,1536,0.017499732971191406
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,3584,1536,0.01955519914627075
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,3584,1536,0.015240533153216043
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,3584,1536,0.014723199605941772
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,3584,1536,0.013413332899411521
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,3584,1536,0.015267200271288552
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,3584,1536,0.012578133742014566
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,3584,1536,0.011820800105730693
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,3584,1536,0.010061867038408915
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,3584,1536,0.011823999881744384
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,3584,1536,0.00832533339659373
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,3584,1536,0.008366933465003968
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,3584,1536,0.007226666808128357
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,3584,1536,0.0069919998447100324
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,3584,1536,0.006611200173695882
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,3584,1536,0.00543146679798762
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,3584,1536,0.005864533285299936
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,3584,1536,0.0058442667126655575
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,3584,1536,0.03180800080299377
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,3584,1536,0.004642133414745331
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,3584,1536,0.005133866767088572
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,3584,1536,0.004649599889914194
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,3584,1536,0.004404266675313314
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,3584,1536,0.004444799820582072
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,3584,1536,0.0044170667727788295
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,3584,1536,0.004661333560943603
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,3584,1536,0.004259199897448222
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,3584,1536,0.004264533519744873
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,3584,1536,0.004267733295758565
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,3584,1536,0.0042367999752362575
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,3584,2048,0.010340266426404317
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,3584,1536,0.004030933231115341
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,3584,1536,0.004145066688458125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,3584,1536,0.004231466849644979
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,3584,1536,0.003927466770013174
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,3584,1536,0.0038272000849246977
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,3584,1536,0.0038389332592487337
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,3584,1536,0.0038058665891488397
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,3584,1536,0.0038090666135152185
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,3584,1536,0.0038346665600935614
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,3584,1536,0.00383146678407987
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,3584,1536,0.003851733356714249
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,3584,1536,0.0038474666575590765
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,3584,1536,0.003841066608826319
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,3584,1536,0.005029333134492239
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,3584,1536,0.005070933202902476
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,3584,1536,0.005070933202902476
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,3584,1536,0.005122133096059163
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,3584,1536,0.005036800106366476
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,3584,1536,0.005063466727733612
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,3584,1536,0.005423999826113383
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,3584,1536,0.005932799975077311
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,3584,1536,0.12230292956034343
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,3584,1536,0.24708693822224936
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,3584,1536,0.06790506839752197
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,3584,1536,0.043594666322072345
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,3584,1536,0.04307946761449178
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,3584,1536,0.04047040144602458
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,3584,1536,0.005861333509286245
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,3584,2048,0.010385066270828247
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,3584,1536,0.04041706720987956
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,3584,1536,0.004679466784000397
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,3584,1536,0.03909866809844971
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,3584,1536,0.037725865840911865
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,3584,1536,0.037036800384521486
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,3584,1536,0.03716906706492106
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,3584,1536,0.03498133420944214
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,3584,1536,0.03506346543629964
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,3584,1536,0.03750933408737182
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,3584,1536,0.03300053278605143
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,3584,1536,0.031038933992385866
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,3584,1536,0.032232532898585006
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,3584,1536,0.03183679978052775
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,3584,1536,0.03081386685371399
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,3584,1536,0.03081279993057251
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,3584,1536,0.031037867069244385
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,3584,1536,0.03052053252855937
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,3584,1536,0.02853333353996277
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,3584,1536,0.026666667064030963
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,3584,1536,0.027116799354553224
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,3584,1536,0.025091199080149333
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,3584,1536,0.025385600328445435
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,3584,1536,0.022706133127212525
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,3584,1536,0.023991467555363973
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,3584,1536,0.022566399971644082
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,3584,1536,0.02082560062408447
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,3584,1536,0.01883946657180786
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,3584,1536,0.01883093317349752
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,3584,1536,0.016785067319869996
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,3584,1536,0.0165994664033254
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,3584,1536,0.017722666263580322
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,3584,1536,0.016541866461435954
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,3584,1536,0.0164682666460673
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,3584,1536,0.016321067015329996
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,3584,1536,0.03426560163497925
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,3584,1536,0.016546133160591125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,3584,1536,0.01649386684099833
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,3584,1536,0.016109866897265117
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,3584,1536,0.015640532970428465
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,3584,1536,0.01627413332462311
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,3584,1536,0.015826132893562318
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,3584,1536,0.027612799406051637
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,3584,1536,0.016390400131543477
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,3584,1536,0.015347199638684592
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,3584,1536,0.015053866306940713
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,3584,2048,0.010408533612887065
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,3584,1536,0.016555733482042947
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,3584,1536,0.016126933693885803
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,3584,1536,0.014459733168284097
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,3584,1536,0.014502400159835815
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,3584,1536,0.01446399986743927
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,3584,1536,0.015135999520619711
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,3584,1536,0.014707199732462563
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,3584,1536,0.015160533785820007
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,3584,1536,0.01444586714108785
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,3584,1536,0.014454399545987448
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,3584,1536,0.014491732915242514
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,3584,1536,0.014447999993960061
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,3584,1536,0.015982932845751443
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,3584,1536,0.014577066898345948
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,3584,1536,0.014653866489728292
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,3584,1536,0.017829332749048868
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,3584,1536,0.014506666858990987
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,3584,1536,0.014550399780273438
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,3584,1536,0.014520532886187234
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,3584,1536,0.014798933267593383
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,3584,1536,0.015895467003186545
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,3584,2048,0.010414933164914448
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,3584,1536,0.003964799890915553
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,3584,1536,0.014487466216087342
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,3584,1536,0.014514133334159851
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,3584,1536,0.014520532886187234
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,3584,1536,0.11096426645914714
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,3584,1536,0.3342186609903971
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,3584,1536,0.10753706296284993
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,3584,1536,0.10616106986999511
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,3584,1536,0.67652587890625
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,3584,1536,0.08592639764149984
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,3584,1536,0.08296426932017008
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,3584,1536,0.09848106702168782
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,3584,1536,0.08043413162231446
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,3584,1536,0.07796906630198161
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,3584,1536,1.3391456604003906
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,3584,1536,0.10228266716003417
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,3584,1536,0.06934613386789958
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,3584,1536,0.05955413182576498
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,3584,1536,0.055873068173726406
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,3584,1536,0.05383253494898478
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,3584,1536,0.05011200110117594
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,3584,1536,0.07418133417765299
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,3584,1536,0.04388373295466105
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,3584,1536,0.0940298636754354
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,3584,1536,0.0955135981241862
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,3584,1536,0.09019839763641357
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,3584,1536,0.0718069314956665
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,3584,1536,0.030897066990534468
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,3584,1536,0.030499200026194256
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,3584,1536,0.0253440002600352
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,3584,1536,0.0665450652440389
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,3584,1536,0.0607968012491862
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,3584,1536,0.048053332169850665
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,3584,1536,0.04193600018819173
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,3584,1536,0.036185598373413085
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,3584,1536,0.038354134559631346
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,3584,1536,0.018644267320632936
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,3584,1536,0.017816533644994102
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,3584,1536,0.023924267292022704
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,3584,1536,0.013220266501108805
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,3584,1536,0.012019200126330058
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,3584,1536,0.011603200435638427
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,3584,1536,0.011645866433779399
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,3584,1536,0.011655466755231221
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,3584,1536,0.010385066270828247
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,3584,1536,0.010451199611028035
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,3584,1536,0.008711466193199157
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,3584,1536,0.010359467069307963
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,3584,1536,0.010328533252080281
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,3584,1536,0.010391466816266378
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,3584,1536,0.008900266885757447
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,3584,1536,0.010003200173377991
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,3584,1536,0.009657599528630574
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,3584,1536,0.008914132912953694
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,3584,1536,0.010572800040245056
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,3584,1536,0.010830932855606079
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,3584,1536,0.010752000411351522
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,3584,1536,0.010758399963378906
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,3584,1536,0.009598933657010396
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,3584,1536,0.010439466436703999
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,3584,1536,0.009939199686050415
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,3584,1536,0.010380799571673077
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,3584,1536,0.010825600226720173
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,3584,1536,0.0100490669409434
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,3584,1536,0.010409599542617798
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,3584,1536,0.010744532942771912
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,3584,1536,0.010803199807802836
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,3584,1536,0.010792533556620281
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,3584,1536,0.009595732887585957
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,3584,1536,0.011210667093594869
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,3584,1536,0.011223466197649638
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,3584,1536,0.009481599926948548
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,3584,1536,0.011587199568748475
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,3584,1536,0.010814932982126872
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,3584,1536,0.15331947008768718
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,3584,1536,0.04593706528345744
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,3584,1536,0.08241706689198812
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,3584,1536,0.028505599498748778
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,3584,1536,0.028174932797749835
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,3584,1536,0.02752853234608968
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,3584,1536,0.02725653251012166
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,3584,1536,0.023781333367029825
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,3584,1536,0.023885866006215416
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,3584,1536,0.023371734221776328
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,3584,1536,0.0230293333530426
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,3584,1536,0.023371734221776328
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,3584,1536,0.02298133373260498
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,3584,1536,0.02234986623128255
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,3584,1536,0.022286933660507203
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,3584,1536,0.02213333249092102
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,3584,1536,0.022004266579945884
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,3584,1536,0.008749866485595703
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,3584,1536,0.008805333574612936
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,3584,1536,0.009027199943860371
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,3584,1536,0.01811093290646871
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,3584,1536,0.010100266337394715
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,3584,1536,0.017946666479110716
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,3584,1536,0.017442133029301962
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,3584,1536,0.017511467138926186
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,3584,1536,0.017105066776275636
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,3584,1536,0.016521599888801575
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,3584,1536,0.016593066851298015
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,3584,1536,0.0160863995552063
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,3584,1536,0.016619732975959776
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,3584,1536,0.01660586694876353
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,3584,1536,0.015482667088508605
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,3584,1536,0.012032000223795573
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,3584,1536,0.011565867066383361
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,3584,1536,0.011256532867749532
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,3584,1536,0.010825600226720173
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,3584,1536,0.010981333255767823
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,3584,1536,0.010354133447011311
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,3584,1536,0.010447999835014344
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,3584,1536,0.010376532872517902
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,3584,1536,0.009988266229629516
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,3584,1536,0.01000853379567464
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,3584,1536,0.009581866860389709
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,3584,1536,0.009959466258684794
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,3584,1536,0.01002239982287089
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,3584,1536,0.010011733571688334
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,3584,1536,0.009596799810727436
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,3584,1536,0.009598933657010396
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,3584,1536,0.00960106650988261
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,3584,1536,0.009610666831334432
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,3584,1536,0.009588266412417095
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,3584,1536,0.009554133812586466
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,3584,1536,0.009542399644851684
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,3584,1536,0.009995733698209126
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,3584,1536,0.00957973301410675
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,3584,1536,0.009543466567993163
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,3584,1536,0.009596799810727436
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,3584,1536,0.00956053336461385
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,3584,1536,0.009593600034713745
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,3584,1536,0.00960213343302409
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,3584,1536,0.00958720048268636
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,3584,1536,0.0095551997423172
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,3584,1536,0.00960640013217926
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,3584,1536,0.009553066889444987
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,3584,1536,0.009518933296203614
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,3584,1536,0.009607467055320739
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,3584,1536,0.009541333715120951
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,3584,1536,0.009697066744168599
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,3584,1536,0.00960106650988261
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,3584,1536,0.009202133615811665
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,3584,1536,0.009940266609191895
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,3584,1024,0.15791999499003093
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,3584,1536,0.009546666344006857
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,3584,1024,0.08292906284332276
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,3584,1024,0.043239466349283856
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,3584,1024,0.023166932662328086
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,3584,1024,0.022282665967941283
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,3584,1024,0.020454400777816774
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,3584,1024,0.020504534244537354
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,3584,1024,0.020198400815327963
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,3584,1024,0.019193599621454872
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,3584,1024,0.01898026665051778
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,3584,1024,0.019205333789189656
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,3584,1024,0.01669013301531474
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,3584,1024,0.01665173371632894
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,3584,1024,0.01632213294506073
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,3584,1024,0.019351466496785482
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,3584,1024,0.016407466928164163
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,3584,1024,0.01487573285897573
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,3584,1024,0.014503467082977294
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,3584,1024,0.014099199573198953
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,3584,1024,0.01365013321240743
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,3584,1024,0.014102400342623393
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,3584,1024,0.013005866607030233
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,3584,1024,0.013945600390434265
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,3584,1024,0.011155200004577637
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,3584,1024,0.010745599865913391
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,3584,1024,0.009621333082516987
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,3584,1024,0.01118933359781901
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,3584,1024,0.009469866752624512
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,3584,1024,0.008744532863299053
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,3584,1536,0.009567999839782714
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,3584,1024,0.0074879998962084455
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,3584,1024,0.008762666583061218
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,3584,1024,0.006300800045331319
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,3584,1024,0.006293333570162455
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,3584,1024,0.005508266886075338
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,3584,1024,0.005471999943256378
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,3584,1024,0.004385066529115042
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,3584,1024,0.004753066599369049
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,3584,1024,0.004658133288224538
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,3584,1024,0.004870399832725525
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,3584,1536,0.00955733358860016
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,3584,1024,0.0038442666331926978
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,3584,1024,0.004204800228277842
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,3584,1024,0.003832533210515976
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,3584,1024,0.0034314667185147605
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,3584,1024,0.00346666673819224
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,3584,1024,0.003446399917205175
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,3584,1024,0.0038250667353471124
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,3584,1024,0.0033781332274278007
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,3584,1024,0.003370666752258936
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,3584,1024,0.003416533271471659
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,3584,1024,0.0033813332517941795
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,3584,1024,0.0033919999996821085
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,3584,1024,0.003373866776625315
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,3584,1024,0.0033717334270477297
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,3584,1024,0.0033941333492596946
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,3584,1024,0.003389866650104523
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,3584,1024,0.0034080001215140024
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,3584,1536,0.009313066800435383
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,3584,1024,0.0032170665760835014
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,3584,1024,0.003078400095303853
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,3584,1024,0.003036800026893616
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,3584,1024,0.003442133218050003
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,3584,1024,0.003435733417669932
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,3584,1024,0.003432533393303553
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,3584,1024,0.003409066547950109
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,3584,1536,0.00960213343302409
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,3584,1024,0.003955200066169103
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,3584,1024,0.004212266703446706
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,3584,1024,0.004142933338880539
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,3584,1024,0.0046069333950678505
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,3584,1024,0.004194133480389913
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,3584,1024,0.004013866682847341
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,3584,1024,0.004632533093293508
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,3584,1024,0.004661333560943603
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,3584,1024,0.005220266679922739
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,3584,1024,0.08827199935913085
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,3584,1024,0.035947732130686444
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,3584,1024,0.16577919324239093
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,3584,1024,0.03507200082143148
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,3584,1024,0.03312639991442363
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,3584,1024,0.0036618667344252265
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,3584,1024,0.03301653265953064
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,3584,1536,0.00962559978167216
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,3584,1024,0.03323413332303365
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,3584,1024,0.031109333038330078
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,3584,1024,0.03182400067647298
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,3584,1024,0.03086613416671753
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,3584,1024,0.030433066685994464
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,3584,1024,0.031090132395426434
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,3584,1024,0.03300799926122029
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,3584,1024,0.029471999406814574
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,3584,1536,0.009538132945696514
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,3584,1024,0.0287882665793101
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,3584,1024,0.02693866689999898
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,3584,1024,0.026684800783793133
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,3584,1024,0.027203200260798137
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,3584,1024,0.02552853425343831
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,3584,1024,0.027447466055552167
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,3584,1024,0.02474773327509562
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,3584,1024,0.022900267442067464
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,3584,1024,0.022447999318440756
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,3584,1024,0.021990400552749634
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,3584,1024,0.02118826707204183
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,3584,1024,0.021329067150751748
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,3584,1024,0.018680532773335777
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,3584,1024,0.019283199310302736
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,3584,1024,0.01875413258870443
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,3584,1024,0.017835734287897746
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,3584,1024,0.05347626606623331
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,3584,1024,0.01653866668542226
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,3584,1024,0.0167797327041626
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,3584,1024,0.017169066270192466
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,3584,1024,0.016482133666674295
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,3584,1024,0.0164000004529953
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,3584,1024,0.015037866433461508
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,3584,1024,0.016685867309570314
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,3584,1024,0.016284799575805663
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,3584,1024,0.014504533012708029
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,3584,1024,0.027958399057388304
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,3584,1024,0.014551466703414917
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,3584,1024,0.014851199587186179
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,3584,1024,0.014688000082969666
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,3584,1024,0.014657066265741984
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,3584,1024,0.024445867538452147
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,3584,1024,0.014713600277900696
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,3584,1024,0.014410666624704995
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,3584,1024,0.014478933811187745
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,3584,1024,0.014723199605941772
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,3584,1024,0.01444906691710154
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,3584,1024,0.014494933684666953
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,3584,1024,0.014969600240389505
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,3584,1024,0.003382399926582972
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,3584,1024,0.014429866274197897
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,3584,1024,0.01446293294429779
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,3584,1024,0.01441493332386017
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,3584,1024,0.01437333325544993
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,3584,1024,0.01432319978872935
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,3584,1024,0.015273599823315939
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,3584,1024,0.014751999576886495
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,3584,1024,0.014391466975212097
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,3584,1024,0.014500266313552857
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,3584,1024,0.014825600385665893
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,3584,1024,0.01448319951693217
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,3584,1024,0.014577066898345948
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,3584,1024,0.014501333236694336
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,3584,1024,0.014542933305104574
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,3584,1024,0.014432000120480857
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,3584,1024,0.014513066411018372
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,3584,1024,0.030817067623138426
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,3584,1024,0.015677866339683533
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,3584,1024,0.02267199953397115
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,3584,1024,0.014505599935849508
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,3584,1024,0.014377599954605103
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,3584,1024,0.10434133211771648
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,3584,1024,0.0976095994313558
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,3584,1024,0.09930240313212077
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,3584,1024,0.10281706651051839
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,3584,1024,0.2722677230834961
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,3584,1024,0.08123733202616373
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,3584,1024,0.09332586924235026
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,3584,1024,0.0796021302541097
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,3584,1024,0.07630826632181803
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,3584,1024,0.07462720076243082
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,3584,1024,0.07061973412831625
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,3584,1024,0.6550528208414714
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,3584,1024,0.06445226669311524
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,3584,1024,0.0570527990659078
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,3584,1024,1.3114154815673829
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,3584,1024,0.05176533460617065
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,3584,1024,0.051431465148925784
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,3584,1024,0.04606186548868815
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,3584,1024,0.04119253158569336
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,3584,1024,0.08846506277720133
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,3584,1024,0.09077333609263102
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,3584,1024,0.08606826464335124
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,3584,1024,0.029611732562383013
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,3584,1024,0.028986666599909467
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,3584,1024,0.05781866709391276
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,3584,1024,0.023875200748443605
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,3584,1024,0.06327253182729085
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,3584,1024,0.04578133424123128
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,3584,1024,0.03986666599909465
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,3584,1024,0.0686293363571167
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,3584,1024,0.034968535105387374
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,3584,1024,0.0339903990427653
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,3584,1024,0.017798399925231932
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,3584,1024,0.016988799969355265
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,3584,1024,0.02272426684697469
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,3584,1024,0.012070399522781373
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,3584,1024,0.011238400141398113
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,3584,1024,0.010849066575368245
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,3584,1024,0.011190399527549744
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,3584,1024,0.010846933722496033
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,3584,1024,0.009598933657010396
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,3584,1024,0.010006399949391682
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,3584,1024,0.009935999910036724
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,3584,1024,0.010046933094660442
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,3584,1024,0.008357333143552144
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,3584,1024,0.007900799810886382
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,3584,1024,0.008461866776148479
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,3584,1024,0.008241066833337148
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,3584,1024,0.008759466807047527
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,3584,1024,0.008778666456540424
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,3584,1024,0.009134933352470398
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,3584,1024,0.009154133001963298
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,3584,1024,0.009118933478991191
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,3584,1024,0.009570133686065675
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,3584,1024,0.00937493344148
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,3584,1024,0.009581866860389709
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,3584,1024,0.009105066458384197
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,3584,1024,0.009526399771372478
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,3584,1024,0.009585066636403402
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,3584,1024,0.009539199868837993
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,3584,1024,0.009194667140642803
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,3584,1024,0.009357866644859315
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,3584,1024,0.009320533275604248
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,3584,1024,0.00959999958674113
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,3584,1024,0.00953493316968282
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,3584,1024,0.00956053336461385
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,3584,1024,0.009966933727264404
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,3584,1024,0.00963200032711029
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,3584,1024,0.06258773406346639
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,3584,1024,0.11548906962076824
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,3584,1024,0.034886399904886886
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,3584,1024,0.022422399123509726
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,3584,1024,0.022652800877889
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,3584,1024,0.022180267175038657
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,3584,1024,0.021851734320322672
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,3584,1024,0.018899200359980266
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,3584,1024,0.018613332509994508
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,3584,1024,0.018747733036677042
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,3584,1024,0.01867199937502543
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,3584,1024,0.018359466393788656
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,3584,1024,0.00842133363087972
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,3584,1024,0.018569600582122803
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,3584,1024,0.008742400010426839
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,3584,1024,0.009191466371218364
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,3584,1024,0.009145599603652955
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,3584,1024,0.010005333026250203
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,3584,1024,0.01848640044530233
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,3584,1024,0.009115733702977498
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,3584,1024,0.018125865856806436
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,3584,1024,0.018382932742436728
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,3584,1024,0.017941333850224814
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,3584,1024,0.014774399995803832
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,3584,1024,0.014516266187032065
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,3584,1024,0.01453439990679423
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,3584,1024,0.014470400412877402
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,3584,1024,0.013826133807500205
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,3584,1024,0.013662933309872945
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,3584,1024,0.013765333096186319
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,3584,1024,0.013365333278973898
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,3584,1024,0.013329066832860312
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,3584,1024,0.012918399771054587
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,3584,1024,0.012812800208727517
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,3584,1024,0.010014933347702027
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,3584,1024,0.009969066580136616
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,3584,1024,0.009594666957855224
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,3584,1024,0.009590400258700053
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,3584,1024,0.009556266665458679
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,3584,1024,0.009159466624259949
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,3584,1024,0.009194667140642803
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,3584,1024,0.00876586635907491
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,3584,1024,0.008963200449943542
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,3584,1024,0.009129599730173747
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,3584,1024,0.008799999952316284
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,3584,1024,0.008784000078837078
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,3584,1024,0.009164800246556599
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,3584,1024,0.00876693328221639
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,3584,1024,0.008849066495895386
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,3584,1024,0.008772266904513042
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,3584,1024,0.008700799942016602
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,3584,1024,0.008849066495895386
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,3584,1024,0.008726400136947633
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,3584,1024,0.008777599533398945
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,3584,1024,0.008718933661778767
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,3584,1024,0.008430932958920796
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,3584,1024,0.008748799562454224
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,3584,1024,0.008707200487454731
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,3584,1024,0.008494933446248371
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,3584,1024,0.008381866415341695
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,3584,1024,0.008373333017031352
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,3584,1024,0.008373333017031352
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,3584,1024,0.008362666765848795
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,3584,1024,0.008748799562454224
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,3584,1024,0.008721066514650981
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,3584,1024,0.008514133095741273
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,3584,1024,0.008330666522185007
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,3584,1024,0.00876800020535787
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,3584,1024,0.008313600222269695
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,3584,1024,0.008712533116340637
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,3584,1024,0.008335999647776286
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,3584,1024,0.008376533786455791
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,3584,1024,0.008404266834259034
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,3584,768,0.12627306779225667
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,3584,1024,0.008708266417185466
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,3584,768,0.06541759967803955
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,3584,768,0.03294613361358643
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,3584,768,0.019259732961654664
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,3584,768,0.018256000677744546
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,3584,768,0.016555733482042947
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,3584,768,0.016427733500798545
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,3584,768,0.01619733373324076
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,3584,768,0.015229866902033488
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,3584,768,0.015180800358454385
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,3584,768,0.015366400281588236
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,3584,768,0.01328426698843638
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,3584,768,0.013255467017491659
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,3584,768,0.013290666540463767
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,3584,768,0.016198399662971496
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,3584,768,0.013556266824404398
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,3584,768,0.012026666601498922
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,3584,768,0.01172266701857249
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,3584,768,0.011342933773994446
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,3584,768,0.011225600043932598
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,3584,768,0.011567999919255573
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,3584,768,0.010795733332633973
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,3584,768,0.011367467045783997
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,3584,768,0.009171199798583985
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,3584,768,0.00876586635907491
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,3584,1024,0.00872320036093394
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,3584,768,0.008053333560625712
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,3584,768,0.007928533355395
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,3584,768,0.00795839975277583
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,3584,768,0.0075434664885203045
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,3584,768,0.006433066725730896
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,3584,1024,0.008719999591509502
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,3584,768,0.005475200215975444
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,3584,768,0.007528533538182576
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,3584,768,0.005032533407211303
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,3584,768,0.0048543999592463175
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,3584,768,0.004602666695912679
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,3584,768,0.00384853333234787
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,3584,768,0.004212266703446706
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,3584,768,0.004175999760627746
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,3584,768,0.003907199949026108
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,3584,768,0.0038602667550245917
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,3584,768,0.0034048000971476236
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,3584,768,0.003435733417669932
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,3584,768,0.00340693344672521
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,3584,768,0.003436800092458725
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,3584,768,0.0033834666013717652
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,3584,768,0.0034314667185147605
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,3584,768,0.003223466624816259
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,3584,768,0.0032448001205921174
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,3584,768,0.0033834666013717652
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,3584,768,0.003305600086847941
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,3584,1024,0.008705066641171773
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,3584,768,0.002979200085004171
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,3584,768,0.002958933264017105
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,3584,768,0.0030378667016824085
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,3584,768,0.003009066730737686
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,3584,768,0.002962133288383484
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,3584,768,0.0029567999144395193
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,3584,768,0.0029674666623274487
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,3584,768,0.0029557332396507262
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,3584,768,0.0030250666042168934
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,3584,768,0.0029845332105954488
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,3584,768,0.0029909332593282064
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,3584,768,0.002942933390537898
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,3584,768,0.0029845332105954488
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,3584,768,0.0034730667869249977
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,3584,768,0.003521066655715307
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,3584,768,0.0035061334570248926
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,3584,768,0.005475200215975444
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,3584,1024,0.008671999971071879
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,3584,768,0.0037941334148248037
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,3584,1024,0.00844373305638631
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,3584,768,0.0038272000849246977
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,3584,768,0.0042015999555587765
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,3584,768,0.0034261333445707956
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,3584,768,0.07396053473154704
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,3584,768,0.12926613489786784
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,3584,768,0.03140373428662618
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,3584,768,0.033080534140268965
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,3584,768,0.0295413335164388
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,3584,768,0.03046826720237732
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,3584,768,0.029734400908152263
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,3584,768,0.029399466514587403
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,3584,768,0.003020799905061722
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,3584,768,0.02881386677424113
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,3584,768,0.02945173382759094
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,3584,768,0.02794346610705058
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,3584,768,0.026824533939361572
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,3584,768,0.02749226689338684
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,3584,768,0.028189865748087566
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,3584,768,0.026628265778223675
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,3584,768,0.026158932844797773
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,3584,768,0.025571199258168538
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,3584,768,0.024731733401616416
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,3584,768,0.024800000588099162
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,3584,768,0.026946133375167845
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,3584,768,0.022966400782267252
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,3584,1024,0.008732799688975017
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,3584,768,0.022708266973495483
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,3584,768,0.02119893431663513
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,3584,768,0.022243199745814006
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,3584,768,0.02076479991277059
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,3584,768,0.020562134186426797
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,3584,768,0.019977599382400513
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,3584,768,0.003443199892838796
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,3584,768,0.0037952000896135964
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,3584,768,0.018102399508158364
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,3584,768,0.018088533480962118
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,3584,768,0.0166293332974116
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,3584,768,0.016793600718180337
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,3584,768,0.01730239987373352
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,3584,768,0.015797332922617594
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,3584,768,0.01575146714846293
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,3584,768,0.04618879954020182
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,3584,768,0.014468266566594442
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,3584,768,0.014526933431625366
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,3584,768,0.016134400169054666
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,3584,768,0.014833066860834757
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,3584,768,0.014570666352907815
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,3584,768,0.016081066926320393
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,3584,768,0.014501333236694336
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,3584,768,0.014501333236694336
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,3584,768,0.01493013302485148
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,3584,768,0.014574933052062988
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,3584,768,0.014472533265749613
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,3584,768,0.014518400033315023
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,3584,768,0.016662399967511496
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,3584,768,0.014545067151387533
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,3584,768,0.014458666245142618
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,3584,768,0.015128533045450846
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,3584,768,0.02463573416074117
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,3584,768,0.014383999506632486
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,3584,768,0.014937600493431092
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,3584,768,0.014064000050226847
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,3584,768,0.01430293321609497
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,3584,768,0.014291200041770934
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,3584,768,0.02474666635195414
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,3584,768,0.014405333002408347
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,3584,768,0.01430506706237793
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,3584,768,0.014084266622861228
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,3584,768,0.013781332969665527
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,3584,768,0.014178133010864258
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,3584,768,0.01437440017859141
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,3584,768,0.014379733800888061
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,3584,768,0.01434879998366038
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,3584,768,0.014439466595649719
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,3584,768,0.01448319951693217
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,3584,768,0.014458666245142618
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,3584,768,0.014281599720319112
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,3584,768,0.014406399925549826
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,3584,768,0.02051946719487508
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,3584,768,0.015335466464360556
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,3584,768,0.015485866864522298
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,3584,768,0.10216106573740642
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,3584,768,0.2448021411895752
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,3584,768,0.09687786897023519
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,3584,768,0.6514581044514973
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,3584,768,0.07920107046763102
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,3584,768,0.07831253210703532
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,3584,768,0.07369706630706788
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,3584,768,0.09188480377197265
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,3584,768,1.3076821645100911
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,3584,768,0.10090986887613933
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,3584,768,0.07332479953765869
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,3584,768,0.06848959922790528
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,3584,768,0.09601600170135498
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,3584,768,0.06325546503067017
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,3584,768,0.055574401219685876
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,3584,768,0.051015468438466396
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,3584,768,0.050324265162150064
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,3584,768,0.045621331532796225
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,3584,768,0.04037439823150635
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,3584,768,0.08933013280232747
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,3584,768,0.08614826997121175
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,3584,768,0.08413333098093669
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,3584,768,0.028388265768686933
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,3584,768,0.02837226589520772
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,3584,768,0.023117866118748984
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,3584,768,0.05663679838180542
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,3584,768,0.06197653214136759
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,3584,768,0.06667093435923258
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,3584,768,0.04441813230514526
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,3584,768,0.039104000727335615
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,3584,768,0.03308479984601338
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,3584,768,0.03454506794611613
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,3584,768,0.02266133427619934
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,3584,768,0.009543466567993163
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,3584,768,0.010012800494829815
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,3584,768,0.017314134041468303
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,3584,768,0.00993386705716451
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,3584,768,0.010016000270843506
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,3584,768,0.01237333317597707
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,3584,768,0.016569599509239197
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,3584,768,0.010776533683141073
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,3584,768,0.010873599847157796
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,3584,768,0.01088533302148183
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,3584,768,0.010778666536013285
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,3584,768,0.008312533299128216
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,3584,768,0.007481599847475688
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,3584,768,0.00796693315108617
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,3584,768,0.007931733131408691
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,3584,768,0.0075434664885203045
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,3584,768,0.007906133433183034
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,3584,768,0.008344533046086629
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,3584,768,0.008753066261609394
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,3584,768,0.008351999521255492
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,3584,768,0.00837546686331431
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,3584,768,0.00839573343594869
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,3584,768,0.007970133423805236
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,3584,768,0.008347733815511068
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,3584,768,0.008365866541862488
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,3584,768,0.007534933090209961
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,3584,768,0.008297599852085114
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,3584,768,0.008758399883906047
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,3584,768,0.008426666259765625
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,3584,768,0.008307200173536937
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,3584,768,0.007999999821186066
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,3584,768,0.007946666578451793
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,3584,768,0.008286933104197185
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,3584,768,0.008335999647776286
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,3584,768,0.009134933352470398
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,3584,768,0.008361599842707316
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,3584,768,0.008350933591524761
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,3584,768,0.008326399823029835
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,3584,768,0.007975466549396515
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,3584,768,0.03028586705525716
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,3584,768,0.053607467810312906
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,3584,768,0.09834346771240235
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,3584,768,0.020256000757217407
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,3584,768,0.020578134059906005
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,3584,768,0.02003306746482849
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,3584,768,0.020086399714152017
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,3584,768,0.017384533087412515
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,3584,768,0.017427200078964235
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,3584,768,0.017369600137074788
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,3584,768,0.017385600010553996
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,3584,768,0.016963199774424235
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,3584,768,0.01662720044453939
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,3584,768,0.016973867019017538
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,3584,768,0.016565333803494772
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,3584,768,0.016525866587956746
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,3584,768,0.01616426706314087
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,3584,768,0.01369493305683136
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,3584,768,0.013781332969665527
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,3584,768,0.013476266463597616
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,3584,768,0.013380266229311624
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,3584,768,0.013222400347391763
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,3584,768,0.01286720037460327
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,3584,768,0.012807466586430869
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,3584,768,0.012456533312797547
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,3584,768,0.012051199873288471
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,3584,768,0.011870933572451274
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,3584,768,0.011585066715876263
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,3584,768,0.009807999928792317
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,3584,768,0.009346133470535279
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,3584,768,0.009237333138783773
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,3584,768,0.009195733070373534
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,3584,768,0.008779733379681905
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,3584,768,0.008721066514650981
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,3584,768,0.008714666962623597
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,3584,768,0.008359466989835102
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,3584,768,0.008374399940172831
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,3584,768,0.008370133241017659
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,3584,768,0.008357333143552144
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,3584,768,0.00872213343779246
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,3584,768,0.008368000388145447
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,3584,768,0.008373333017031352
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,3584,768,0.008364799618721008
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,3584,768,0.008641067147254943
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,3584,768,0.008358400066693623
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,3584,768,0.008312533299128216
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,3584,768,0.00795413355032603
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,3584,768,0.008347733815511068
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,3584,768,0.008348799745241801
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,3584,768,0.00839573343594869
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,3584,768,0.007911466558774312
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,3584,768,0.008302933474381765
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,3584,768,0.008319999774297078
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,3584,768,0.008289066453774769
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,3584,768,0.007940266529719036
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,3584,768,0.007935999830563863
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,3584,768,0.008557867010434468
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,3584,768,0.007949866851170858
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,3584,768,0.007979733248551685
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,3584,768,0.007876266539096833
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,3584,768,0.00914026697476705
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,3584,768,0.007960533102353413
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,3584,768,0.008373333017031352
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,3584,768,0.007949866851170858
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,3584,768,0.007930666704972585
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,3584,768,0.008061866462230682
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,3584,768,0.008301866551240284
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,3584,768,0.007963733375072479
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,3584,768,0.008198399841785432
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,3584,768,0.008293333152929943
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,3584,512,0.09475413163503012
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,3584,512,0.04827626546223958
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,3584,512,0.02500480016072591
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,3584,512,0.015125333269437154
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,3584,512,0.014888532956441245
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,3584,512,0.013146666685740152
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,3584,512,0.013158399860064188
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,3584,512,0.012435199817021687
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,3584,512,0.011639466881752015
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,3584,512,0.01138879954814911
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,3584,512,0.011617066462834676
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,3584,512,0.010814932982126872
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,3584,512,0.01081706682840983
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,3584,512,0.010794666409492493
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,3584,512,0.013666133085886637
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,3584,512,0.01034879982471466
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,3584,512,0.009486933549245197
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,3584,768,0.008319999774297078
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,3584,512,0.009152000149091084
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,3584,512,0.008753066261609394
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,3584,512,0.008701866865158081
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,3584,512,0.009113599856694538
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,3584,768,0.007977599898974102
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,3584,512,0.009031466643015544
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,3584,512,0.007115733126799266
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,3584,512,0.007134933272997539
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,3584,512,0.0063285330931345625
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,3584,512,0.006291200220584869
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,3584,512,0.006680533289909363
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,3584,512,0.0062720000743865965
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,3584,512,0.005456000069777171
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,3584,512,0.00633493314186732
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,3584,512,0.004668800036112467
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,3584,512,0.004658133288224538
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,3584,512,0.0042463997999827065
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,3584,512,0.003804799914360046
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,3584,768,0.00786240001519521
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,3584,512,0.0037674665451049804
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,3584,512,0.0038111999630928038
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,3584,512,0.003373866776625315
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,3584,512,0.0029866665601730345
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,3584,768,0.007940266529719036
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,3584,512,0.002995199958483378
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,3584,512,0.0029685333371162414
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,3584,512,0.002959999938805898
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,3584,512,0.002979200085004171
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,3584,512,0.0029696000119050344
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,3584,512,0.002979200085004171
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,3584,512,0.002961066613594691
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,3584,512,0.0029663999875386557
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,3584,768,0.007979733248551685
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,3584,512,0.0029493334392706556
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,3584,512,0.002713600049416224
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,3584,768,0.0082997332016627
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,3584,512,0.0026506667335828146
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,3584,512,0.002644266684850057
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,3584,512,0.0026837334036827086
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,3584,512,0.0025589334468046824
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,3584,512,0.002583466718594233
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,3584,512,0.0026208000878492994
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,3584,512,0.0026176000634829206
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,3584,512,0.0025727999707063037
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,3584,512,0.002571733295917511
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,3584,512,0.002600533266862233
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,3584,512,0.002573866645495097
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,3584,512,0.0025727999707063037
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,3584,512,0.0026229334374268847
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,3584,512,0.002980266759792964
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,3584,512,0.003028266628583272
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,3584,512,0.00869546631971995
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,3584,512,0.0030432000756263735
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,3584,512,0.0029674666623274487
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,3584,512,0.0034186666210492453
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,3584,512,0.003389866650104523
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,3584,512,0.003035733352104823
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,3584,512,0.0033919999996821085
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,3584,512,0.06113919814427694
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,3584,512,0.10282453695933025
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,3584,512,0.004248533149560293
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,3584,512,0.029525333642959596
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,3584,512,0.0034058667719364167
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,3584,512,0.02686400016148885
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,3584,512,0.027076266209284466
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,3584,512,0.027321600914001466
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,3584,512,0.02576106588045756
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,3584,512,0.02577280004819234
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,3584,512,0.026844799518585205
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,3584,512,0.025170133511225386
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,3584,512,0.003291733314593633
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,3584,512,0.02482453385988871
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,3584,512,0.024707200129826863
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,3584,512,0.023127466440200806
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,3584,512,0.024524799982706704
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,3584,512,0.02262293299039205
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,3584,512,0.022652800877889
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,3584,512,0.02255786657333374
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,3584,512,0.022798933585484824
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,3584,512,0.022651733954747517
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,3584,512,0.02053226629892985
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,3584,512,0.020627200603485107
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,3584,512,0.021142399311065672
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,3584,512,0.019910399119059244
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,3584,512,0.0026389333109060925
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,3584,512,0.018824533621470133
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,3584,512,0.019382399320602418
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,3584,512,0.018262400229771932
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,3584,512,0.018427733580271402
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,3584,512,0.017191465695699057
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,3584,512,0.017170133193333943
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,3584,512,0.01652906636397044
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,3584,512,0.016361600160598753
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,3584,512,0.014755200346310934
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,3584,512,0.01474240024884542
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,3584,512,0.01569386621316274
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,3584,512,0.014484266440073649
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,3584,512,0.016119466225306193
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,3584,512,0.014525866508483887
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,3584,512,0.015148799618085226
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,3584,512,0.014428800344467163
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,3584,512,0.03791999816894531
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,3584,512,0.015842133760452272
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,3584,512,0.014517333110173544
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,3584,512,0.014502400159835815
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,3584,512,0.014788267016410828
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,3584,512,0.014644267161687216
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,3584,512,0.028972800572713214
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,3584,512,0.014461867014567056
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,3584,512,0.014593066771825156
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,3584,512,0.013913599650065103
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,3584,512,0.014456533392270408
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,3584,512,0.014436266819636025
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,3584,512,0.014411733547846476
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,3584,512,0.014386133352915446
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,3584,512,0.013883733749389648
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,3584,512,0.014243200421333313
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,3584,512,0.013553067048390707
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,3584,512,0.013153066237767538
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,3584,512,0.013546666502952576
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,3584,512,0.01360640029112498
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,3584,512,0.013708800077438354
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,3584,512,0.013262933492660523
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,3584,512,0.01409386694431305
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,3584,512,0.013863466183344521
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,3584,512,0.013684266805648803
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,3584,512,0.014042666554450989
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,3584,512,0.014310399691263834
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,3584,512,0.0139765332142512
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,3584,512,0.02248319983482361
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,3584,512,0.0143477330605189
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,3584,512,0.014263466993967692
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,3584,512,0.01362879971663157
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,3584,512,0.0144896000623703
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,3584,512,0.024894932905832924
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,3584,512,0.013217066725095114
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,3584,512,0.09851946830749511
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,3584,512,0.19872959454854328
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,3584,512,0.09762880007425943
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,3584,512,0.63787841796875
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,3584,512,0.09474240144093832
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,3584,512,0.0775701363881429
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,3584,512,1.2810389200846353
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,3584,512,0.07239466508229574
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,3584,512,0.07631999651590983
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,3584,512,0.07095572948455811
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,3584,512,0.09359680016835531
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,3584,512,0.08737066586812338
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,3584,512,0.08209386666615805
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,3584,512,0.05460053284962972
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,3584,512,0.08675839900970458
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,3584,512,0.04891839822133382
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,3584,512,0.049252267678578696
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,3584,512,0.04355093240737915
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,3584,512,0.043186132113138834
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,3584,512,0.08123520215352377
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,3584,512,0.06114666859308878
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,3584,512,0.06654826800028482
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,3584,512,0.0283786674340566
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,3584,512,0.02755519946416219
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,3584,512,0.022653865814208984
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,3584,512,0.06002666552861532
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,3584,512,0.055062401294708255
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,3584,512,0.03822186787923177
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,3584,512,0.06495999892552694
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,3584,512,0.03251199920972188
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,3584,512,0.033336532115936277
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,3584,512,0.03786773284276326
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,3584,512,0.021835732460021972
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,3584,512,0.016909867525100708
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,3584,512,0.016194132963816325
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,3584,512,0.01165226697921753
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,3584,512,0.010452266534169514
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,3584,512,0.010439466436703999
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,3584,512,0.010384000341097514
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,3584,512,0.010361599922180175
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,3584,512,0.009204266468683879
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,3584,512,0.009550933043162029
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,3584,512,0.009603200356165568
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,3584,512,0.009619200229644775
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,3584,512,0.007978666822115581
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,3584,512,0.007941333452860515
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,3584,512,0.006776533524195353
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,3584,512,0.007142400244871776
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,3584,512,0.007558399935563405
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,3584,512,0.007125333448251088
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,3584,512,0.007516799867153168
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,3584,512,0.007242666681607564
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,3584,512,0.007558399935563405
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,3584,512,0.007595733304818471
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,3584,512,0.007300266623497009
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,3584,512,0.007492266595363617
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,3584,512,0.0075541332364082335
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,3584,512,0.007547733187675476
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,3584,512,0.0075541332364082335
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,3584,512,0.007483733197053273
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,3584,512,0.007550933460394542
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,3584,512,0.008025600016117096
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,3584,512,0.007559466858704884
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,3584,512,0.007612800101439159
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,3584,512,0.007547733187675476
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,3584,512,0.007891199986139933
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,3584,512,0.007837866743405659
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,3584,512,0.007541333138942718
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,3584,512,0.08171733220418295
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,3584,512,0.04508693218231201
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,3584,512,0.02733653386433919
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,3584,512,0.01901866594950358
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,3584,512,0.01881600022315979
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,3584,512,0.018209065993626913
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,3584,512,0.018412800629933675
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,3584,512,0.0164000004529953
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,3584,512,0.016085333625475564
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,3584,512,0.016149333119392394
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,3584,512,0.015754666924476624
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,3584,512,0.015592533349990844
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,3584,512,0.01527253290017446
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,3584,512,0.01532373329003652
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,3584,512,0.015304533640543619
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,3584,512,0.014547200004259745
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,3584,512,0.014876799782117209
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,3584,512,0.0129013329744339
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,3584,512,0.01242026686668396
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,3584,512,0.012061867117881774
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,3584,512,0.011907200018564861
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,3584,512,0.011653332908948263
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,3584,512,0.01159999966621399
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,3584,512,0.011291733384132386
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,3584,512,0.011330133676528931
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,3584,512,0.011260799566904704
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,3584,512,0.010707199573516846
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,3584,512,0.010827733079592387
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,3584,512,0.008136533200740814
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,3584,512,0.009193600217501322
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,3584,512,0.008774399757385254
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,3584,512,0.007921066880226136
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,3584,512,0.007973333199818928
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,3584,512,0.008380800485610962
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,3584,512,0.007895466685295106
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,3584,512,0.007956266899903615
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,3584,512,0.00876800020535787
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,3584,512,0.00793280005455017
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,3584,512,0.007965866724650066
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,3584,512,0.008338133494059246
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,3584,512,0.008327466746171314
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,3584,512,0.007973333199818928
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,3584,512,0.007970133423805236
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,3584,512,0.007971199850241344
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,3584,512,0.007976533472537994
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,3584,512,0.007945600152015685
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,3584,512,0.007948799928029378
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,3584,512,0.008298666775226593
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,3584,512,0.008739200234413148
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,3584,512,0.007950933277606964
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,3584,512,0.007964799801508587
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,3584,512,0.007559466858704884
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,3584,512,0.00788266658782959
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,3584,512,0.007539199789365132
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,3584,512,0.00788373351097107
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,3584,512,0.007752533257007599
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,3584,512,0.00790826678276062
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,3584,512,0.008237866560618083
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,3584,512,0.007575466732184092
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,3584,512,0.007942399879296621
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,3584,512,0.00788800021012624
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,3584,512,0.007905066510041555
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,3584,512,0.00790826678276062
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,3584,512,0.007540266712506611
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,3584,512,0.00775786687930425
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,3584,512,0.0074890668193499255
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,3584,512,0.007810133198897044
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,3584,512,0.007560533285140991
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,3584,512,0.00755626658598582
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,3584,512,0.007558399935563405
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,3584,512,0.007539199789365132
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,3584,512,0.0075434664885203045
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,3584,512,0.007559466858704884
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,3584,512,0.007551999886830647
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,3584,256,0.06363946596781413
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,3584,256,0.017658666769663493
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,3584,256,0.032739200194676715
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,3584,256,0.011959466338157653
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,3584,256,0.009594666957855224
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,3584,256,0.00955733358860016
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,3584,256,0.009175466497739156
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,3584,256,0.008759466807047527
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,3584,256,0.00869653324286143
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,3584,256,0.010019200046857198
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,3584,256,0.008225066463152568
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,3584,256,0.008286933104197185
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,3584,256,0.008111999928951263
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,3584,256,0.007994666695594788
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,3584,512,0.007923200229803721
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,3584,256,0.007749333480993907
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,3584,256,0.007063466807206471
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,3584,256,0.00666133314371109
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,3584,256,0.0066336000959078475
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,3584,512,0.007899733384450276
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,3584,256,0.00664213349421819
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,3584,512,0.0075434664885203045
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,3584,256,0.007923200229803721
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,3584,256,0.006690133114655812
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,3584,256,0.005678933362166087
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,3584,256,0.005907199780146281
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,3584,256,0.005387733379999796
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,3584,256,0.005115733544031779
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,3584,256,0.005062399804592133
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,3584,256,0.0046410664916038515
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,3584,256,0.0042805333932240805
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,3584,512,0.007891199986139933
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,3584,256,0.0037952000896135964
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,3584,256,0.0038730666041374207
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,3584,256,0.003399466723203659
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,3584,256,0.0035274667044480645
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,3584,256,0.0029653333127498626
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,3584,256,0.0030080000559488933
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,3584,256,0.0028351999819278715
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,3584,256,0.00271573339899381
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,3584,512,0.007572266459465027
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,3584,256,0.0029653333127498626
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,3584,256,0.0026911998788515727
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,3584,256,0.0026069333155949908
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,3584,256,0.002624000112215678
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,3584,256,0.002616533388694127
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,3584,256,0.0026176000634829206
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,3584,256,0.002643200010061264
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,3584,256,0.002593066543340683
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,3584,256,0.0025973332424958544
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,3584,256,0.0025962665677070618
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,3584,256,0.0025461333493391673
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,3584,256,0.0026378666361172995
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,3584,256,0.0026015999416510267
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,3584,256,0.0025546667476495106
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,3584,256,0.0026133333643277483
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,3584,256,0.002209066599607468
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,3584,256,0.0025418666501839954
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,3584,256,0.0022133332987626392
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,3584,512,0.007515733440717061
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,3584,256,0.0022111999491850535
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,3584,256,0.0022122666239738466
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,3584,256,0.0022154666483402254
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,3584,256,0.006648533542950948
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,3584,256,0.0022069332500298817
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,3584,256,0.002332799881696701
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,3584,256,0.002203733225663503
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,3584,256,0.0022261333962281544
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,3584,256,0.0022005334496498106
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,3584,256,0.002145066608985265
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,3584,256,0.002238933245340983
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,3584,256,0.002196266750494639
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,3584,256,0.002197333425283432
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,3584,256,0.0021727999051411946
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,3584,256,0.0024661332368850707
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,3584,256,0.0050122668345769245
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,3584,256,0.0564682682355245
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,3584,256,0.07628479798634848
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,3584,256,0.011311999956766764
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,3584,256,0.03222293257713318
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,3584,256,0.026257065931955974
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,3584,256,0.02680319945017497
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,3584,256,0.02450773318608602
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,3584,256,0.02453546722730001
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,3584,256,0.002977066735426585
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,3584,256,0.023532799879709878
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,3584,256,0.022708266973495483
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,3584,256,0.022946133216222128
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,3584,256,0.021822933355967203
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,3584,256,0.02146453261375427
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,3584,256,0.021828265984853108
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,3584,256,0.02062186598777771
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,3584,256,0.020614399512608846
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,3584,256,0.01983893314997355
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,3584,256,0.019709867238998414
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,3584,256,0.01913706660270691
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,3584,256,0.019141334295272826
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,3584,256,0.020540799697240195
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,3584,256,0.020513067642847695
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,3584,256,0.018220800161361694
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,3584,256,0.01909439961115519
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,3584,256,0.01778986652692159
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,3584,256,0.017241599162419637
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,3584,256,0.018969599405924478
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,3584,256,0.016966400543848674
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,3584,256,0.017040000359217326
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,3584,256,0.015618133544921874
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,3584,256,0.01630506714185079
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,3584,256,0.014542933305104574
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,3584,256,0.014542933305104574
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,3584,256,0.014692266782124838
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,3584,256,0.0022890667120615644
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,3584,256,0.015229866902033488
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,3584,256,0.014507733782132468
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,3584,256,0.015053866306940713
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,3584,256,0.014467199643452963
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,3584,256,0.014377599954605103
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,3584,256,0.014320000012715658
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,3584,256,0.014255999525388082
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,3584,256,0.014510933558146158
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,3584,256,0.014362667004267374
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,3584,256,0.014446933070818582
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,3584,256,0.014442666371663412
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,3584,256,0.01436906655629476
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,3584,256,0.014591999848683677
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,3584,256,0.002550400048494339
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,3584,256,0.013474133610725404
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,3584,256,0.013891200224558512
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,3584,256,0.014033066232999167
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,3584,256,0.01667840083440145
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,3584,256,0.013077333569526672
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,3584,256,0.014284800489743552
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,3584,256,0.013768532872200012
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,3584,256,0.012872533003489176
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,3584,256,0.015542399883270264
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,3584,256,0.014169599612553915
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,3584,256,0.013452800114949546
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,3584,256,0.012986666957537332
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,3584,256,0.014044800400733947
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,3584,256,0.013000532984733582
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,3584,256,0.014257066448529563
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,3584,256,0.01328426698843638
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,3584,256,0.013356799880663553
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,3584,256,0.012684800227483115
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,3584,256,0.013579733173052468
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,3584,256,0.012811733285586038
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,3584,256,0.013828266660372415
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,3584,256,0.012986666957537332
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,3584,256,0.013377066453297934
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,3584,256,0.023000532388687135
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,3584,256,0.021204266945521036
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,3584,256,0.012531200051307678
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,3584,256,0.013677866260210673
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,3584,256,0.014494933684666953
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,3584,256,0.07767573197682699
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,3584,256,0.1437653382619222
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,3584,256,0.41896638870239256
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,3584,256,0.8361834843953451
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,3584,256,0.0678389310836792
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,3584,256,0.07316373189290365
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,3584,256,0.07676053047180176
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,3584,256,0.0599402666091919
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,3584,256,0.05629866520563761
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,3584,256,0.06016746759414673
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,3584,256,0.05586880048116048
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,3584,256,0.07304426829020182
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,3584,256,0.047391998767852786
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,3584,256,0.04329066673914592
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,3584,256,0.03916159868240356
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,3584,256,0.039197866121927896
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,3584,256,0.03466453154881795
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,3584,256,0.05138453245162964
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,3584,256,0.030898133913675945
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,3584,256,0.0652405341466268
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,3584,256,0.06388800144195557
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,3584,256,0.06813120047251384
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,3584,256,0.02267626722653707
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,3584,256,0.022215465704600014
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,3584,256,0.018626133600870766
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,3584,256,0.047277867794036865
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,3584,256,0.043543465932210285
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,3584,256,0.05095359881718954
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,3584,256,0.034681598345438644
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,3584,256,0.030845866600672407
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,3584,256,0.026331732670466106
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,3584,256,0.02718293269475301
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,3584,256,0.01001706620057424
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,3584,256,0.017790933450063072
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,3584,256,0.014171733458836874
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,3584,256,0.013750400145848593
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,3584,256,0.009227733810742695
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,3584,256,0.008003200093905132
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,3584,256,0.009177600344022114
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,3584,256,0.009108266234397889
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,3584,256,0.008323200047016144
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,3584,256,0.007919999957084655
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,3584,256,0.007118933399518331
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,3584,256,0.0071050668756167095
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,3584,256,0.007077333331108093
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,3584,256,0.006763733426729838
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,3584,256,0.006258133550484974
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,3584,256,0.006300800045331319
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,3584,256,0.005854933460553487
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,3584,256,0.006318933268388112
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,3584,256,0.007084799806276958
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,3584,256,0.00624533345301946
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,3584,256,0.006279466549555461
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,3584,256,0.006265600025653839
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,3584,256,0.006267733375231425
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,3584,256,0.0058890665570894875
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,3584,256,0.006239999830722809
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,3584,256,0.005921066800753275
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,3584,256,0.006037333110968272
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,3584,256,0.0061951999862988796
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,3584,256,0.0070783997575442
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,3584,256,0.0063274666666984555
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,3584,256,0.006320000191529592
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,3584,256,0.005892266829808554
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,3584,256,0.006049066781997681
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,3584,256,0.005967999994754791
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,3584,256,0.005901866654555003
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,3584,256,0.0063178668419520065
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,3584,256,0.006211199859778086
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,3584,256,0.0062389334042867025
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,3584,256,0.00913706620534261
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,3584,256,0.008016000191370647
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,3584,256,0.06422400077184041
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,3584,256,0.04001173178354899
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,3584,256,0.025969066222508747
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,3584,256,0.01690346598625183
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,3584,256,0.0169706662495931
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,3584,256,0.01650773286819458
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,3584,256,0.01655893325805664
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,3584,256,0.016167466839154564
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,3584,256,0.01562346617380778
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,3584,256,0.014571733276049294
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,3584,256,0.0156768004099528
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,3584,256,0.014422399799029031
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,3584,256,0.014017066359519959
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,3584,256,0.014051199952761332
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,3584,256,0.01372160017490387
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,3584,256,0.013153066237767538
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,3584,256,0.012055466572443645
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,3584,256,0.012023466825485229
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,3584,256,0.011228799819946289
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,3584,256,0.01125333309173584
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,3584,256,0.010934399565060933
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,3584,256,0.010934399565060933
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,3584,256,0.010763733585675558
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,3584,256,0.010484266281127929
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,3584,256,0.01001706620057424
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,3584,256,0.012877866625785828
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,3584,256,0.009940266609191895
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,3584,256,0.009643733501434326
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,3584,256,0.008716799815495809
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,3584,256,0.00830080012480418
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,3584,256,0.008378666639328004
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,3584,256,0.008363733688990276
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,3584,256,0.008294400076071422
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,3584,256,0.007896533111731212
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,3584,256,0.007771733403205872
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,3584,256,0.007928533355395
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,3584,256,0.007602133353551229
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,3584,256,0.007527466615041096
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,3584,256,0.007503999769687653
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,3584,256,0.00757120003302892
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,3584,256,0.007548800110816956
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,3584,256,0.007499733567237854
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,3584,256,0.007541333138942718
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,3584,256,0.007512533167997997
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,3584,256,0.007490133245786031
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,3584,256,0.007493333518505096
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,3584,256,0.007159466544787089
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,3584,256,0.007530666887760162
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,3584,256,0.007153066496054332
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,3584,256,0.007472000022729237
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,3584,256,0.007132799923419952
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,3584,256,0.007513600091139476
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,3584,256,0.0071829333901405334
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,3584,256,0.007558399935563405
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,3584,256,0.007154133419195812
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,3584,256,0.007323733468850453
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,3584,256,0.007155199845631917
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,3584,256,0.00746666689713796
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,3584,256,0.007579733431339264
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,3584,256,0.007055999835332234
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,3584,256,0.007154133419195812
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,3584,256,0.007119999825954437
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,3584,256,0.007496533294518788
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,3584,256,0.0075541332364082335
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,3584,256,0.007091199855009715
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,3584,256,0.007136000196139018
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,3584,256,0.0070816000302632645
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,3584,256,0.007572266459465027
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,3584,256,0.0072170664866765336
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,3584,256,0.007085866729418437
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,3584,256,0.007098666826883952
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,3584,128,0.04900693496068319
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,3584,128,0.026789333422978717
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,3584,128,0.014571733276049294
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,3584,128,0.008335999647776286
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,3584,128,0.009531733393669129
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,3584,128,0.008028799792130788
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,3584,128,0.008311466872692108
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,3584,128,0.007785599927107494
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,3584,128,0.008166400094827015
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,3584,128,0.007321600119272869
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,3584,128,0.008736000458399455
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,3584,128,0.006981333096822103
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,3584,128,0.006716800232728322
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,3584,128,0.0075103998184204105
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,3584,128,0.006673066814740498
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,3584,128,0.007063466807206471
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,3584,128,0.00626986672480901
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,3584,128,0.006292266647020976
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,3584,128,0.006325333317120869
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,3584,128,0.00603413333495458
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,3584,128,0.005846400062243144
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,3584,128,0.0054848000407218935
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,3584,128,0.0050794666012128195
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,3584,128,0.005894400179386139
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,3584,128,0.005067733426888784
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,3584,128,0.004722133278846741
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,3584,256,0.007117866476376851
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,3584,128,0.004335999985535939
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,3584,256,0.007142400244871776
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,3584,128,0.0037994667887687682
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,3584,128,0.004238933324813843
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,3584,128,0.00342399999499321
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,3584,128,0.003366400053103765
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,3584,128,0.0029663999875386557
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,3584,128,0.0026176000634829206
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,3584,128,0.002976000060637792
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,3584,128,0.0025439999997615816
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,3584,128,0.002551466723283132
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,3584,128,0.0026133333643277483
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,3584,128,0.0025546667476495106
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,3584,128,0.0026133333643277483
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,3584,128,0.0028597332537174227
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,3584,128,0.002403199921051661
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,3584,128,0.002549333373705546
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,3584,128,0.0025343999266624452
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,3584,256,0.007091199855009715
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,3584,128,0.0025898667673269907
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,3584,128,0.002553600072860718
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,3584,128,0.0022986667851607008
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,3584,128,0.0022282667458057405
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,3584,128,0.002218666672706604
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,3584,128,0.002147199958562851
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,3584,128,0.002145066608985265
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,3584,128,0.0022154666483402254
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,3584,128,0.0022111999491850535
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,3584,128,0.0021845333278179167
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,3584,128,0.0021578667064507803
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,3584,128,0.002165333429972331
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,3584,128,0.0021397332350413007
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,3584,128,0.002143999934196472
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,3584,128,0.002161066730817159
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,3584,128,0.0021664001047611236
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,3584,128,0.0021407999098300933
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,3584,128,0.00480320006608963
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,3584,128,0.004250666499137879
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,3584,128,0.002161066730817159
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,3584,128,0.002128000060717265
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,3584,128,0.002205866575241089
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,3584,128,0.002123733361562093
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,3584,128,0.0021888000269730886
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,3584,128,0.0021578667064507803
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,3584,128,0.0033642667035261786
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,3584,128,0.0022026665508747103
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,3584,128,0.0021407999098300933
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,3584,128,0.0021514666577180227
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,3584,128,0.06257493495941162
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,3584,128,0.042003198464711504
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,3584,128,0.022190932432810465
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,3584,128,0.02244053284327189
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,3584,128,0.021891200542449953
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,3584,128,0.02100480000178019
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,3584,128,0.020691200097401937
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,3584,128,0.020897066593170165
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,3584,128,0.02062079906463623
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,3584,128,0.0022528000175952912
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,3584,128,0.021385600169499717
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,3584,128,0.018992000818252565
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,3584,128,0.019371734062830607
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,3584,128,0.020488532384236653
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,3584,128,0.018654932578404747
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,3584,128,0.01983573238054911
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,3584,128,0.018598399559656777
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,3584,128,0.0188810666402181
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,3584,128,0.0196341335773468
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,3584,128,0.018347734212875368
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,3584,128,0.019153066476186118
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,3584,128,0.01879040002822876
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,3584,128,0.01851200064023336
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,3584,128,0.017025067408879598
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,3584,128,0.016552533706029257
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,3584,128,0.016541866461435954
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,3584,128,0.01616853376229604
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,3584,128,0.016106667121251424
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,3584,128,0.01630400021870931
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,3584,128,0.032229334115982056
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,3584,128,0.015346133708953857
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,3584,128,0.014490666985511779
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,3584,128,0.01458026667435964
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,3584,128,0.014507733782132468
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,3584,128,0.01528320014476776
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,3584,128,0.014451199769973755
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,3584,128,0.014526933431625366
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,3584,128,0.014265599846839904
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,3584,128,0.013920000195503235
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,3584,128,0.014166399836540222
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,3584,128,0.014311466614405313
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,3584,128,0.014365866780281067
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,3584,128,0.015031466881434122
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,3584,128,0.013667200009028116
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,3584,128,0.014087466398874917
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,3584,128,0.013934933145840964
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,3584,128,0.013898666699727377
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,3584,128,0.014290133118629455
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,3584,128,0.018947199980417887
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,3584,128,0.014233600099881491
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,3584,128,0.01369599997997284
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,3584,128,0.01394773324330648
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,3584,128,0.01814080079396566
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,3584,128,0.014282666643460593
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,3584,128,0.012718933820724487
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,3584,128,0.013962666193644205
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,3584,128,0.01349440018335978
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,3584,128,0.01307413379351298
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,3584,128,0.013707733154296875
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,3584,128,0.013127467036247254
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,3584,128,0.013288533687591553
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,3584,128,0.012748799721399941
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,3584,128,0.013914666573206582
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,3584,128,0.012551466623942057
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,3584,128,0.013090133666992188
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,3584,128,0.012719999750455221
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,3584,128,0.014388266205787658
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,3584,128,0.012589866916338602
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,3584,128,0.013979732990264893
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,3584,128,0.012578133742014566
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,3584,128,0.014257066448529563
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,3584,128,0.012793599565823873
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,3584,128,0.013698133826255798
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,3584,128,0.0021344001094500227
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,3584,128,0.013767466942469279
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,3584,128,0.013479466239611307
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,3584,256,0.007144533097743988
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,3584,256,0.006757333377997081
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,3584,128,0.12090559800465901
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,3584,128,0.304803212483724
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,3584,128,0.06642773151397705
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,3584,128,0.6071082433064778
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,3584,128,0.05192000071207682
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,3584,128,0.0517845352490743
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,3584,128,0.0488810658454895
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,3584,128,0.06648533344268799
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,3584,128,0.048527999718983965
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,3584,128,0.06376320123672485
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,3584,128,0.06324160099029541
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,3584,128,0.059526399771372474
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,3584,128,0.055829334259033206
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,3584,128,0.05851840178171793
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,3584,128,0.03738240003585815
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,3584,128,0.03410133520762126
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,3584,128,0.03422400156656901
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,3584,128,0.030913066864013673
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,3584,128,0.044763731956481936
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,3584,128,0.05546666781107584
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,3584,128,0.02719680070877075
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,3584,128,0.04157653252283732
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,3584,128,0.020204800367355346
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,3584,128,0.019466666380564372
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,3584,128,0.044350934028625486
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,3584,128,0.03009386658668518
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,3584,128,0.01657386620839437
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,3584,128,0.04114986658096313
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,3584,128,0.03804266850153605
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,3584,128,0.023918932676315306
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,3584,128,0.023063466946283976
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,3584,128,0.026727465788523357
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,3584,128,0.012456533312797547
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,3584,128,0.016080000003178916
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,3584,128,0.008302933474381765
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,3584,128,0.007546666761239369
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,3584,128,0.007696000238259633
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,3584,128,0.009554133812586466
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,3584,128,0.008326399823029835
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,3584,128,0.00836906631787618
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,3584,128,0.008308266599973042
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,3584,128,0.007870933413505555
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,3584,128,0.0077802668015162155
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,3584,128,0.006687999765078227
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,3584,128,0.006454400221506755
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,3584,128,0.00584853341182073
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,3584,128,0.005854933460553487
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,3584,128,0.005873066683610281
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,3584,128,0.005866666634877523
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,3584,128,0.005676800012588501
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,3584,128,0.006331733365853627
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,3584,128,0.005862399935722351
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,3584,128,0.005868799984455109
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,3584,128,0.005871999760468801
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,3584,128,0.0054400001962979635
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,3584,128,0.005846400062243144
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,3584,128,0.00591786652803421
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,3584,128,0.0059232001503308615
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,3584,128,0.005924266576766968
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,3584,128,0.005584000051021576
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,3584,128,0.005453866720199585
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,3584,128,0.005857066810131073
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,3584,128,0.0058783998092015585
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,3584,128,0.006132266422112783
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,3584,128,0.0054954667886098225
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,3584,128,0.005858133236567179
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,3584,128,0.00551146666208903
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,3584,128,0.005909333129723867
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,3584,128,0.0652458667755127
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,3584,128,0.04282666842142741
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,3584,128,0.024703999360402427
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,3584,128,0.016354133685429893
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,3584,128,0.016220800081888833
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,3584,128,0.01575040022532145
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,3584,128,0.01572053333123525
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,3584,128,0.01569493313630422
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,3584,128,0.01564800043900808
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,3584,128,0.014528000354766845
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,3584,128,0.01418239971001943
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,3584,128,0.013691733280817667
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,3584,128,0.013244799772898355
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,3584,128,0.013424000144004822
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,3584,128,0.012839466333389282
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,3584,128,0.012485333283742269
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,3584,128,0.011715199549992878
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,3584,128,0.013345066706339517
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,3584,128,0.011582932869593303
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,3584,128,0.011180800199508668
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,3584,128,0.010775466759999592
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,3584,128,0.01076800028483073
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,3584,128,0.010554666320482891
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,3584,128,0.010353066523869832
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,3584,128,0.010137599706649781
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,3584,128,0.009950932860374451
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,3584,128,0.009986133376757304
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,3584,128,0.009540266791979472
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,3584,128,0.008370133241017659
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,3584,128,0.007916800181070964
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,3584,128,0.007909333209196727
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,3584,128,0.007501866420110066
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,3584,128,0.00790719985961914
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,3584,128,0.007472000022729237
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,3584,128,0.0075647999842961625
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,3584,128,0.007503999769687653
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,3584,128,0.007468800246715546
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,3584,128,0.007302399973074596
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,3584,128,0.007090133428573608
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,3584,128,0.00714026689529419
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,3584,128,0.0071487997968991595
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,3584,128,0.0070816000302632645
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,3584,128,0.00747626672188441
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,3584,128,0.007484800120194752
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,3584,128,0.007099733253320058
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,3584,128,0.0070826664566993715
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,3584,128,0.007154133419195812
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,3584,128,0.0071168000499407455
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,3584,128,0.0071381335457166035
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,3584,128,0.00714026689529419
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,3584,128,0.0074986666440963745
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,3584,128,0.007064533233642578
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,3584,128,0.007077333331108093
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,3584,128,0.007079466680685679
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,3584,128,0.007112533350785573
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,3584,128,0.006743466854095459
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,3584,128,0.006669866542021434
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,3584,128,0.007143466671307881
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,3584,128,0.007100800176461537
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,3584,128,0.007083733379840851
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,3584,128,0.00674773355325063
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,3584,128,0.006741333504517872
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,3584,128,0.007083733379840851
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,3584,128,0.007083733379840851
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,3584,128,0.006741333504517872
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,3584,128,0.007108266651630402
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,3584,128,0.0067221333583196
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,3584,128,0.0071381335457166035
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,3584,128,0.007092266778151194
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,3584,128,0.007079466680685679
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,3584,128,0.006677333513895671
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,3584,128,0.007100800176461537
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,3584,128,0.006740266581376393
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,3584,64,0.0397216002146403
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,3584,64,0.02232746680577596
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,3584,64,0.016754132509231568
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,3584,128,0.006691200037797292
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,3584,64,0.007449600100517273
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,3584,64,0.007083733379840851
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,3584,64,0.007893333335717519
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,3584,64,0.007433600227038066
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,3584,64,0.007092266778151194
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,3584,64,0.0063967997829119366
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,3584,64,0.007955199976762136
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,3584,64,0.006186666587988535
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,3584,64,0.0062730665008227035
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,3584,64,0.006263466676076253
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,3584,64,0.0059114664793014525
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,3584,64,0.005496533215045929
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,3584,64,0.005702400207519531
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,3584,64,0.005560533205668131
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,3584,64,0.005500799914201101
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,3584,64,0.005362133185068766
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,3584,64,0.005297066768010458
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,3584,64,0.005020800232887268
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,3584,64,0.006716800232728322
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,3584,64,0.00547733356555303
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,3584,128,0.006358399987220764
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,3584,64,0.005086933573087057
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,3584,64,0.005049600203831991
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,3584,128,0.006696533163388569
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,3584,64,0.004279466470082601
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,3584,64,0.004240000247955322
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,3584,64,0.0037600000699361167
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,3584,64,0.003398400048414866
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,3584,64,0.004212266703446706
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,3584,64,0.003009066730737686
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,3584,64,0.002995199958483378
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,3584,64,0.0025994665920734406
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,3584,128,0.0067104001839955645
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,3584,64,0.0029472000896930695
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,3584,64,0.0025909334421157838
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,3584,64,0.002624000112215678
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,3584,64,0.0023541333774725597
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,3584,64,0.0023882667223612468
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,3584,64,0.0022069332500298817
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,3584,128,0.006714666883150737
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,3584,64,0.0022005334496498106
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,3584,64,0.0021909333765506743
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,3584,64,0.002205866575241089
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,3584,64,0.0021930667261282604
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,3584,64,0.002205866575241089
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,3584,64,0.0023029332359631857
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,3584,64,0.0022474666436513263
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,3584,64,0.002183466653029124
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,3584,64,0.002148266633351644
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,3584,64,0.0021920000513394673
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,3584,64,0.0022069332500298817
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,3584,64,0.0021429332594076794
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,3584,64,0.002182399978240331
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,3584,64,0.0022079999248186748
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,3584,64,0.0021770666042963665
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,3584,64,0.0021226666867733
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,3584,64,0.002040533348917961
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,3584,64,0.0019786667078733446
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,3584,64,0.0021344001094500227
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,3584,64,0.002199466774861018
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,3584,64,0.002199466774861018
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,3584,64,0.002197333425283432
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,3584,64,0.00191893329222997
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,3584,64,0.001836799954374631
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,3584,64,0.0017973333597183228
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,3584,64,0.0020213333268960317
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,3584,64,0.001958400011062622
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,3584,64,0.0018389333039522172
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,3584,64,0.0019829332828521728
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,3584,64,0.0021749332547187803
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,3584,64,0.002194133400917053
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,3584,64,0.06364479859670004
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,3584,64,0.0041354666153589886
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,3584,64,0.040965334574381514
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,3584,64,0.020692267020543418
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,3584,64,0.022205867369969687
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,3584,128,0.006331733365853627
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,3584,64,0.002229333420594533
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,3584,64,0.02253119945526123
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,3584,64,0.019757866859436035
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,3584,64,0.002169599880774816
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,3584,64,0.020530132452646892
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,3584,64,0.021613866090774536
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,3584,64,0.002149333308140437
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,3584,64,0.01890346606572469
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,3584,64,0.020336000124613444
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,3584,64,0.019679999351501463
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,3584,64,0.018879999717076622
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,3584,64,0.018662399053573607
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,3584,64,0.018675200144449868
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,3584,64,0.018618667125701906
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,3584,64,0.018594133853912353
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,3584,64,0.017043199141820273
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,3584,64,0.020282665888468422
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,3584,64,0.016934400796890257
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,3584,64,0.017538134256998697
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,3584,64,0.01811093290646871
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,3584,64,0.016567466656366985
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,3584,64,0.01810773412386576
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,3584,64,0.016424533724784852
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,3584,64,0.014615466197331747
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,3584,64,0.017211733261744182
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,3584,64,0.014503467082977294
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,3584,64,0.014630400141080222
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,3584,64,0.014683733383814493
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,3584,64,0.014446933070818582
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,3584,64,0.03086506724357605
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,3584,64,0.014525866508483887
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,3584,64,0.014442666371663412
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,3584,64,0.014642133315404256
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,3584,64,0.014337066809336343
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,3584,64,0.014429866274197897
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,3584,64,0.014763733744621277
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,3584,64,0.014500266313552857
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,3584,64,0.014114133516947427
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,3584,64,0.014403200149536133
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,3584,64,0.014036267002423605
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,3584,64,0.014494933684666953
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,3584,64,0.013340800007184347
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,3584,64,0.013820800185203552
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,3584,64,0.021686400969823202
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,3584,64,0.018716800212860107
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,3584,64,0.01320746640364329
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,3584,64,0.01328426698843638
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,3584,64,0.01360319952170054
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,3584,64,0.01867093245188395
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,3584,64,0.012544000148773193
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,3584,64,0.014088533322016396
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,3584,64,0.01427733302116394
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,3584,64,0.014311466614405313
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,3584,64,0.013573333621025085
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,3584,64,0.013296000162760415
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,3584,64,0.013848533233006796
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,3584,64,0.01416213313738505
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,3584,64,0.012892799576123557
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,3584,64,0.013351466258366904
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,3584,64,0.013140267133712769
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,3584,64,0.014229333400726319
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,3584,64,0.013369599978129068
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,3584,64,0.013861333330472311
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,3584,64,0.014075733224550881
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,3584,64,0.013314132889111837
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,3584,64,0.013569066921869913
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,3584,64,0.013614933689435324
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,3584,64,0.013226667046546936
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,3584,64,0.01383680005868276
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,3584,64,0.013954133788744608
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,3584,32,0.02349546750386556
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,3584,32,0.043435732523600265
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,3584,32,0.007482666770617168
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,3584,32,0.007474133372306823
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,3584,32,0.008074666559696197
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,3584,32,0.009129599730173747
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,3584,32,0.007470933099587758
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,3584,32,0.007121066749095917
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,3584,32,0.0067114666104316715
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,3584,32,0.008156799773375193
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,3584,32,0.006234666705131531
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,3584,32,0.00659093310435613
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,3584,32,0.006662400066852569
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,3584,64,0.020606933037439983
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,3584,32,0.005791999896367391
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,3584,32,0.0058442667126655575
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,3584,32,0.0059125334024429325
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,3584,32,0.005829333265622457
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,3584,32,0.005529599885145823
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,3584,32,0.005426133175690969
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,3584,32,0.0050335998336474095
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,3584,32,0.006647466619809468
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,3584,32,0.005463466544946035
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,3584,32,0.005018666883309682
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,3584,32,0.004413866500059763
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,3584,32,0.004469333092371622
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,3584,32,0.0038453333079814913
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,3584,32,0.004260266820589701
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,3584,32,0.003442133218050003
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,3584,32,0.0030229332546393077
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,3584,32,0.003193599979082743
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,3584,32,0.0029535998900731405
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,3584,32,0.002998399982849757
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,3584,32,0.0025759999950726825
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,3584,32,0.0029653333127498626
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,3584,64,0.013869866728782654
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,3584,32,0.0025472000241279604
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,3584,32,0.0025642665723959604
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,3584,32,0.002551466723283132
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,3584,32,0.0025909334421157838
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,3584,32,0.0026047999660174055
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,3584,32,0.002219733347495397
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,3584,32,0.002162133405605952
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,3584,32,0.002549333373705546
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,3584,32,0.00222080002228419
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,3584,32,0.0025781333446502686
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,3584,32,0.002348800003528595
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,3584,32,0.002196266750494639
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,3584,32,0.0022133332987626392
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,3584,32,0.002198400100072225
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,3584,32,0.0022229333718617756
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,3584,32,0.002123733361562093
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,3584,32,0.002128000060717265
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,3584,32,0.0021290667355060577
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,3584,32,0.002163200080394745
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,3584,32,0.0022111999491850535
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,3584,32,0.0021301334102948504
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,3584,32,0.002152533332506816
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,3584,32,0.002170666555563609
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,3584,32,0.002143999934196472
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,3584,32,0.002133333434661229
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,3584,32,0.00830506682395935
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,3584,32,0.0021759999295075734
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,3584,32,0.0021429332594076794
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,3584,32,0.0018805333723624547
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,3584,64,0.01360426644484202
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,3584,32,0.0019007999449968337
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,3584,32,0.0021546666820844015
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,3584,32,0.0021685334543387097
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,3584,32,0.0019231999913851422
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,3584,32,0.0021578667064507803
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,3584,32,0.0021429332594076794
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,3584,32,0.06143893400828043
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,3584,32,0.004215466479460398
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,3584,32,0.0390122652053833
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,3584,32,0.030542933940887453
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,3584,32,0.020377600193023683
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,3584,32,0.020499199628829956
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,3584,32,0.02081706722577413
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,3584,32,0.020304000377655028
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,3584,32,0.020643200476964316
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,3584,32,0.018576000134150186
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,3584,32,0.019000534216562906
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,3584,32,0.020501333475112914
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,3584,32,0.018462934096654258
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,3584,32,0.0185589333375295
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,3584,32,0.017497599124908447
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,3584,32,0.018810667594273887
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,3584,32,0.021497599283854165
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,3584,32,0.019808000326156615
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,3584,32,0.018410666783650716
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,3584,32,0.017977599302927652
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,3584,32,0.01829119920730591
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,3584,32,0.016960000991821288
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,3584,32,0.002169599880774816
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,3584,32,0.016660267114639284
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,3584,32,0.0021546666820844015
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,3584,32,0.01895573337872823
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,3584,32,0.0019573333362738294
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,3584,32,0.01805973251660665
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,3584,32,0.018178133169809978
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,3584,32,0.01653439998626709
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,3584,32,0.016521599888801575
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,3584,32,0.016833066940307617
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,3584,32,0.015572266777356467
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,3584,32,0.014787200093269347
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,3584,32,0.01642346680164337
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,3584,32,0.014775466918945313
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,3584,32,0.01446613371372223
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,3584,32,0.014537599682807923
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,3584,32,0.014430933197339377
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,3584,32,0.014441600441932679
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,3584,32,0.014308266838391624
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,3584,32,0.014262400070826211
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,3584,32,0.014040533701578775
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,3584,32,0.014230400323867798
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,3584,32,0.014613333344459533
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,3584,32,0.014427733421325684
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,3584,32,0.01350826621055603
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,3584,32,0.01279146671295166
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,3584,32,0.0143477330605189
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,3584,32,0.014225066701571146
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,3584,32,0.014245333274205527
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,3584,32,0.01405333379904429
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,3584,32,0.013671466708183288
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,3584,32,0.01360640029112498
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,3584,32,0.012698666254679362
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,3584,32,0.0139082670211792
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,3584,32,0.013012267152468362
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,3584,32,0.013449600338935852
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,3584,32,0.013225600123405457
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,3584,32,0.01356053352355957
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,3584,32,0.013977600137392679
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,3584,32,0.01376106639703115
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,3584,32,0.01304639975229899
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,3584,32,0.012965333461761475
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,3584,32,0.012878933548927307
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,3584,32,0.013571199774742127
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,3584,32,0.012964266538619994
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,3584,32,0.013833600282669067
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,3584,32,0.013065600395202636
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,3584,32,0.012854400277137756
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,3584,32,0.01309333344300588
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,3584,32,0.013206400473912559
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,3584,32,0.012957866986592612
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,3584,32,0.013144532839457193
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,3584,32,0.013237333297729493
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,3584,32,0.012560000022252401
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,3584,32,0.017590399583180746
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,3584,32,0.015011200308799743
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,3072,65536,1.126362641652425
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,3072,65536,1.1127253373463948
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,3072,65536,2.108112017313639
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,3072,65536,1.0756266911824544
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,3072,65536,0.9957226912180582
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,3072,65536,1.0504053433736165
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,3584,32,0.014324266711870828
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,3072,65536,1.0403467019399006
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,3072,65536,1.0225333372751872
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,3072,65536,0.8872266610463461
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,3072,65536,4.238053321838379
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,3072,65536,0.8639413515726725
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,3072,65536,0.7248266537984213
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,3072,65536,0.6996213595072428
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,3072,65536,0.7776587009429932
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,3072,65536,0.6455466747283936
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,3072,65536,0.7056372960408529
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,3072,65536,0.5856853326161703
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,3072,65536,0.563151995340983
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,3072,65536,0.5293226639429728
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,3072,65536,0.5927520195643107
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,3072,65536,0.5406773487726847
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,3072,65536,0.4031786521275838
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,3072,65536,0.3445013364156087
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,3072,65536,0.3627839883168538
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,3072,65536,9.416191736857096
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,3072,65536,0.2821333408355713
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,3072,65536,0.25918932755788165
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,3072,65536,0.32064000765482586
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,3072,65536,0.2233226696650187
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,3072,65536,0.2024959921836853
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,3072,65536,0.1636319955190023
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,3072,65536,0.12985600034395853
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,3072,65536,0.10090133547782898
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,3072,65536,0.1015786627928416
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,3072,65536,0.09077333410580952
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,3072,65536,0.09327999750773112
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,3072,65536,0.9944586753845215
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,3072,65536,0.8898026943206787
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,3072,65536,0.08598933617273967
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,3072,65536,0.08100800216197968
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,3072,65536,0.07726400097211202
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,3072,65536,0.08285333216190338
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,3072,65536,0.07900266846021016
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,3072,65536,0.08245866497357686
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,3072,65536,0.07417599856853485
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,3072,65536,0.07241599758466084
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,3072,65536,0.07076266904671986
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,3072,65536,0.07089066505432129
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,3072,65536,0.08002133170763652
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,3072,65536,0.592469334602356
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,3072,65536,0.07227733234564464
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,3072,65536,0.0687306672334671
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,3072,65536,0.06866666674613953
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,3072,65536,0.07022933165232341
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,3072,65536,0.06555200119813283
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,3072,65536,0.06623999774456024
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,3072,65536,0.06568533182144165
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,3072,65536,0.06584533552328746
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,3072,65536,0.0653653343518575
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,3072,65536,0.06515733400980632
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,3072,65536,0.06551999847094218
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,3072,65536,0.06490666667620341
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,3072,65536,0.06433066725730896
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,3072,65536,0.06462400158246358
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,3072,65536,0.06446399788061778
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,3072,65536,0.06491733094056447
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,3072,65536,0.0693280001481374
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,3072,65536,0.40807998180389404
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,3072,65536,0.06952000161012013
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,3072,65536,0.0698880006869634
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,3072,65536,0.1076586643854777
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,3072,65536,0.07585600018501282
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,3072,65536,0.07155733307202657
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,3072,65536,1.3129440148671467
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,3072,65536,2.4624053637186685
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,3072,65536,1.3001440366109211
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,3072,65536,0.06969066460927327
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,3072,65536,1.2391573588053386
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,3072,65536,1.1578933397928874
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,3072,65536,1.2266826629638672
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,3072,65536,1.167258659998576
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,3072,65536,1.1081866423288982
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,3072,65536,0.9577546914418539
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,3072,65536,0.894431988398234
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,3072,65536,9.860698699951172
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,3072,65536,0.8275520006815592
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,3072,65536,0.8405653635660807
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,3072,65536,0.7630826632181803
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,3072,65536,0.7764746348063151
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,3072,65536,4.915173212687175
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,3072,65536,0.6848853429158529
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,3072,65536,0.6778666973114014
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,3072,65536,0.6132053136825562
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,3072,65536,0.6185280084609985
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,3072,65536,0.5669493277867635
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,3072,65536,0.5772586663564047
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,3072,65536,0.405781348546346
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,3072,65536,0.45924798647562665
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,3072,65536,0.4666293462117513
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,3072,65536,0.41418667634328205
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,3072,65536,0.9913866519927979
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,3072,65536,0.327184001604716
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,3072,65536,0.32571732997894287
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,3072,65536,0.2505226731300354
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,3072,65536,0.16059199968973795
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,3072,65536,0.24341332912445068
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,3072,65536,0.0999786655108134
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,3072,65536,0.16108266512552896
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,3072,65536,0.09284800291061401
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,3072,65536,1.1193652947743733
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,3072,65536,0.09761599699656169
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,3072,65536,0.08885332942008972
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,3072,65536,0.09290132919947307
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,3072,65536,0.08284266789754231
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,3072,65536,0.0870293378829956
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,3072,65536,0.08167999982833862
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,3072,65536,0.0747680018345515
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,3072,65536,1.022543986638387
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,3072,65536,0.07586133480072021
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,3072,65536,0.07606933514277141
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,3072,65536,0.07441066702206929
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,3072,65536,0.07153599957625072
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,3072,65536,0.06514133512973785
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,3072,65536,0.07020266850789388
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,3072,65536,0.060047999024391174
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,3072,65536,0.0598880002895991
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,3072,65536,0.05782933533191681
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,3072,65536,0.062181333700815834
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,3072,65536,0.06002133091290792
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,3072,65536,0.055999999245007835
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,3072,65536,0.05343999962011973
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,3072,65536,0.05269866685072581
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,3072,65536,0.05215999980767568
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,3072,65536,0.049813335140546165
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,3072,65536,0.052229334910710655
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,3072,65536,0.05134933193524679
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,3072,65536,0.05086400111516317
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,3072,65536,0.04948799808820089
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,3072,65536,0.0505973349014918
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,3072,65536,0.050767997900644936
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,3072,65536,0.049600000182787575
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,3072,65536,0.04882133503754934
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,3072,65536,0.05117866893609365
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,3072,65536,0.04957866668701172
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,3072,65536,0.04975999891757965
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,3072,65536,0.04930666585763296
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,3072,65536,0.06611200173695882
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,3072,65536,0.054560000697771706
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,3072,65536,1.149183988571167
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,3072,65536,1.8701066970825195
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,3072,65536,0.8570240338643392
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,3072,65536,3.9448960622151694
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,3072,65536,0.8374719619750977
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,3072,65536,1.1136000156402588
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,3072,65536,0.893882671991984
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,3072,65536,0.7330986658732096
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,3072,65536,0.8600213527679443
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,3072,65536,0.6956319808959961
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,3072,65536,0.8344533443450928
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,3072,65536,8.897567749023438
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,3072,65536,0.655679980913798
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,3072,65536,0.932639996210734
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,3072,65536,0.4903786579767863
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,3072,65536,0.9842879772186279
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,3072,65536,0.45945600668589276
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,3072,65536,0.5614773432413737
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,3072,65536,0.5353600184122721
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,3072,65536,0.9501226743062338
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,3072,65536,0.9287573496500651
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,3072,65536,0.6283040046691895
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,3072,65536,0.2762453357378642
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,3072,65536,0.6342826684316
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,3072,65536,0.28587732712427777
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,3072,65536,0.23249600330988565
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,3072,65536,0.6064320007960001
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,3072,65536,0.41762133439381915
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,3072,65536,0.3954240083694458
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,3072,65536,0.3513706525166829
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,3072,65536,0.3726293245951335
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,3072,65536,0.1824373404184977
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,3072,65536,0.21253333489100137
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,3072,65536,0.133925328652064
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,3072,65536,0.17946666479110718
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,3072,65536,0.12176000078519185
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,3072,65536,0.10937600334485371
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,3072,65536,0.12100266416867574
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,3072,65536,0.11967466274897258
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,3072,65536,0.11795733372370402
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,3072,65536,0.11457066734631856
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,3072,65536,0.11231999595959981
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,3072,65536,0.0876586635907491
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,3072,65536,0.11347732941309611
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,3072,65536,0.08108266691366832
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,3072,65536,0.08074666559696198
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,3072,65536,0.08217599987983704
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,3072,65536,0.07964799801508586
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,3072,65536,0.0803466687599818
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,3072,65536,0.07754133145014445
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,3072,65536,0.07764266431331635
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,3072,65536,0.0766186664501826
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,3072,65536,0.07694399853547414
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,3072,65536,0.07649600009123485
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,3072,65536,0.11686399579048157
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,3072,65536,0.07647466659545898
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,3072,65536,0.07650133470694225
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,3072,65536,0.07658133407433827
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,3072,65536,0.07649066547552745
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,3072,65536,0.07621866464614868
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,3072,65536,0.0765119989713033
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,3072,65536,0.07587733368078868
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,3072,65536,0.07625066737333934
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,3072,65536,0.07587199906508128
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,3072,65536,0.07562133173147838
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,3072,65536,0.07615466912587483
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,3072,65536,0.20768000682195029
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,3072,65536,0.07627200086911519
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,3072,65536,0.07553066809972127
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,3072,65536,0.08496532837549846
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,3072,65536,0.08458133538564046
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,3072,65536,0.08615466952323914
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,3072,65536,0.08306666711966197
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,3072,65536,0.08260266482830048
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,3072,65536,4.401032129923503
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,3072,65536,2.0468506813049316
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,3072,65536,1.0498773256937664
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,3072,65536,0.5530159870783488
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,3072,65536,0.5285813411076864
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,3072,65536,0.5139360030492147
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,3072,65536,0.5451173384984335
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,3072,65536,0.528767983118693
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,3072,65536,0.5060266653696696
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,3072,65536,0.4971280097961426
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,3072,65536,0.4915733337402344
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,3072,65536,0.49670398235321045
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,3072,65536,0.478770653406779
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,3072,65536,0.4923199812571208
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,3072,65536,0.37533334891001385
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,3072,65536,0.3607519865036011
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,3072,65536,0.3564639886220296
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,3072,65536,0.34092267354329425
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,3072,65536,0.33341066042582196
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,3072,65536,0.3200613260269165
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,3072,65536,0.32897333304087323
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,3072,65536,0.3349253336588542
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,3072,65536,0.3182640075683594
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,3072,65536,0.3076240022977193
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,3072,65536,0.3089306751887004
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,3072,65536,0.3001226584116618
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,3072,65536,0.18724000453948975
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,3072,65536,0.1788826584815979
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,3072,65536,0.17610400915145874
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,3072,65536,0.16637067000071207
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,3072,65536,0.15535199642181396
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,3072,65536,0.16381067037582397
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,3072,65536,0.15570933620134988
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,3072,65536,0.14510132869084677
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,3072,65536,0.14497066537539163
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,3072,65536,0.13658400376637778
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,3072,65536,0.13516533374786377
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,3072,65536,0.1375013291835785
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,3072,65536,0.13580532868703207
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,3072,65536,0.1360160013039907
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,3072,65536,0.1349573334058126
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,3072,65536,0.13531999786694845
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,3072,65536,0.1365600029627482
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,3072,65536,0.1346399982770284
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,3072,65536,0.13410133123397827
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,3072,65536,0.13412266969680786
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,3072,65536,0.13386933008829752
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,3072,65536,0.13361600041389465
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,3072,65536,0.13350666562716165
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,3072,65536,0.13357866803805032
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,3072,65536,0.13384532928466797
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,3072,65536,0.13353600104649863
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,3072,65536,0.1335040032863617
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,3072,65536,0.13374132911364237
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,3072,65536,0.13341866930325827
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,3072,65536,0.13261333107948303
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,3072,65536,0.13302933176358542
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,3072,65536,0.1334719955921173
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,3072,65536,0.1336799959341685
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,3072,65536,0.1335333287715912
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,3072,65536,0.13357333342234293
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,3072,65536,0.13345066706339517
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,3072,65536,0.13257867097854614
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,3072,65536,0.13341333468755087
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,3072,65536,0.13248800237973532
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,3072,65536,0.13351466258366904
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,3072,65536,0.13351200024286905
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,3072,51200,7.1578934987386065
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,3072,51200,3.6619094212849936
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,3072,51200,1.7255573272705078
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,3072,51200,0.9581867059071859
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,3072,51200,0.8542400201161703
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,3072,51200,0.8404800097147623
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,3072,51200,0.856655995051066
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,3072,51200,0.7822666962941488
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,3072,51200,0.8371093273162842
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,3072,51200,0.7666613260904948
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,3072,51200,0.8175679842631022
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,3072,51200,0.6856479644775391
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,3072,51200,0.6541066567103068
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,3072,51200,0.6665013233820597
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,3072,51200,0.5590560038884481
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,3072,51200,0.5238666534423828
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,3072,51200,0.5548160076141357
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,3072,51200,0.49218666553497314
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,3072,51200,0.5552746852238973
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,3072,51200,0.4426773389180501
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,3072,51200,0.42853331565856934
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,3072,65536,0.13333333532015482
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,3072,51200,0.3999093373616536
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,3072,51200,0.4169439872105916
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,3072,51200,0.41139201323191327
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,3072,51200,0.3956640164057414
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,3072,51200,0.30429865916570026
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,3072,51200,0.31867732604344684
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,3072,51200,0.26027733087539673
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,3072,51200,0.28139734268188477
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,3072,51200,0.21178666750590006
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,3072,51200,0.22728000084559122
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,3072,51200,0.19909334182739258
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,3072,51200,0.17254932721455893
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,3072,51200,0.14316800236701965
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,3072,51200,0.1267733375231425
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,3072,51200,0.08557333548863728
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,3072,51200,0.07842133442560832
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,3072,51200,0.07230400045712788
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,3072,51200,0.07214933137098949
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,3072,51200,0.07018666466077168
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,3072,51200,0.0786293347676595
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,3072,51200,0.06508799890677135
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,3072,51200,0.06534933547178905
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,3072,51200,0.06285866598288219
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,3072,51200,0.06625600159168243
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,3072,51200,0.06598933537801106
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,3072,51200,0.06229866544405619
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,3072,51200,0.06433600187301636
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,3072,51200,0.060229331254959106
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,3072,51200,0.05710400144259135
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,3072,51200,0.057850668827692665
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,3072,51200,0.062021334966023765
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,3072,51200,0.05677866439024607
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,3072,51200,0.05795200169086456
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,3072,51200,0.05702400207519531
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,3072,51200,0.054746667544047035
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,3072,51200,0.0531626691420873
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,3072,51200,0.0537066658337911
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,3072,51200,0.052144000927607216
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,3072,51200,0.05179200073083242
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,3072,51200,0.0517546683549881
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,3072,51200,0.05182399849096934
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,3072,51200,0.051813334226608276
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,3072,51200,0.0516533354918162
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,3072,51200,0.05203733344872793
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,3072,51200,0.0516533354918162
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,3072,51200,0.0517546683549881
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,3072,51200,0.051882664362589516
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,3072,51200,0.051829333106676735
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,3072,65536,0.13266400496164957
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,3072,51200,0.051914667089780174
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,3072,51200,0.05659199754397074
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,3072,51200,0.05762133498986562
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,3072,51200,0.05615466833114624
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,3072,51200,0.0569653312365214
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,3072,51200,7.689461390177409
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,3072,51200,3.7959038416544595
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,3072,51200,1.0395359992980957
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,3072,51200,1.9191412925720215
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,3072,51200,1.0082613627115886
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,3072,51200,0.9788106282552084
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,3072,51200,0.96615997950236
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,3072,51200,0.8959893385569254
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,3072,51200,0.927178700764974
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,3072,51200,0.8709867000579834
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,3072,51200,0.7790613174438477
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,3072,51200,0.7990079720815023
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,3072,51200,0.7026346524556478
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,3072,51200,0.7528746922810873
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,3072,51200,0.6494026581446329
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,3072,51200,0.6592586835225424
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,3072,51200,0.59771200021108
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,3072,51200,0.6154986619949341
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,3072,51200,0.5369493166605631
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,3072,51200,0.528986652692159
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,3072,51200,0.4787840048472087
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,3072,51200,0.4862186511357625
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,3072,51200,0.4177653392155965
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,3072,51200,0.446234663327535
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,3072,51200,0.3628213405609131
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,3072,51200,0.8768853346506754
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,3072,51200,0.3225333293279012
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,3072,51200,0.31439467271169025
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,3072,51200,0.25779734055201214
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,3072,51200,0.26286399364471436
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,3072,51200,0.19722666343053183
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,3072,51200,0.12485333283742268
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,3072,51200,0.19317332903544107
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,3072,51200,0.12730133533477783
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,3072,51200,0.08479467034339905
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,3072,51200,0.08133333424727122
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,3072,51200,0.0830506682395935
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,3072,51200,0.08123200138409932
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,3072,51200,0.07810133198897044
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,3072,51200,0.0705386648575465
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,3072,51200,0.06807999809583028
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,3072,51200,0.06438399851322174
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,3072,51200,0.06397333244482677
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,3072,51200,0.06159466505050659
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,3072,51200,0.06198933223883311
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,3072,51200,0.05834133426348368
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,3072,51200,0.057434668143590294
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,3072,51200,0.055999999245007835
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,3072,51200,0.05282666782538096
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,3072,51200,0.05418133238951365
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,3072,51200,0.3710506757100423
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,3072,51200,0.052330667773882546
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,3072,51200,0.05211733281612396
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,3072,51200,0.04995200037956238
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,3072,51200,0.048112000028292336
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,3072,51200,0.07569600145022075
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,3072,51200,0.04572799801826477
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,3072,51200,0.04399999976158142
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,3072,51200,0.04381866753101349
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,3072,51200,0.04435733457406362
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,3072,51200,0.04514666895071665
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,3072,51200,0.0436160018046697
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,3072,51200,0.04367466767628988
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,3072,51200,0.0430026650428772
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,3072,51200,0.04309333364168803
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,3072,51200,0.04308799902598063
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,3072,51200,0.04403733213742574
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,3072,51200,0.04161600023508072
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,3072,51200,0.04192000130812327
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,3072,51200,0.04383466641108195
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,3072,51200,0.042709335684776306
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,3072,51200,0.04273599882920583
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,3072,51200,0.04326933125654856
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,3072,51200,0.05037866532802582
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,3072,65536,0.13345066706339517
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,3072,65536,0.1325226624806722
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,3072,51200,3.1994187037150064
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,3072,51200,6.960986455281575
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,3072,51200,1.5385386149088542
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,3072,51200,0.9604907035827637
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,3072,51200,0.714954694112142
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,3072,51200,0.8221973578135172
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,3072,51200,0.6819466749827067
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,3072,51200,0.728816032409668
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,3072,51200,0.6182506481806437
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,3072,51200,0.7062400182088217
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,3072,51200,0.5855093399683634
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,3072,51200,0.6793066660563151
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,3072,65536,0.13272000352541605
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,3072,51200,0.9249173005421957
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,3072,51200,0.7967039744059244
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,3072,51200,0.4689120054244995
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,3072,51200,0.4188053210576375
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,3072,51200,0.4706079959869385
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,3072,51200,0.38285334904988605
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,3072,51200,0.4444693326950073
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,3072,51200,0.7987039883931478
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,3072,51200,0.7726666927337646
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,3072,65536,0.13238400220870972
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,3072,51200,0.5274186531702677
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,3072,51200,0.2360159953435262
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,3072,51200,0.2429866592089335
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,3072,51200,0.19876267512639365
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,3072,51200,0.531328002611796
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,3072,51200,0.5077653328577677
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,3072,51200,0.3344533443450928
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,3072,51200,0.34521599610646564
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,3072,65536,0.13263733188311258
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,3072,51200,0.2985493342081706
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,3072,51200,0.30903466542561847
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,3072,51200,0.15505066514015198
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,3072,51200,0.15031466881434122
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,3072,51200,0.1788426637649536
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,3072,51200,0.11339733004570007
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,3072,51200,0.10055466492970784
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,3072,51200,0.08898133039474487
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,3072,51200,0.1011946698029836
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,3072,51200,0.09691199660301208
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,3072,51200,0.09691199660301208
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,3072,51200,0.09139200051625569
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,3072,51200,0.09487467010815938
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,3072,51200,0.09487467010815938
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,3072,51200,0.09030933181444804
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,3072,51200,0.07176533341407776
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,3072,51200,0.06533333162466685
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,3072,51200,0.06603733201821645
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,3072,51200,0.06428800026575725
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,3072,51200,0.0639626681804657
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,3072,51200,0.06239999830722809
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,3072,51200,0.06238933404286703
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,3072,51200,0.061941335598627724
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,3072,51200,0.06115200122197469
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,3072,51200,0.061994666854540505
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,3072,51200,0.06155199805895487
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,3072,51200,0.06087466577688853
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,3072,51200,0.06087466577688853
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,3072,51200,0.06124266485373179
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,3072,51200,0.060933331648508705
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,3072,51200,0.06090133388837179
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,3072,51200,0.06197333335876465
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,3072,51200,0.06203199923038483
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,3072,51200,0.06198933223883311
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,3072,51200,0.06162666777769724
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,3072,51200,0.06163733204205831
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,3072,51200,0.13733333349227905
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,3072,51200,0.13911466797192892
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,3072,51200,0.06196266909440359
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,3072,51200,0.07055466870466869
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,3072,51200,0.07020799815654755
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,3072,51200,0.0683786670366923
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,3072,51200,0.06782400111357371
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,3072,51200,0.06577600042025249
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,3072,51200,0.06621333460013072
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,3072,51200,3.2790772120157876
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,3072,51200,1.5756079355875652
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,3072,51200,0.8329386711120605
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,3072,51200,0.43914933999379474
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,3072,51200,0.42445067564646405
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,3072,51200,0.4047493139902751
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,3072,51200,0.4164773225784302
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,3072,51200,0.4147893190383911
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,3072,51200,0.3999493519465129
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,3072,51200,0.38955732186635333
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,3072,51200,0.38787734508514404
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,3072,51200,0.38813332716623944
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,3072,51200,0.3848346471786499
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,3072,51200,0.3772266705830892
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,3072,51200,0.2948906620343526
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,3072,51200,0.28485333919525146
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,3072,51200,0.2808026671409607
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,3072,51200,0.26712266604105633
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,3072,51200,0.2667786677678426
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,3072,51200,0.2601306637128194
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,3072,51200,0.2640960017840068
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,3072,51200,0.2513466676076253
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,3072,51200,0.2526346643765767
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,3072,51200,0.2458560069402059
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,3072,51200,0.24355200926462808
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,3072,51200,0.23694399992624918
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,3072,51200,0.15110933780670166
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,3072,51200,0.14149866501490274
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,3072,51200,0.14194400111834207
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,3072,51200,0.13248800237973532
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,3072,51200,0.1314799984296163
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,3072,51200,0.12488800287246704
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,3072,51200,0.12313066919644673
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,3072,51200,0.11744532982508342
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,3072,51200,0.11489866177241008
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,3072,51200,0.10913599530855815
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,3072,51200,0.10914933681488037
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,3072,51200,0.10806399583816528
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,3072,51200,0.10815200209617615
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,3072,51200,0.10918133457501729
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,3072,51200,0.10832267006238301
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,3072,51200,0.10730133454004924
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,3072,51200,0.10915733377138774
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,3072,51200,0.1074026624361674
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,3072,51200,0.10697600245475769
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,3072,51200,0.10682666301727295
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,3072,51200,0.10690666238466899
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,3072,51200,0.10744800170262654
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,3072,51200,0.10659733414649963
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,3072,51200,0.10607199867566426
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,3072,51200,0.10677867134412129
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,3072,51200,0.10585066676139832
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,3072,51200,0.10626666744550069
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,3072,51200,0.1060986618200938
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,3072,51200,0.10598933696746826
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,3072,51200,0.10575999816258748
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,3072,51200,0.10597333312034607
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,3072,51200,0.10591466228167216
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,3072,51200,0.10471999645233154
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,3072,51200,0.10575733582178752
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,3072,51200,0.10561333100001018
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,3072,51200,0.10578667124112447
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,3072,51200,0.10539999604225159
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,3072,51200,0.10471199949582417
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,3072,51200,0.10623466968536377
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,3072,51200,0.10591199994087219
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,3072,51200,0.10585866371790568
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,3072,16384,2.0929999351501465
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,3072,16384,1.143386681874593
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,3072,51200,0.10579466819763184
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,3072,16384,0.5717573165893555
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,3072,16384,0.28588000933329266
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,3072,16384,0.2973146637280782
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,3072,16384,0.26711199680964154
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,3072,16384,0.24807999531428018
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,3072,16384,0.28255200386047363
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,3072,16384,0.25456533829371136
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,3072,16384,0.2644053300221761
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,3072,16384,0.24905866384506226
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,3072,16384,0.2262986699740092
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,3072,16384,0.21555999914805093
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,3072,51200,0.10589333375295003
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,3072,16384,0.21993066867192587
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,3072,16384,0.1755359967549642
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,3072,16384,0.18469067414601645
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,3072,16384,0.16299200057983398
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,3072,16384,0.18602933486302695
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,3072,16384,0.14904800057411194
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,3072,16384,0.14202133814493814
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,3072,16384,0.13382666309674582
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,3072,16384,0.13262400031089783
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,3072,16384,0.11740266283353169
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,3072,16384,0.1294266680876414
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,3072,16384,0.10226666927337646
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,3072,16384,0.10293066501617432
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,3072,16384,0.08679999907811482
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,3072,16384,0.09116533398628235
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,3072,16384,0.07066133121649425
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,3072,16384,0.07348000009854634
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,3072,16384,0.066021333138148
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,3072,16384,0.056799997886021934
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,3072,16384,0.04740533232688904
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,3072,16384,0.042919998367627464
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,3072,16384,0.03461066633462906
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,3072,16384,0.03305066625277201
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,3072,16384,0.03064800053834915
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,3072,16384,0.031112000346183777
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,3072,16384,0.02920266737540563
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,3072,16384,0.030482667187849682
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,3072,16384,0.026504000027974445
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,3072,16384,0.026677332818508148
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,3072,16384,0.025834667185942333
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,3072,16384,0.18147999048233032
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,3072,16384,0.025029333929220837
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,3072,16384,0.024872000018755596
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,3072,16384,0.024656000236670177
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,3072,16384,0.024143998821576435
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,3072,16384,0.02217866728703181
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,3072,16384,0.02333066612482071
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,3072,16384,0.021943998833497364
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,3072,16384,0.022109332183996838
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,3072,16384,0.022074667116006214
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,3072,16384,0.021151999632517498
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,3072,16384,0.021613332132498424
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,3072,16384,0.020770666499932606
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,3072,16384,0.020949333906173706
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,3072,16384,0.020784000555674236
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,3072,16384,0.020706667254368465
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,3072,16384,0.0206986665725708
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,3072,16384,0.020706667254368465
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,3072,16384,0.02077599987387657
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,3072,16384,0.02030666669209798
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,3072,16384,0.020608000457286835
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,3072,16384,0.02059999977548917
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,3072,16384,0.020410666863123577
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,3072,16384,0.020053333292404812
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,3072,16384,0.019823999454577763
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,3072,16384,0.019845332950353622
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,3072,16384,0.020746666938066483
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,3072,16384,0.020784000555674236
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,3072,16384,0.02067733307679494
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,3072,16384,0.0217573344707489
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,3072,51200,0.10573599735895793
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,3072,16384,0.02181600034236908
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,3072,16384,1.2397084765964084
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,3072,16384,0.6182630856831869
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,3072,16384,0.32710933685302734
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,3072,16384,0.3360924455854628
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,3072,16384,0.3127431074778239
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,3072,16384,2.447464836968316
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,3072,16384,0.3139626714918348
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,3072,16384,0.29749155044555664
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,3072,16384,0.2808248996734619
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,3072,16384,0.25583823521931964
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,3072,16384,0.28496887948777944
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,3072,16384,0.24997689988878039
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,3072,16384,0.22628267606099448
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,3072,16384,0.24004620975918242
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,3072,16384,0.20997867319318983
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,3072,16384,0.21188444561428496
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,3072,16384,0.1901244454913669
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,3072,16384,0.19785777727762857
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,3072,16384,0.16933688852522108
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,3072,16384,0.16528533564673528
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,3072,16384,0.14898133277893066
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,3072,16384,0.12635555532243517
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,3072,16384,0.15101333459218344
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,3072,16384,0.13749510712093777
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,3072,16384,0.10858666896820068
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,3072,16384,0.11153777440388997
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,3072,16384,0.0944053332010905
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,3072,16384,0.0985635585255093
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,3072,16384,0.07899733384450276
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,3072,16384,0.08212622006734212
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,3072,16384,0.07075022326575385
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,3072,16384,0.05341688791910807
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,3072,16384,0.06446222464243571
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,3072,16384,0.049710220760769315
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,3072,16384,0.29058488210042316
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,3072,16384,0.038375112745496966
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,3072,16384,0.03837688763936361
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,3072,16384,0.03913955556021796
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,3072,16384,0.041491554843054876
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,3072,16384,0.03476622369554307
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,3072,16384,0.03513955407672458
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,3072,16384,0.03395377927356296
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,3072,16384,0.035169776942994856
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,3072,16384,0.033356444703208074
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,3072,16384,0.03303644392225478
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,3072,16384,0.032792889409595065
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,3072,16384,0.03163911236657037
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,3072,16384,0.030645334058337744
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,3072,16384,0.030064000023735896
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,3072,16384,0.029098666376537744
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,3072,16384,0.028945777151319716
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,3072,16384,0.028990222348107234
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,3072,16384,0.028584887584050495
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,3072,16384,0.02869510981771681
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,3072,16384,0.026837334036827087
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,3072,16384,0.026895999908447266
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,3072,16384,0.024919110867712233
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,3072,16384,0.026865777042176988
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,3072,16384,0.027276444766256545
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,3072,16384,0.027066666218969557
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,3072,16384,0.026862222287389968
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,3072,16384,0.026883555783165827
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,3072,16384,0.02699377801683214
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,3072,16384,0.027660444378852844
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,3072,16384,0.025847110483381484
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,3072,16384,0.025644444757037695
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,3072,16384,0.024753777517212763
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,3072,16384,0.02517866591612498
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,3072,16384,0.024844444460339014
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,3072,16384,0.039098666773902044
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,3072,16384,0.025447110335032146
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,3072,16384,0.02488888965712653
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,3072,16384,0.025820444027582806
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,3072,16384,0.024695111645592585
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,3072,51200,0.10513066252072652
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,3072,16384,1.2253280215793185
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,3072,16384,0.5863644282023112
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,3072,16384,2.4890204535590277
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,3072,16384,0.305023988087972
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,3072,16384,0.2742222150166829
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,3072,16384,0.3665066560109456
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,3072,16384,0.26109690136379665
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,3072,16384,0.27960001097785103
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,3072,16384,0.2392337852054172
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,3072,16384,0.26908800337049693
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,3072,16384,0.22803378105163574
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,3072,16384,0.25764089160495335
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,3072,16384,0.3178524441189236
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,3072,51200,0.10543200373649597
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,3072,16384,0.182769775390625
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,3072,51200,0.1055573324362437
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,3072,16384,0.16582577758365208
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,3072,16384,0.35727111498514813
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,3072,16384,0.1809671057595147
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,3072,16384,0.1708231104744805
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,3072,16384,0.154384003745185
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,3072,16384,0.3098328908284505
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,3072,16384,0.295434660381741
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,3072,16384,0.20366577307383218
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,3072,16384,0.09559822082519531
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,3072,16384,0.09563199679056804
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,3072,16384,0.08082489172617595
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,3072,16384,0.2075786723030938
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,3072,51200,0.10474666953086853
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,3072,16384,0.19507377677493623
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,3072,16384,0.13604266113705105
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,3072,16384,0.13357688321007624
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,3072,16384,0.11925333076053196
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,3072,16384,0.1172213289472792
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,3072,16384,0.07015822331110637
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,3072,16384,0.06395200226042005
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,3072,16384,0.05403555432955424
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,3072,16384,0.044680890109803945
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,3072,16384,0.03520355621973673
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,3072,16384,0.03459377752410041
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,3072,16384,0.03499733408292135
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,3072,16384,0.035143110487196184
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,3072,16384,0.032305777072906494
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,3072,16384,0.034316443734698825
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,3072,16384,0.03306311037805345
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,3072,16384,0.033626665671666466
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,3072,16384,0.032968888680140175
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,3072,16384,0.025470222036043804
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,3072,16384,0.024188444018363953
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,3072,16384,0.023863111933072407
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,3072,16384,0.02383822202682495
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,3072,16384,0.024062222904629175
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,3072,16384,0.024110222856203716
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,3072,16384,0.023500444160567388
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,3072,16384,0.023413333627912734
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,3072,16384,0.023471999499532912
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,3072,16384,0.02347555591000451
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,3072,16384,0.023461333579487268
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,3072,16384,0.023375999596383836
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,3072,16384,0.02382755610677931
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,3072,16384,0.025560888979170058
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,3072,16384,0.023361777265866596
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,3072,16384,0.023399111297395494
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,3072,16384,0.025013332565625507
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,3072,16384,0.023395554886923894
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,3072,16384,0.05803910891215006
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,3072,16384,0.02606222199069129
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,3072,16384,0.04730311036109924
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,3072,16384,0.04987733231650459
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,3072,16384,0.058097779750823975
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,3072,16384,0.05358933409055074
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,3072,16384,0.052440888351864286
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,3072,16384,0.049765331877602466
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,3072,16384,0.025109334124459162
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,3072,16384,0.025441777375009324
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,3072,16384,0.025676444172859192
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,3072,16384,0.024762666887707178
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,3072,16384,0.5109471956888835
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,3072,16384,0.27078078587849935
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,3072,16384,0.14027946790059406
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,3072,16384,1.049168014526367
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,3072,16384,0.13914027214050292
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,3072,16384,0.13815253575642902
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,3072,16384,0.13786452611287434
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,3072,16384,0.1345205307006836
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,3072,16384,0.1338175932566325
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,3072,16384,0.13203840255737304
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,3072,16384,0.13163093725840253
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,3072,16384,0.13027626673380535
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,3072,16384,0.12945386568705242
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,3072,16384,0.12611839771270753
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,3072,16384,0.0980074644088745
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,3072,16384,0.09591786861419678
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,3072,16384,0.09611519972483316
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,3072,16384,0.09237226645151773
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,3072,16384,0.0910762627919515
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,3072,16384,0.09144852956136068
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,3072,16384,0.08995520273844401
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,3072,16384,0.08772266705830892
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,3072,16384,0.08689493338267008
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,3072,16384,0.08500266869862874
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,3072,16384,0.08491626580556234
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,3072,16384,0.08140587011973063
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,3072,16384,0.05285226504007975
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,3072,16384,0.051172268390655515
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,3072,16384,0.05021653175354004
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,3072,16384,0.04751146634419759
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,3072,16384,0.04864533344904582
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,3072,16384,0.04544746478398641
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,3072,16384,0.0443669319152832
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,3072,16384,0.0423466682434082
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,3072,16384,0.04143040180206299
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,3072,16384,0.039390933513641355
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,3072,16384,0.0395306666692098
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,3072,16384,0.038754133383433025
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,3072,16384,0.038990934689839676
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,3072,16384,0.03880000114440918
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,3072,16384,0.038671998182932536
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,3072,16384,0.03894186814626058
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,3072,16384,0.038574934005737305
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,3072,16384,0.03862186670303345
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,3072,16384,0.038114134470621744
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,3072,16384,0.03761066595713298
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,3072,16384,0.03773013353347778
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,3072,16384,0.037808001041412354
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,3072,16384,0.03785066604614258
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,3072,16384,0.038023467858632407
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,3072,16384,0.03744320074717204
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,3072,16384,0.03779520193735759
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,3072,16384,0.037828266620635986
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,3072,16384,0.037514666716257736
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,3072,16384,0.03784639835357666
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,3072,16384,0.037870931625366214
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,3072,16384,0.03741333484649658
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,3072,16384,0.03779946565628052
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,3072,16384,0.03753493229548137
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,3072,16384,0.037780265013376876
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,3072,16384,0.03744959831237793
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,3072,16384,0.03739519913991292
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,3072,16384,0.037611734867095944
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,3072,16384,0.037453866004943846
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,3072,16384,0.03747200171152751
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,3072,16384,0.03741546471913655
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,3072,16384,0.037409067153930664
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,3072,16384,0.03744320074717204
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,3072,16384,0.037835733095804853
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,3072,12288,0.7906133333841959
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,3072,12288,0.38917867342631024
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,3072,12288,0.21860265731811523
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,3072,12288,0.20906933148701987
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,3072,12288,0.20463200410207114
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,3072,12288,0.20138132572174072
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,3072,12288,0.19018399715423584
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,3072,12288,0.19095200300216675
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,3072,12288,0.18770132462183634
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,3072,12288,0.1870959997177124
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,3072,12288,0.1686346729596456
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,3072,12288,0.16416800022125244
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,3072,12288,0.16239466269810995
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,3072,12288,0.1397200028101603
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,3072,12288,0.12909866372744241
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,3072,12288,0.13386933008829752
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,3072,12288,0.11937066912651062
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,3072,12288,0.12746133406956991
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,3072,12288,0.10912266373634338
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,3072,12288,0.10679999987284343
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,3072,12288,0.09895466764767964
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,3072,12288,0.10052266716957092
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,3072,12288,0.08557867010434468
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,3072,12288,0.09662399689356486
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,3072,12288,1.5757519404093425
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,3072,12288,0.07738400002320607
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,3072,12288,0.06529333194096883
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,3072,12288,0.05246133108933767
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,3072,12288,0.055546666185061135
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,3072,12288,0.05109066764513651
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,3072,12288,0.042581334710121155
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,3072,12288,0.036117332677046456
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,3072,12288,0.032357332607110344
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,3072,12288,0.026922665536403656
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,3072,12288,0.022242667774359386
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,3072,12288,0.026930667459964752
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,3072,12288,0.025733334322770435
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,3072,12288,0.0745146671930949
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,3072,12288,0.023823998868465424
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,3072,12288,0.06852533419926961
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,3072,12288,0.02126133441925049
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,3072,12288,0.02200799932082494
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,3072,12288,0.021762666602929432
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,3072,12288,0.02075733368595441
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,3072,12288,0.02176800121863683
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,3072,12288,0.02089066555102666
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,3072,12288,0.02070933332045873
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,3072,12288,0.01868533343076706
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,3072,12288,0.019677333533763885
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,3072,12288,0.017815999686717987
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,3072,12288,0.01869333287080129
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,3072,12288,0.018496000518401463
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,3072,12288,0.01937599976857503
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,3072,12288,0.01785600061217944
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,3072,12288,0.018717333674430847
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,3072,12288,0.0176959993938605
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,3072,12288,0.01849866658449173
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,3072,12288,0.017682666579882305
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,3072,12288,0.01764800027012825
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,3072,12288,0.017727999637524288
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,3072,12288,0.017711999515692394
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,3072,12288,0.017658667018016178
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,3072,12288,0.01770666614174843
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,3072,12288,0.017682666579882305
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,3072,12288,0.01766933376590411
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,3072,12288,0.017661333084106445
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,3072,12288,0.016663999607165653
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,3072,12288,0.01738133281469345
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,3072,12288,0.01687733332316081
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,3072,12288,0.01774666706720988
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,3072,12288,0.017680000513792038
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,3072,12288,0.017743999759356182
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,3072,12288,0.017759999881188076
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,3072,12288,0.020608000457286835
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,3072,16384,0.03715946674346924
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,3072,12288,0.46869464715321857
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,3072,12288,0.9248560269673666
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,3072,12288,0.2560093402862549
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,3072,12288,0.2500946720441182
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,3072,12288,1.8519813219706218
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,3072,12288,0.23520400126775107
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,3072,12288,0.21972666184107462
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,3072,12288,0.22572400172551474
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,3072,12288,0.2032053271929423
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,3072,12288,0.21640000740687051
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,3072,12288,0.17719600598017374
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,3072,12288,0.16691466172536215
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,3072,12288,0.15296799937884012
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,3072,12288,0.15624666213989258
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,3072,12288,0.14044933517773947
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,3072,12288,0.146397332350413
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,3072,12288,0.2346000075340271
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,3072,12288,0.12668666243553162
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,3072,12288,0.1237546702226003
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,3072,12288,0.11105066537857056
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,3072,12288,0.1950413386027018
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,3072,12288,0.11174000302950542
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,3072,12288,0.09897200266520183
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,3072,12288,0.10672932863235474
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,3072,12288,0.18788933753967285
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,3072,12288,0.08831066886583964
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,3072,12288,0.09075466791788737
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,3072,12288,0.07744933168093364
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,3072,12288,0.08100133140881856
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,3072,12288,0.06165866553783417
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,3072,12288,0.06362000107765198
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,3072,12288,0.05200666685899099
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,3072,12288,0.05568000177542368
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,3072,12288,0.04080133388439814
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,3072,12288,0.04236799975236257
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,3072,12288,0.03475333253542582
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,3072,12288,0.03196533272663752
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,3072,12288,0.032255999743938446
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,3072,12288,0.0329120010137558
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,3072,12288,0.03273199995358785
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,3072,12288,0.030689333875974018
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,3072,12288,0.03088400016228358
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,3072,12288,0.031342667837937675
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,3072,12288,0.028694666922092438
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,3072,12288,0.029820000131924946
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,3072,12288,0.029492000738779705
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,3072,12288,0.028902667264143627
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,3072,12288,0.02869999905427297
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,3072,12288,0.026730666557947796
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,3072,12288,0.02758533259232839
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,3072,12288,0.02680933227141698
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,3072,12288,0.02700000007947286
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,3072,12288,0.024933333198229473
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,3072,12288,0.025628000497817993
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,3072,12288,0.024885334074497223
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,3072,12288,0.024850666522979736
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,3072,12288,0.024473334352175396
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,3072,12288,0.024334666629632313
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,3072,12288,0.02476666619380315
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,3072,12288,0.024362665911515553
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,3072,12288,0.024754665791988373
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,3072,12288,0.025914666553338368
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,3072,12288,0.024686666826407116
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,3072,12288,0.024708000322182972
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,3072,12288,0.02292933315038681
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,3072,12288,0.024161333839098614
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,3072,12288,0.02271733433008194
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,3072,12288,0.022756000359853108
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,3072,12288,0.02348800003528595
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,3072,12288,0.024866667886575062
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,3072,12288,0.02333866556485494
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,3072,12288,0.02274266630411148
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,3072,12288,0.02688133219877879
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,3072,12288,0.02478133390347163
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,3072,16384,0.03744106690088908
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,3072,16384,0.03776106834411621
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,3072,12288,0.5139626661936442
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,3072,12288,1.0471146901448567
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,3072,12288,0.26539599895477295
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,3072,12288,0.24090667565663657
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,3072,12288,2.1159079869588218
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,3072,12288,0.23346799612045288
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,3072,12288,0.31754400332768756
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,3072,12288,0.21559733152389526
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,3072,12288,0.27951866388320923
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,3072,12288,0.23252665996551514
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,3072,12288,0.20099467039108276
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,3072,12288,0.3074386715888977
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,3072,12288,0.2202919920285543
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,3072,12288,0.16404267152150473
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,3072,16384,0.03743893305460612
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,3072,12288,0.14788132905960083
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,3072,12288,0.15695066253344217
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,3072,12288,0.1360640029112498
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,3072,16384,0.03765546480814616
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,3072,12288,0.14693333705266318
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,3072,12288,0.2687399983406067
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,3072,12288,0.2558240095774333
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,3072,12288,0.2446826696395874
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,3072,12288,0.08513333400090535
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,3072,12288,0.07521466910839081
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,3072,12288,0.07230133314927419
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,3072,12288,0.17931866645812988
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,3072,12288,0.16940667231877646
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,3072,12288,0.18170666694641113
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,3072,12288,0.11919066309928894
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,3072,12288,0.11761867006619771
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,3072,12288,0.10464800397555034
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,3072,12288,0.10129732886950175
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,3072,12288,0.05183066427707672
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,3072,12288,0.04896266758441925
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,3072,12288,0.034017334381739296
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,3072,12288,0.04127199947834015
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,3072,12288,0.029254667460918427
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,3072,12288,0.026034665604432423
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,3072,12288,0.028165332973003387
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,3072,12288,0.028198666870594025
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,3072,12288,0.027855999767780304
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,3072,12288,0.02775333325068156
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,3072,12288,0.0262746661901474
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,3072,12288,0.026370666921138763
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,3072,12288,0.02606666584809621
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,3072,12288,0.020626666645208996
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,3072,12288,0.020741333564122517
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,3072,12288,0.019617332766453426
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,3072,12288,0.01952533299724261
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,3072,12288,0.01911333327492078
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,3072,12288,0.019188000510136288
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,3072,12288,0.018846667061249416
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,3072,12288,0.019158666332562763
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,3072,12288,0.019166667014360428
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,3072,12288,0.01876133307814598
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,3072,12288,0.018766666452089947
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,3072,12288,0.019166667014360428
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,3072,12288,0.019052000095446903
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,3072,12288,0.03502266605695089
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,3072,12288,0.03549599895874659
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,3072,12288,0.035485332210858665
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,3072,12288,0.03570666660865148
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,3072,12288,0.036246667305628456
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,3072,12288,0.019675999879837036
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,3072,12288,0.03699733316898346
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,3072,12288,0.04223733146985372
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,3072,12288,0.03751333306233088
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,3072,12288,0.03655733416477839
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,3072,12288,0.03812666734059652
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,3072,12288,0.02052133282025655
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,3072,12288,0.021171999474366505
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,3072,12288,0.020703999946514767
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,3072,12288,0.020723999788363773
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,3072,12288,0.020658666888872784
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,3072,12288,0.020461333294709522
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,3072,12288,0.777781359354655
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,3072,12288,0.39520533879597985
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,3072,12288,0.10889493624369304
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,3072,12288,0.10755093097686767
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,3072,12288,0.2058549404144287
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,3072,12288,0.10719679991404216
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,3072,12288,0.1095199982325236
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,3072,12288,0.1047317345937093
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,3072,12288,0.10524266560872395
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,3072,12288,0.10351893107096355
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,3072,12288,0.10296853383382161
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,3072,12288,0.07777706782023111
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,3072,12288,0.10071679751078289
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,3072,12288,0.10125119686126709
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,3072,12288,0.09853866895039877
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,3072,12288,0.07556906541188559
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,3072,12288,0.07346666653951009
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,3072,12288,0.07661333084106445
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,3072,12288,0.07259199619293213
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,3072,12288,0.07205759684244792
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,3072,12288,0.07095253467559814
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,3072,12288,0.06905706723531088
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,3072,12288,0.06804800033569336
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,3072,12288,0.06730133692423503
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,3072,12288,0.06653653383255005
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,3072,12288,0.06390933195749918
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,3072,12288,0.042845865090688065
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,3072,12288,0.04038506746292114
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,3072,12288,0.03954026699066162
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,3072,12288,0.037937064965565995
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,3072,12288,0.03849493265151978
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,3072,12288,0.035869868596394856
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,3072,12288,0.036263465881347656
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,3072,12288,0.033796266714731855
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,3072,12288,0.03315946658452352
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,3072,12288,0.031703466176986696
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,3072,12288,0.031251200040181476
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,3072,12288,0.031436800956726074
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,3072,12288,0.03125866651535034
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,3072,12288,0.031124265988667806
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,3072,12288,0.03145813345909119
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,3072,12288,0.030943999687830608
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,3072,12288,0.030874667565027873
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,3072,12288,0.03049386739730835
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,3072,12288,0.030273065964380903
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,3072,12288,0.030110933383305866
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,3072,12288,0.030472532908121748
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,3072,12288,0.030144000053405763
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,3072,12288,0.030060799916585286
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,3072,12288,0.030184533198674517
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,3072,12288,0.030060799916585286
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,3072,12288,0.030300800005594892
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,3072,12288,0.029818665981292725
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,3072,12288,0.030085333188374835
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,3072,12288,0.029930667082468672
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,3072,12288,0.03003093401590983
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,3072,12288,0.030074665943781536
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,3072,12288,0.03023680051167806
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,3072,12288,0.029934932788213093
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,3072,12288,0.029756800333658857
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,3072,12288,0.02985919912656148
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,3072,12288,0.029602134227752687
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,3072,12288,0.030039467414220172
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,3072,12288,0.030026666323343915
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,3072,12288,0.029692800839742024
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,3072,12288,0.030023467540740967
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,3072,12288,0.029943466186523438
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,3072,10240,1.3187182744344075
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,3072,10240,0.7473440170288086
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,3072,10240,0.4251697858174642
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,3072,10240,0.21605688995785186
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,3072,10240,0.2175804509056939
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,3072,10240,0.21471110979715982
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,3072,10240,0.17576532893710664
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,3072,10240,0.17036267121632895
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,3072,10240,0.17283733685811362
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,3072,10240,0.16999644703335234
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,3072,10240,0.1660462220509847
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,3072,10240,0.13981689347161189
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,3072,10240,0.14004622565375432
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,3072,10240,0.13225777943929037
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,3072,10240,0.12168710761600071
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,3072,10240,0.11757866541544597
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,3072,10240,0.11885510550604926
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,3072,10240,0.10220088561375935
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,3072,10240,0.11365155378977458
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,3072,10240,0.09347377883063422
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,3072,10240,0.09426310989591812
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,3072,10240,0.09619555870691936
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,3072,10240,0.09317511320114136
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,3072,10240,0.08049599991904365
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,3072,10240,0.08240533537334867
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,3072,10240,0.06356088982688056
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,3072,10240,0.0609511137008667
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,3072,10240,0.0542773339483473
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,3072,10240,0.0579377810160319
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,3072,10240,0.043599999613232084
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,3072,10240,0.04668800036112467
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,3072,10240,0.042591998974482216
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,3072,10240,0.03589866558710734
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,3072,10240,0.03042311138576931
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,3072,10240,0.027109333210521277
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,3072,10240,0.02217777735657162
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,3072,10240,0.01864888932969835
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,3072,10240,0.01824711097611321
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,3072,10240,0.022504889302783545
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,3072,10240,0.023011555274327595
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,3072,10240,0.01791111131509145
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,3072,10240,0.0188426673412323
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,3072,10240,0.01853155593077342
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,3072,10240,0.017882666654056974
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,3072,10240,0.01721244388156467
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,3072,10240,0.017329777280489605
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,3072,10240,0.017269333203633625
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,3072,10240,0.016846223009957206
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,3072,10240,0.015232000086042615
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,3072,10240,0.01620444489849938
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,3072,10240,0.015207111835479736
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,3072,10240,0.015278221832381355
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,3072,10240,0.015208888385030957
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,3072,10240,0.015722667177518208
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,3072,10240,0.014979556202888489
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,3072,10240,0.015306666493415833
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,3072,10240,0.014501333236694336
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,3072,10240,0.01465777721669939
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,3072,10240,0.014462222655614218
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,3072,10240,0.015879111157523263
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,3072,10240,0.01587199999226464
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,3072,10240,0.01593955523437924
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,3072,10240,0.01590222285853492
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,3072,10240,0.015930665863884818
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,3072,10240,0.015822221835454304
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,3072,10240,0.015829333000712924
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,3072,10240,0.013991110854678683
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,3072,10240,0.014296889305114746
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,3072,10240,0.0140337778462304
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,3072,10240,0.013859555953078799
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,3072,10240,0.014506666196717156
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,3072,10240,0.014510222607188754
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,3072,10240,0.01462933255566491
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,3072,10240,0.014577777849303352
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,3072,10240,1.516482162475586
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,3072,10240,0.7628213246663411
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,3072,10240,0.3975872039794922
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,3072,10240,0.2339029312133789
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,3072,10240,0.23232639630635582
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,3072,10240,0.19854292869567872
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,3072,10240,0.19594987233479816
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,3072,10240,0.18733654022216797
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,3072,10240,0.18699839909871419
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,3072,12288,0.030035199721654256
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,3072,10240,0.17881066004435223
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,3072,10240,0.1800810654958089
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,3072,10240,0.15032639503479003
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,3072,10240,0.15119147300720215
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,3072,10240,0.1387370745340983
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,3072,10240,0.12740800380706788
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,3072,10240,0.1293173313140869
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,3072,10240,0.11607680320739747
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,3072,10240,0.12118399937947591
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,3072,10240,0.10708906650543212
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,3072,10240,0.10528426965077717
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,3072,10240,0.14277226130167645
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,3072,10240,0.0982144037882487
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,3072,10240,0.09732906818389893
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,3072,10240,0.08863680362701416
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,3072,10240,0.08880320390065512
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,3072,10240,0.076146133740743
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,3072,10240,0.07594239711761475
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,3072,10240,0.06434986591339112
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,3072,10240,0.06647679805755616
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,3072,10240,0.0557749350865682
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,3072,10240,0.05405439933141073
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,3072,10240,0.04515413443247478
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,3072,10240,0.03782186508178711
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,3072,10240,0.03662399848302205
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,3072,10240,0.032023467620213825
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,3072,10240,0.029832533995310467
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,3072,10240,0.028808534145355225
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,3072,10240,0.030723200241724653
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,3072,10240,0.031099732716878253
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,3072,10240,0.02775893410046895
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,3072,10240,0.02964800000190735
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,3072,10240,0.030397866169611615
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,3072,10240,0.027046400308609008
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,3072,10240,0.026026666164398193
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,3072,10240,0.04811946551005046
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,3072,10240,0.02737706700960795
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,3072,10240,0.027566933631896974
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,3072,10240,0.025906133651733398
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,3072,10240,0.024810665845870973
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,3072,10240,0.025471999247868853
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,3072,10240,0.02477759917577108
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,3072,10240,0.023587199052174886
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,3072,10240,0.024207999308904014
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,3072,10240,0.023140267531077067
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,3072,10240,0.023757867018381753
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,3072,10240,0.02387946645418803
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,3072,10240,0.022782933712005616
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,3072,10240,0.02301759918530782
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,3072,10240,0.022716800371805825
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,3072,10240,0.02687893311182658
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,3072,10240,0.023542400201161703
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,3072,10240,0.021186133225758873
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,3072,10240,0.02250666618347168
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,3072,10240,0.021860265731811525
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,3072,10240,0.022398932774861654
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,3072,10240,0.022553600867589316
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,3072,10240,0.021819732586542764
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,3072,10240,0.021734400590260824
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,3072,10240,0.022398932774861654
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,3072,10240,0.02313493291536967
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,3072,10240,0.022712532679239908
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,3072,10240,0.022702932357788086
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,3072,10240,0.022644267479578654
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,3072,10240,0.02257706721623739
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,3072,12288,0.029665066798528032
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,3072,12288,0.02975146571795146
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,3072,12288,0.029883732398351032
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,3072,12288,0.02961386640866597
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,3072,12288,0.03006400068600972
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,3072,12288,0.030027733246485395
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,3072,10240,0.9712895711263021
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,3072,10240,0.22753067016601564
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,3072,10240,1.9582720438639325
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,3072,10240,0.2170410633087158
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,3072,10240,0.4797834714253743
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,3072,10240,0.19991572697957355
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,3072,10240,0.2908927917480469
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,3072,10240,0.2600767930348714
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,3072,10240,0.1886122703552246
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,3072,10240,0.2032320022583008
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,3072,10240,0.28065919876098633
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,3072,10240,0.24809385935465494
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,3072,10240,0.1546826680501302
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,3072,10240,0.13770880699157714
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,3072,10240,0.143124262491862
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,3072,10240,0.12727146943410236
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,3072,10240,0.13115946451822919
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,3072,10240,0.24987093607584634
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,3072,10240,0.238590939839681
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,3072,10240,0.2250208059946696
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,3072,10240,0.2140063921610514
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,3072,10240,0.07190399964650472
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,3072,10240,0.061617068449656164
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,3072,10240,0.056696534156799316
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,3072,10240,0.1662922700246175
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,3072,10240,0.1685365358988444
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,3072,10240,0.15531093279520672
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,3072,10240,0.1103210687637329
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,3072,10240,0.10079039732615154
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,3072,10240,0.09379839897155762
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,3072,10240,0.08186773459116617
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,3072,10240,0.04407360156377156
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,3072,10240,0.039331201712290445
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,3072,10240,0.0366922656695048
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,3072,10240,0.029468800624211627
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,3072,10240,0.026151466369628906
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,3072,10240,0.02330986658732096
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,3072,10240,0.02485333283742269
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,3072,10240,0.024868265787760416
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,3072,10240,0.024782933791478477
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,3072,10240,0.024676267306009927
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,3072,10240,0.023740800221761067
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,3072,10240,0.023499733209609984
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,3072,10240,0.0234933336575826
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,3072,10240,0.018604799111684164
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,3072,10240,0.017163733641306557
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,3072,10240,0.017240534226099648
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,3072,10240,0.017474132776260375
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,3072,10240,0.016956800222396852
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,3072,10240,0.017054933309555053
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,3072,10240,0.016914133230845133
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,3072,10240,0.01694399913152059
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,3072,10240,0.01691626707712809
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,3072,10240,0.016832000017166136
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,3072,10240,0.016992000738779704
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,3072,10240,0.03089173237482707
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,3072,10240,0.030330665906270343
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,3072,10240,0.030692267417907714
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,3072,10240,0.030692267417907714
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,3072,10240,0.030849067370096843
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,3072,10240,0.030949334303538006
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,3072,10240,0.031082665920257567
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,3072,10240,0.03113279938697815
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,3072,10240,0.03121280074119568
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,3072,10240,0.03129813273747762
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,3072,10240,0.031036800146102904
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,3072,10240,0.030694399277369184
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,3072,10240,0.01861226757367452
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,3072,10240,0.018573866287867228
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,3072,10240,0.01823893388112386
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,3072,10240,0.01864853302637736
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,3072,10240,0.018601600329081217
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,3072,10240,0.018266665935516357
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,3072,10240,0.018203733364741008
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,3072,10240,0.6561471939086914
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,3072,10240,0.3370911916097005
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,3072,10240,0.17966507275899252
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,3072,10240,0.0956501324971517
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,3072,10240,0.09558400313059488
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,3072,10240,0.09521386623382569
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,3072,10240,0.09402773380279542
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,3072,10240,0.0920639991760254
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,3072,10240,0.09140693346659343
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,3072,10240,0.0902570645014445
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,3072,10240,0.09078826904296874
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,3072,10240,0.08870826562245687
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,3072,10240,0.08936426639556885
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,3072,10240,0.08603200117746988
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,3072,10240,0.06667626698811849
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,3072,10240,0.06802026430765787
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,3072,10240,0.06652373472849528
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,3072,10240,0.06421226660410563
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,3072,10240,0.06480746666590373
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,3072,10240,0.06285013357798258
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,3072,10240,0.06280959844589233
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,3072,10240,0.05984746615091959
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,3072,10240,0.059752531846364344
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,3072,10240,0.05903786818186442
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,3072,10240,0.05812373161315918
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,3072,10240,0.03577280044555664
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,3072,10240,0.03712853193283081
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,3072,10240,0.05555733442306519
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,3072,10240,0.034757332007090254
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,3072,10240,0.033486934502919515
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,3072,10240,0.03362773259480794
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,3072,10240,0.03175893425941467
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,3072,10240,0.03174720009167989
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,3072,10240,0.03015786608060201
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,3072,10240,0.029149866104125975
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,3072,10240,0.02776319980621338
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,3072,10240,0.027361067136128743
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,3072,10240,0.02751680016517639
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,3072,10240,0.02719893256823222
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,3072,10240,0.027210666735966997
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,3072,10240,0.02725546757380168
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,3072,10240,0.027165865898132323
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,3072,10240,0.02726400097211202
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,3072,10240,0.02722453276316325
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,3072,10240,0.026346667607625322
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,3072,10240,0.026383999983469648
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,3072,10240,0.026318933566411334
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,3072,10240,0.02640213370323181
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,3072,10240,0.02632853388786316
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,3072,10240,0.0260863999525706
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,3072,10240,0.026254934072494508
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,3072,10240,0.025966932376225788
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,3072,10240,0.02600319981575012
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,3072,10240,0.025999999046325682
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,3072,10240,0.026013867060343428
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,3072,10240,0.02611200014750163
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,3072,10240,0.025978666543960572
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,3072,10240,0.025978666543960572
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,3072,10240,0.025916800896326704
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,3072,10240,0.025971200068791705
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,3072,10240,0.02638079921404521
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,3072,10240,0.025966932376225788
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,3072,10240,0.02595413327217102
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,3072,10240,0.025813333193461102
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,3072,10240,0.025707733631134034
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,3072,10240,0.02611626585324605
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,3072,10240,0.025847466786702473
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,3072,8192,1.0582044389512804
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,3072,8192,0.5247324307759603
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,3072,8192,0.27529777420891655
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,3072,8192,0.16569422350989446
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,3072,8192,0.15967110792795816
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,3072,8192,0.15912355317009821
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,3072,8192,0.15860088666280112
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,3072,8192,0.15901866224077013
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,3072,8192,0.1506062216228909
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,3072,8192,0.14935821957058376
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,3072,8192,0.15005332893795437
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,3072,8192,0.11402844058142768
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,3072,8192,0.11038221915562947
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,3072,8192,0.10638933049307929
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,3072,8192,0.09730488724178737
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,3072,8192,0.09403200281990899
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,3072,8192,0.09535821941163804
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,3072,8192,0.08322311109966703
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,3072,8192,0.0925262239244249
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,3072,8192,0.07551466756396823
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,3072,8192,0.07598577605353461
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,3072,8192,0.07616000043021308
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,3072,8192,0.07418488793902926
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,3072,8192,0.06473600202136569
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,3072,8192,0.0647288892004225
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,3072,8192,0.051002668009863965
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,3072,8192,0.048988444937600024
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,3072,8192,0.04347733325428433
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,3072,8192,0.046762665112813316
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,3072,8192,0.035086221165127225
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,3072,8192,0.037596444288889565
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,3072,8192,0.034632888105180525
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,3072,8192,0.028730667299694482
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,3072,8192,0.024718221690919664
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,3072,8192,0.022016000416543748
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,3072,8192,0.018453333112928603
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,3072,8192,0.015477332803938123
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,3072,8192,0.015274667077594332
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,3072,8192,0.01796444422668881
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,3072,10240,0.025916800896326704
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,3072,8192,0.018636445204416912
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,3072,8192,0.018031999468803406
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,3072,8192,0.018353778454992507
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,3072,8192,0.014513777361975776
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,3072,8192,0.015201777219772339
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,3072,8192,0.015178667174445258
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,3072,8192,0.015210666590266757
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,3072,8192,0.014949333336618213
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,3072,8192,0.015207111835479736
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,3072,8192,0.014549333188268872
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,3072,8192,0.013896889156765409
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,3072,8192,0.013184000220563678
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,3072,8192,0.013217777841620974
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,3072,8192,0.01311466677321328
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,3072,8192,0.013367111484209696
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,3072,8192,0.013169777890046438
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,3072,8192,0.013136000268989138
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,3072,8192,0.012862222062216865
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,3072,8192,0.01274311128589842
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,3072,8192,0.012474666866991254
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,3072,8192,0.013905778527259827
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,3072,8192,0.013815110756291283
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,3072,8192,0.013838222457302941
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,3072,8192,0.013870221873124441
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,3072,8192,0.013836444252067141
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,3072,8192,0.013872000078360239
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,3072,8192,0.013767110804716745
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,3072,8192,0.012430222498046027
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,3072,8192,0.012478222449620565
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,3072,8192,0.012469333079126147
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,3072,8192,0.012421333127551608
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,3072,8192,0.012476444244384766
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,3072,8192,0.012522666818565793
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,3072,8192,0.012522666818565793
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,3072,8192,0.012798222402731577
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,3072,8192,0.6028010686238606
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,3072,8192,1.191274642944336
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,3072,8192,0.3134133338928223
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,3072,8192,0.16363412539164227
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,3072,8192,0.1619935989379883
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,3072,8192,0.15350507100423177
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,3072,8192,0.15077226956685383
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,3072,8192,0.14676586786905926
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,3072,8192,0.14682772954305012
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,3072,8192,0.13719040552775066
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,3072,8192,0.13717759450276693
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,3072,8192,0.12039466698964436
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,3072,8192,0.12100053628285726
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,3072,8192,0.11218026479085286
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,3072,8192,0.10815786520640056
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,3072,8192,0.10357120037078857
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,3072,8192,0.10618666807810466
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,3072,8192,0.09457173347473144
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,3072,8192,0.0979637304941813
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,3072,8192,0.08829440275828043
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,3072,8192,0.08612480163574218
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,3072,8192,0.07998080253601074
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,3072,8192,0.0800160010655721
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,3072,8192,0.07097813288370768
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,3072,8192,0.07250773111979167
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,3072,8192,0.059698132673899326
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,3072,8192,0.059217067559560146
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,3072,8192,0.05348586638768514
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,3072,8192,0.05506453514099121
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,3072,8192,0.0432426651318868
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,3072,8192,0.0458954652150472
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,3072,8192,0.039816534519195555
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,3072,8192,0.04118933280309041
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,3072,8192,0.0332042674223582
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,3072,8192,0.031623466809590654
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,3072,10240,0.026317866643269856
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,3072,8192,0.02894933422406514
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,3072,8192,0.02686186631520589
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,3072,8192,0.027266132831573486
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,3072,8192,0.0271616001923879
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,3072,8192,0.02616426746050517
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,3072,8192,0.026528000831604004
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,3072,8192,0.02718399961789449
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,3072,8192,0.024628265698750814
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,3072,8192,0.023947733640670776
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,3072,8192,0.02400319973627726
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,3072,8192,0.0236245334148407
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,3072,8192,0.023090134064356484
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,3072,8192,0.024820266167322795
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,3072,8192,0.023846399784088135
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,3072,8192,0.022690133253733317
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,3072,8192,0.02323306600252787
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,3072,8192,0.02296746571858724
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,3072,8192,0.02241599957148234
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,3072,8192,0.02230613430341085
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,3072,8192,0.021418666839599608
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,3072,8192,0.02260266741116842
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,3072,8192,0.02318933407465617
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,3072,8192,0.022753065824508666
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,3072,8192,0.021126399437586464
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,3072,8192,0.020588799317677816
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,3072,8192,0.02152106761932373
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,3072,8192,0.02072746753692627
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,3072,8192,0.02063466707865397
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,3072,8192,0.020989867051442464
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,3072,8192,0.02664746642112732
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,3072,8192,0.021949867407480873
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,3072,8192,0.020916267236073812
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,3072,8192,0.020658133427302043
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,3072,8192,0.021052799622217813
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,3072,8192,0.020678400993347168
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,3072,8192,0.020524799823760986
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,3072,8192,0.02066346605618795
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,3072,8192,0.020744532346725464
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,3072,8192,0.020859734217325846
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,3072,10240,0.02592960000038147
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,3072,10240,0.025937066475550337
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,3072,10240,0.025561600923538208
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,3072,10240,0.025960532824198405
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,3072,10240,0.025918932755788167
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,3072,8192,0.8922997156778971
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,3072,8192,1.7792779286702474
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,3072,8192,0.21072212855021158
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,3072,8192,0.1998400052388509
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,3072,8192,0.44034773508707686
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,3072,8192,0.18414826393127443
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,3072,8192,0.2621685345967611
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,3072,8192,0.17312852541605633
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,3072,8192,0.17922132809956867
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,3072,8192,0.23966506322224937
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,3072,8192,0.2527381261189779
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,3072,8192,0.14219093322753906
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,3072,8192,0.22889386812845863
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,3072,8192,0.12675946553548176
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,3072,8192,0.12450346946716309
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,3072,8192,0.11426560084025066
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,3072,8192,0.1050112009048462
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,3072,8192,0.22531305948893227
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,3072,8192,0.20234986941019692
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,3072,8192,0.2164192040761312
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,3072,8192,0.1922218640645345
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,3072,8192,0.061190398534139004
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,3072,8192,0.050936532020568845
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,3072,8192,0.04523093303044637
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,3072,8192,0.1558677355448405
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,3072,8192,0.1515039920806885
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,3072,8192,0.13895573616027831
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,3072,8192,0.09195199807484945
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,3072,8192,0.07581226825714112
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,3072,8192,0.07579946517944336
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,3072,8192,0.06425173282623291
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,3072,8192,0.0392682671546936
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,3072,8192,0.03541653156280518
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,3072,8192,0.03261760075887044
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,3072,8192,0.0268010675907135
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,3072,8192,0.023149865865707397
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,3072,8192,0.020275199413299562
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,3072,8192,0.02236479918162028
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,3072,8192,0.022154666980107627
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,3072,8192,0.022247467438379923
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,3072,8192,0.021824000279108684
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,3072,8192,0.02063039938608805
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,3072,8192,0.020627200603485107
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,3072,8192,0.020732800165812172
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,3072,8192,0.016935465733210246
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,3072,8192,0.015309866269429526
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,3072,8192,0.015343999862670899
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,3072,8192,0.01495146652062734
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,3072,8192,0.015289599696795145
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,3072,8192,0.015320533514022827
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,3072,8192,0.015006933609644571
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,3072,8192,0.014912000298500061
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,3072,8192,0.029214932521184282
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,3072,8192,0.0293013334274292
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,3072,8192,0.02916373411814372
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,3072,8192,0.029623466730117797
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,3072,8192,0.02964693307876587
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,3072,8192,0.027948800722757978
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,3072,8192,0.028513065973917645
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,3072,8192,0.0295360008875529
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,3072,8192,0.030238932371139525
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,3072,8192,0.016556800405184428
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,3072,8192,0.030060799916585286
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,3072,8192,0.031228800614674885
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,3072,8192,0.02833706736564636
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,3072,8192,0.030427734057108562
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,3072,8192,0.03046506643295288
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,3072,8192,0.0317194660504659
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,3072,8192,0.016551466782887776
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,3072,8192,0.01646080017089844
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,3072,8192,0.01630826691786448
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,3072,8192,0.016390400131543477
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,3072,8192,0.016531200210253397
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,3072,8192,0.01653439998626709
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,3072,8192,0.535963757832845
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,3072,8192,0.2713120142618815
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,3072,8192,0.14572265942891438
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,3072,8192,0.07860906918843588
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,3072,8192,0.07872746785481771
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,3072,8192,0.07765866915384928
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,3072,8192,0.07516907056172689
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,3072,8192,0.07618453502655029
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,3072,8192,0.07709333101908365
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,3072,8192,0.07510613600413005
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,3072,8192,0.0741919994354248
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,3072,8192,0.07258986632029216
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,3072,8192,0.07291093667348227
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,3072,8192,0.07098453044891358
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,3072,8192,0.05516906579335531
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,3072,8192,0.05665493408838908
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,3072,8192,0.054586664835611975
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,3072,8192,0.053523198763529456
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,3072,8192,0.05239573319753012
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,3072,8192,0.049353599548339844
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,3072,8192,0.049459199110666915
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,3072,8192,0.051933864752451576
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,3072,8192,0.051507198810577394
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,3072,8192,0.047688531875610354
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,3072,8192,0.04613546530405681
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,3072,8192,0.04758613506952922
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,3072,8192,0.030885332822799684
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,3072,8192,0.030131200949350994
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,3072,8192,0.029254400730133058
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,3072,8192,0.028729599714279175
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,3072,8192,0.02858026623725891
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,3072,8192,0.02632960081100464
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,3072,8192,0.027210666735966997
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,3072,8192,0.025854933261871337
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,3072,8192,0.024836266040802003
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,3072,8192,0.023362133900324503
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,3072,8192,0.023151999711990355
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,3072,8192,0.023102933168411256
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,3072,8192,0.023347200949986775
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,3072,8192,0.023124267657597862
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,3072,8192,0.022833067178726196
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,3072,8192,0.02267306645711263
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,3072,8192,0.022842667500178018
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,3072,8192,0.022940800587336222
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,3072,8192,0.021891200542449953
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,3072,8192,0.021986132860183714
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,3072,8192,0.021884800990422566
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,3072,8192,0.021833600600560506
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,3072,8192,0.021938133239746093
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,3072,8192,0.02188160022099813
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,3072,8192,0.022050132354100548
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,3072,8192,0.022270933787027995
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,3072,8192,0.021891200542449953
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,3072,8192,0.0218666672706604
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,3072,8192,0.02188906669616699
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,3072,8192,0.02192853291829427
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,3072,8192,0.021622399489084877
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,3072,8192,0.021843200922012328
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,3072,8192,0.021911466121673585
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,3072,8192,0.022046933571497597
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,3072,8192,0.02181653380393982
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,3072,8192,0.02183253367741903
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,3072,8192,0.02189013361930847
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,3072,8192,0.021893332401911415
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,3072,8192,0.021929599841435752
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,3072,8192,0.021862399578094483
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,3072,8192,0.02188373406728109
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,3072,7168,0.9249146779378256
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,3072,8192,0.0218560000260671
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,3072,7168,0.4873613516489665
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,3072,7168,0.14292400081952414
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,3072,7168,0.1429199973742167
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,3072,7168,0.14202800393104553
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,3072,7168,0.1428053379058838
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,3072,7168,0.12535333633422852
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,3072,7168,0.12795733412106833
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,3072,7168,0.24795599778493246
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,3072,7168,0.12619200348854065
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,3072,7168,0.0974679986635844
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,3072,7168,0.11497066418329875
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,3072,7168,0.09750266869862874
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,3072,7168,0.09585066636403401
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,3072,7168,0.08582133054733276
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,3072,7168,0.08606800436973572
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,3072,7168,0.08329333364963531
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,3072,7168,0.07969466845194499
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,3072,7168,0.07267866532007854
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,3072,7168,0.0665639986594518
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,3072,7168,0.06832266847292583
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,3072,7168,0.06697733203570048
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,3072,7168,0.06560666859149933
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,3072,7168,0.06195866564909617
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,3072,7168,0.056875998775164284
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,3072,7168,0.0452133317788442
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,3072,7168,0.03859866658846537
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,3072,7168,0.04322933157285055
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,3072,7168,0.04322400192419688
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,3072,7168,0.030779999991257984
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,3072,7168,0.03522133330504099
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,3072,7168,0.029152000943819683
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,3072,7168,0.025490666429201763
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,3072,7168,0.02145066608985265
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,3072,7168,0.019260000437498093
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,3072,7168,0.013658666362365087
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,3072,7168,0.01602266604701678
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,3072,7168,0.013483999917904535
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,3072,7168,0.014994667222102484
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,3072,7168,0.015001333008209864
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,3072,7168,0.012958666930596033
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,3072,7168,0.015102667113145193
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,3072,7168,0.015757333487272263
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,3072,7168,0.012944000462690989
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,3072,7168,0.012526666124661764
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,3072,7168,0.013689332952102026
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,3072,7168,0.01357866699496905
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,3072,7168,0.012479999413092932
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,3072,7168,0.013477332890033722
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,3072,7168,0.012736000120639801
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,3072,7168,0.012452000131209692
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,3072,7168,0.01212933287024498
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,3072,7168,0.011911999434232712
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,3072,7168,0.012509333590666452
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,3072,7168,0.011885333806276321
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,3072,7168,0.011956000079711279
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,3072,7168,0.011643999566634497
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,3072,7168,0.011949333051840464
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,3072,7168,0.011414666970570883
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,3072,7168,0.012438666075468063
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,3072,7168,0.01246133322517077
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,3072,7168,0.012449332823355993
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,3072,7168,0.012448000411192576
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,3072,7168,0.012454666197299957
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,3072,7168,0.012430666635433832
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,3072,7168,0.012701333810885748
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,3072,7168,0.011163999636967977
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,3072,7168,0.011406666288773218
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,3072,8192,0.021614933013916017
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,3072,7168,0.01120133325457573
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,3072,7168,0.011338666081428528
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,3072,7168,0.011381333072980246
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,3072,7168,0.011377333352963129
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,3072,7168,0.011415999382734299
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,3072,7168,1.048037338256836
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,3072,7168,0.011312000453472137
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,3072,8192,0.02147946755091349
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,3072,7168,0.13854400316874188
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,3072,7168,0.2738101323445638
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,3072,7168,0.529147720336914
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,3072,7168,0.13033920129140217
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,3072,7168,0.13100266456604004
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,3072,7168,0.1276799996693929
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,3072,7168,0.12901333173116047
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,3072,7168,0.12088747024536133
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,3072,7168,0.12127679983774822
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,3072,7168,0.10788160165150959
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,3072,7168,0.10663893222808837
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,3072,7168,0.10112853050231933
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,3072,7168,0.09662613073984781
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,3072,7168,0.0928885300954183
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,3072,7168,0.09593919912974039
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,3072,7168,0.08611413637797037
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,3072,7168,0.08836692969004313
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,3072,7168,0.07607359886169433
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,3072,7168,0.07807040214538574
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,3072,7168,0.07192746798197427
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,3072,7168,0.06047679980595907
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,3072,7168,0.13887359301249186
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,3072,7168,0.062065064907073975
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,3072,7168,0.05418879985809326
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,3072,7168,0.053941333293914796
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,3072,7168,0.047574400901794434
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,3072,7168,0.04927039941151937
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,3072,7168,0.04181439876556396
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,3072,7168,0.04416960080464681
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,3072,7168,0.0376853346824646
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,3072,7168,0.037109335263570145
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,3072,7168,0.032679466406504314
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,3072,7168,0.031060266494750976
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,3072,7168,0.02672426700592041
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,3072,7168,0.025118933121363325
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,3072,7168,0.025254400571187337
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,3072,7168,0.024856533606847128
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,3072,7168,0.026550400257110595
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,3072,7168,0.024844799439112344
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,3072,7168,0.0250271995862325
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,3072,7168,0.023036799828211465
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,3072,7168,0.02251519958178202
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,3072,7168,0.022566399971644082
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,3072,7168,0.022654932737350465
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,3072,7168,0.022078933318456014
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,3072,7168,0.022747733195622764
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,3072,7168,0.021741867065429688
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,3072,7168,0.02234026590983073
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,3072,7168,0.021524266401926676
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,3072,7168,0.02087786595026652
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,3072,7168,0.07257813612620036
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,3072,7168,0.02064639925956726
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,3072,7168,0.02074986696243286
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,3072,7168,0.020610133806864418
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,3072,7168,0.02055786649386088
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,3072,7168,0.020806399981180827
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,3072,7168,0.020356265703837077
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,3072,7168,0.01881493330001831
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,3072,7168,0.019619200627009073
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,3072,7168,0.01894186735153198
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,3072,7168,0.020875734090805054
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,3072,7168,0.019016534090042114
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,3072,7168,0.02059733271598816
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,3072,7168,0.020431999365488687
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,3072,7168,0.020428800582885744
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,3072,7168,0.021663999557495116
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,3072,7168,0.02118720014890035
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,3072,7168,0.019745065768559774
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,3072,7168,0.020222934087117513
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,3072,7168,0.02029333313306173
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,3072,7168,0.0212501327196757
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,3072,7168,0.019836799303690592
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,3072,7168,0.024966400861740113
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,3072,8192,0.021819732586542764
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,3072,8192,0.02216213345527649
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,3072,8192,0.021844265858332317
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,3072,8192,0.021843200922012328
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,3072,7168,0.43217280705769856
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,3072,7168,0.2087125301361084
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,3072,7168,0.871005884806315
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,3072,7168,0.1944661299387614
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,3072,7168,1.727285385131836
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,3072,7168,0.1838165283203125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,3072,7168,0.25419732729593914
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,3072,7168,0.1672554651896159
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,3072,7168,0.17103039423624675
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,3072,7168,0.2372543970743815
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,3072,7168,0.24427307446797691
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,3072,7168,0.1376981258392334
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,3072,7168,0.2269813378651937
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,3072,7168,0.11752106348673504
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,3072,7168,0.10727787017822266
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,3072,7168,0.09762453238169352
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,3072,7168,0.09080853462219238
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,3072,7168,0.21968746185302734
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,3072,7168,0.19298559824625652
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,3072,7168,0.21066880226135254
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,3072,7168,0.18613440195719402
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,3072,7168,0.05053120056788126
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,3072,7168,0.04800533453623454
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,3072,7168,0.041942401727040605
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,3072,7168,0.15177493095397948
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,3072,7168,0.14307200113932292
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,3072,7168,0.12714453538258869
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,3072,7168,0.07800853252410889
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,3072,7168,0.0669536034266154
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,3072,7168,0.059317334493001306
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,3072,7168,0.0629962682723999
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,3072,7168,0.037316266695658365
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,3072,7168,0.03338133494059245
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,3072,7168,0.031181865930557252
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,3072,7168,0.025514666239420575
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,3072,7168,0.021960532665252684
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,3072,7168,0.018968532482782997
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,3072,7168,0.020683733622233073
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,3072,7168,0.020754132668177286
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,3072,7168,0.020459733406702676
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,3072,7168,0.020615466435750327
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,3072,7168,0.019346133867899577
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,3072,7168,0.01889280080795288
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,3072,7168,0.01908479928970337
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,3072,7168,0.015352533260981242
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,3072,7168,0.013838932911554972
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,3072,7168,0.01383786698182424
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,3072,7168,0.01369599997997284
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,3072,7168,0.013653332988421122
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,3072,7168,0.013692800203959146
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,3072,7168,0.023176532983779908
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,3072,7168,0.023945599794387817
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,3072,7168,0.022648533185323082
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,3072,7168,0.023933867613474526
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,3072,7168,0.023881600300470988
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,3072,7168,0.024289067586263022
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,3072,7168,0.025512532393137617
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,3072,7168,0.023628799120585124
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,3072,7168,0.024459733565648397
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,3072,7168,0.024149332443873087
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,3072,7168,0.015337600310643514
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,3072,7168,0.023069866498311362
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,3072,7168,0.02459733287493388
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,3072,7168,0.024851200977961223
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,3072,7168,0.02595626711845398
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,3072,7168,0.023868799209594727
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,3072,7168,0.025715200106302898
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,3072,7168,0.025579732656478883
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,3072,7168,0.015581867098808289
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,3072,7168,0.015521066387494406
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,3072,7168,0.015331199765205384
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,3072,7168,0.01532799998919169
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,3072,7168,0.24811414082845054
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,3072,7168,0.015341867009798685
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,3072,7168,0.4833994547526042
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,3072,7168,0.015253333250681558
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,3072,7168,0.07231573263804117
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,3072,7168,0.13243093490600585
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,3072,7168,0.07169919808705648
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,3072,7168,0.07293226718902587
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,3072,7168,0.07151892979939779
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,3072,7168,0.06885013580322266
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,3072,7168,0.06913173198699951
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,3072,7168,0.06871893405914306
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,3072,7168,0.06836373011271159
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,3072,7168,0.06631146669387818
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,3072,7168,0.06580586830774943
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,3072,7168,0.06436266501744589
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,3072,7168,0.04786880016326904
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,3072,7168,0.04989653428395589
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,3072,7168,0.04908693234125773
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,3072,7168,0.051179734865824375
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,3072,7168,0.04789546728134155
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,3072,7168,0.04665706555048625
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,3072,7168,0.046217600504557296
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,3072,7168,0.04546026786168416
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,3072,7168,0.0447925329208374
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,3072,7168,0.042845865090688065
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,3072,7168,0.04309973319371541
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,3072,7168,0.028705066442489623
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,3072,7168,0.04212053219477336
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,3072,7168,0.027431466182072956
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,3072,7168,0.02764906684557597
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,3072,7168,0.02619413336118062
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,3072,7168,0.02611839969952901
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,3072,7168,0.02467306653658549
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,3072,7168,0.02359786629676819
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,3072,7168,0.021181867520014445
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,3072,7168,0.024221867322921753
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,3072,7168,0.02109653353691101
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,3072,7168,0.023056000471115112
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,3072,7168,0.02099519968032837
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,3072,7168,0.02133973240852356
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,3072,7168,0.02118399937947591
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,3072,7168,0.02100693384806315
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,3072,7168,0.021002666155497233
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,3072,7168,0.02063573400179545
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,3072,7168,0.020694400866826376
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,3072,7168,0.020230400562286376
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,3072,7168,0.02018773357073466
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,3072,7168,0.020193066199620566
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,3072,7168,0.019942400852839152
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,3072,7168,0.02018773357073466
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,3072,7168,0.020182400941848755
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,3072,7168,0.019828265905380248
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,3072,7168,0.019871999820073448
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,3072,7168,0.01986560026804606
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,3072,7168,0.019824000199635823
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,3072,7168,0.020205867290496827
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,3072,7168,0.020190932353337607
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,3072,7168,0.019862399498621622
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,3072,7168,0.02020053267478943
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,3072,7168,0.01978773276011149
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,3072,7168,0.019947733481725058
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,3072,7168,0.019942400852839152
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,3072,7168,0.01996586720148722
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,3072,7168,0.02004693349202474
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,3072,7168,0.01981546680132548
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,3072,7168,0.020191999276479085
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,3072,7168,0.020155733823776244
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,3072,7168,0.01983573238054911
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,3072,6144,0.7929133574167887
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,3072,6144,0.39879735310872394
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,3072,6144,0.22625333070755005
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,3072,6144,0.11726267139116923
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,3072,6144,0.11680533488591512
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,3072,6144,0.1165773371855418
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,3072,6144,0.11627333362897237
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,3072,6144,0.11032932996749878
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,3072,6144,0.11109333237012227
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,3072,6144,0.10932399829228719
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,3072,6144,0.11017200350761414
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,3072,6144,0.08291199803352356
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,3072,6144,0.08367866277694702
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,3072,6144,0.0807506690422694
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,3072,6144,0.07408800224463145
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,3072,6144,0.07137733201185863
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,3072,6144,0.07171200215816498
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,3072,6144,0.06224800149599711
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,3072,6144,0.0665639986594518
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,3072,6144,0.057061334451039634
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,3072,6144,0.05640799800554911
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,3072,6144,0.05557733277479807
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,3072,6144,0.05500266452630361
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,3072,6144,0.047037333250045776
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,3072,6144,0.04800666868686676
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,3072,6144,0.03876666724681854
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,3072,6144,0.03733599931001663
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,3072,6144,0.03271200011173884
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,3072,6144,0.035173334181308746
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,3072,6144,0.026732000211874645
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,3072,6144,0.028865332404772442
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,3072,6144,0.02554933230082194
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,3072,6144,0.022247999906539917
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,3072,6144,0.018833333005507786
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,3072,7168,0.019784533977508546
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,3072,6144,0.01682666689157486
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,3072,6144,0.01396133378148079
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,3072,6144,0.012080000092585882
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,3072,6144,0.01231599971652031
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,3072,6144,0.013956000407536825
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,3072,6144,0.01377333328127861
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,3072,6144,0.011633332818746567
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,3072,6144,0.013672000418106714
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,3072,6144,0.014554666976133982
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,3072,6144,0.01118266706665357
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,3072,6144,0.011422666410605112
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,3072,6144,0.011564000199238459
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,3072,6144,0.012448000411192576
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,3072,6144,0.012442667037248611
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,3072,6144,0.010881333301464716
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,3072,6144,0.011407999942700068
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,3072,6144,0.011322667201360067
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,3072,6144,0.011071999867757162
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,3072,6144,0.011898666620254517
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,3072,6144,0.011241332938273748
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,3072,6144,0.010885333021481832
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,3072,6144,0.010861333459615707
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,3072,6144,0.010834666589895884
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,3072,6144,0.010610666126012802
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,3072,6144,0.010385333249966303
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,3072,6144,0.011215999722480774
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,3072,6144,0.011120000233252844
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,3072,6144,0.011039999624093374
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,3072,6144,0.011274666835864386
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,3072,6144,0.011195999880631765
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,3072,6144,0.01111199955145518
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,3072,6144,0.011109333485364914
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,3072,6144,0.010378666842977205
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,3072,6144,0.010332000131408373
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,3072,6144,0.010371999815106392
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,3072,6144,0.010387999936938286
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,3072,6144,0.010434667269388834
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,3072,6144,0.010397333030899366
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,3072,6144,0.010384000216921171
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,3072,6144,0.010385333249966303
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,3072,6144,0.9082506815592447
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,3072,6144,0.462004280090332
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,3072,6144,0.23785173098246254
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,3072,6144,0.12090880076090496
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,3072,6144,0.11866986751556396
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,3072,6144,0.11225386460622151
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,3072,6144,0.1121941328048706
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,3072,6144,0.11091519991556804
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,3072,6144,0.1114240010579427
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,3072,6144,0.10490240255991619
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,3072,6144,0.10558506647745769
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,3072,6144,0.09246613184611002
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,3072,6144,0.09234240055084228
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,3072,6144,0.08981226285298666
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,3072,6144,0.08503572940826416
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,3072,6144,0.07921066284179687
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,3072,6144,0.08010880152384439
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,3072,6144,0.07614826361338298
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,3072,6144,0.07650453249613444
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,3072,6144,0.06738239924112956
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,3072,6144,0.0639573335647583
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,3072,6144,0.06113173166910807
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,3072,6144,0.060293332735697425
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,3072,6144,0.05417386690775553
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,3072,6144,0.05580586592356364
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,3072,6144,0.047518932819366456
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,3072,6144,0.047150933742523195
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,3072,6144,0.04520426591237386
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,3072,6144,0.04383253256479899
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,3072,6144,0.03803733189900716
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,3072,6144,0.03956053256988525
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,3072,6144,0.03536746501922607
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,3072,6144,0.03321920037269592
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,3072,6144,0.030187733968098956
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,3072,6144,0.029656533400217695
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,3072,6144,0.026628265778223675
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,3072,6144,0.023507199684778848
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,3072,7168,0.019850667317708334
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,3072,6144,0.025125332673390705
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,3072,6144,0.024998400608698526
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,3072,6144,0.022937599817911783
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,3072,6144,0.024819199244181314
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,3072,6144,0.024290132522583007
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,3072,6144,0.023293866713841756
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,3072,6144,0.02091946601867676
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,3072,6144,0.021265067656834922
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,3072,6144,0.02118933399518331
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,3072,6144,0.02071040074030558
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,3072,6144,0.020971733331680297
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,3072,6144,0.020855466524759926
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,3072,6144,0.020776534080505372
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,3072,6144,0.02002133329709371
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,3072,6144,0.019052799542744955
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,3072,6144,0.020359466473261513
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,3072,6144,0.020436267058054604
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,3072,6144,0.018981333573659262
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,3072,6144,0.024539732933044435
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,3072,6144,0.0184661328792572
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,3072,6144,0.01935360034306844
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,3072,6144,0.018326399723688762
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,3072,6144,0.01827413241068522
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,3072,6144,0.01865066687266032
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,3072,6144,0.018717867136001588
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,3072,6144,0.018403200308481853
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,3072,6144,0.01802026629447937
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,3072,6144,0.02148053248723348
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,3072,6144,0.018580265839894614
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,3072,6144,0.020644267400105797
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,3072,6144,0.019421867529551187
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,3072,6144,0.021050665775934854
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,3072,6144,0.019615999857584634
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,3072,6144,0.020500266551971437
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,3072,6144,0.018630399306615194
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,3072,6144,0.019317332903544107
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,3072,6144,0.01984000007311503
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,3072,7168,0.019980800151824952
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,3072,7168,0.01981546680132548
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,3072,7168,0.020228266716003418
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,3072,7168,0.019886932770411172
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,3072,7168,0.02021226684252421
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,3072,6144,0.40960534413655597
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,3072,6144,0.8240298589070638
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,3072,6144,0.1976917266845703
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,3072,6144,0.18871787389119465
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,3072,6144,0.2391647974650065
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,3072,6144,0.1830143928527832
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,3072,6144,0.17268479665120443
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,3072,6144,1.6406901041666668
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,3072,6144,0.22704745928446451
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,3072,6144,0.17272639274597168
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,3072,6144,0.15585385958353679
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,3072,6144,0.11660373210906982
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,3072,6144,0.16031360626220703
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,3072,6144,0.09567999839782715
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,3072,6144,0.09067413012186686
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,3072,6144,0.23056853612264
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,3072,6144,0.08118399779001871
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,3072,6144,0.07889386812845865
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,3072,6144,0.2154581387837728
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,3072,6144,0.2076277256011963
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,3072,6144,0.19753173192342122
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,3072,6144,0.047685333093007404
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,3072,6144,0.045193600654602054
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,3072,6144,0.04018239974975586
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,3072,6144,0.13811413447062176
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,3072,6144,0.122161070505778
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,3072,6144,0.10267626444498698
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,3072,6144,0.06256320079167685
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,3072,6144,0.06747519969940186
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,3072,6144,0.05663359959920248
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,3072,6144,0.05491306781768799
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,3072,6144,0.03208960096041362
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,3072,6144,0.03520853519439697
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,3072,6144,0.024358399709065757
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,3072,6144,0.028449066480000812
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,3072,6144,0.02054506738980611
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,3072,6144,0.01731946667035421
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,3072,6144,0.018953599532445273
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,3072,6144,0.018604799111684164
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,3072,6144,0.01859626571337382
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,3072,6144,0.018283732732137046
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,3072,6144,0.017461333672205606
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,3072,6144,0.017451733350753784
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,3072,6144,0.01733120083808899
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,3072,6144,0.014042666554450989
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,3072,6144,0.012804266810417176
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,3072,6144,0.012710400422414145
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,3072,6144,0.014122666915257773
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,3072,6144,0.012572800119717916
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,3072,6144,0.012616533041000366
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,3072,6144,0.012472533186276754
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,3072,6144,0.020657066504160562
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,3072,6144,0.02307200034459432
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,3072,6144,0.02100800077120463
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,3072,6144,0.02109653353691101
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,3072,6144,0.02067199945449829
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,3072,6144,0.021849600474039714
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,3072,6144,0.021432532866795858
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,3072,6144,0.021709867318471274
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,3072,6144,0.021921066443125407
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,3072,6144,0.0210805336634318
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,3072,6144,0.021843200922012328
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,3072,6144,0.021435733636220297
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,3072,6144,0.022401066621144612
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,3072,6144,0.021851734320322672
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,3072,6144,0.022233599424362184
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,3072,6144,0.021845332781473794
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,3072,6144,0.02100693384806315
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,3072,6144,0.01444586714108785
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,3072,6144,0.013700266679128012
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,3072,6144,0.22133332888285318
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,3072,6144,0.42897920608520507
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,3072,6144,0.11886613368988037
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,3072,6144,0.014045866330464682
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,3072,6144,0.014221866925557455
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,3072,6144,0.014097066720326743
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,3072,6144,0.013591466347376504
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,3072,6144,0.06564160188039145
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,3072,6144,0.06580586830774943
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,3072,6144,0.06469759941101075
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,3072,6144,0.06461439927419027
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,3072,6144,0.06347413460413615
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,3072,6144,0.06239680051803589
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,3072,6144,0.062235732873280845
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,3072,6144,0.06073493162790934
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,3072,6144,0.05976106723149618
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,3072,6144,0.0594485322634379
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,3072,6144,0.044199466705322266
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,3072,6144,0.05717759927113851
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,3072,6144,0.04418453375498454
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,3072,6144,0.04589759906133016
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,3072,6144,0.04320426781972249
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,3072,6144,0.042721064885457356
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,3072,6144,0.04203199942906698
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,3072,6144,0.04218773444493611
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,3072,6144,0.040814932187398276
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,3072,6144,0.039122132460276286
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,3072,6144,0.03863999843597412
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,3072,6144,0.037573333581288657
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,3072,6144,0.04025813341140747
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,3072,6144,0.025778132677078246
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,3072,6144,0.02463360031445821
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,3072,6144,0.025015467405319215
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,3072,6144,0.023563732703526817
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,3072,6144,0.023689599831899007
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,3072,6144,0.022131200631459555
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,3072,6144,0.022270933787027995
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,3072,6144,0.019245866934458414
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,3072,6144,0.021359999974568687
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,3072,6144,0.02066346605618795
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,3072,6144,0.01948053240776062
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,3072,6144,0.019211733341217042
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,3072,6144,0.0190175990263621
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,3072,6144,0.01904426614443461
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,3072,6144,0.019036799669265747
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,3072,6144,0.01907306710879008
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,3072,6144,0.018606932957967122
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,3072,6144,0.018182400862375894
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,3072,6144,0.0186463991800944
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,3072,6144,0.018402133385340372
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,3072,6144,0.01818986733754476
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,3072,6144,0.018549333016077675
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,3072,6144,0.01821119983990987
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,3072,6144,0.018225065867106118
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,3072,6144,0.018156800667444864
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,3072,6144,0.01820053259531657
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,3072,6144,0.01827733318010966
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,3072,6144,0.018209065993626913
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,3072,6144,0.018601600329081217
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,3072,6144,0.0181877334912618
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,3072,6144,0.018178133169809978
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,3072,6144,0.01813439925511678
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,3072,6144,0.01811199982961019
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,3072,6144,0.018201599518458046
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,3072,6144,0.018206934134165444
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,3072,6144,0.018122667074203493
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,3072,6144,0.018170666694641114
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,3072,6144,0.018177066246668497
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,3072,6144,0.017988266547520955
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,3072,6144,0.018206934134165444
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,3072,6144,0.018199467658996583
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,3072,5120,0.6477738698323567
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,3072,5120,0.34264745712280276
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,3072,5120,0.1942837397257487
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,3072,5120,0.10034773349761963
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,3072,5120,0.10052053133646648
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,3072,6144,0.018186666568120322
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,3072,5120,0.08553813298543295
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,3072,5120,0.09972373644510904
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,3072,5120,0.08339626789093017
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,3072,5120,0.09582826296488443
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,3072,5120,0.08147306442260742
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,3072,5120,0.09464960098266602
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,3072,5120,0.07057600021362305
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,3072,5120,0.07238079706827799
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,3072,5120,0.06718506813049316
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,3072,5120,0.06561813354492188
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,3072,5120,0.05973013242085775
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,3072,5120,0.06631679932276408
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,3072,5120,0.05205333232879639
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,3072,6144,0.018170666694641114
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,3072,5120,0.06538559993108115
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,3072,5120,0.04774506489435832
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,3072,5120,0.046514133612314865
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,3072,5120,0.05256533225377401
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,3072,5120,0.038873600959777835
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,3072,5120,0.047147734959920244
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,3072,5120,0.03674240112304687
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,3072,5120,0.032252800464630124
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,3072,5120,0.032554666201273605
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,3072,5120,0.029732267061869305
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,3072,5120,0.024422399202982583
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,3072,5120,0.024002132813135783
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,3072,5120,0.021966934204101562
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,3072,5120,0.016254933675130208
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,3072,5120,0.01867199937502543
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,3072,5120,0.014487466216087342
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,3072,5120,0.012185600399971009
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,3072,5120,0.010820266604423524
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,3072,5120,0.010445866982142131
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,3072,5120,0.012082133690516155
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,3072,5120,0.01132480005423228
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,3072,5120,0.010339200496673584
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,3072,5120,0.01115733285744985
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,3072,5120,0.01216426690419515
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,3072,5120,0.00995306670665741
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,3072,5120,0.009971200426419576
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,3072,5120,0.009971200426419576
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,3072,5120,0.009853866696357728
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,3072,5120,0.009701333443323771
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,3072,5120,0.009848533074061076
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,3072,5120,0.009839999675750732
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,3072,5120,0.00983786682287852
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,3072,5120,0.00953493316968282
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,3072,5120,0.00960640013217926
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,3072,5120,0.009559466441472372
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,3072,5120,0.009975467125574749
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,3072,5120,0.009609599908192951
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,3072,5120,0.04575680096944173
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,3072,5120,0.009596799810727436
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,3072,5120,0.009537067015965779
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,3072,5120,0.009111467003822326
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,3072,5120,0.009099733829498292
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,3072,5120,0.009107200304667155
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,3072,5120,0.009173333644866943
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,3072,5120,0.009173333644866943
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,3072,5120,0.009090133508046468
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,3072,5120,0.009134933352470398
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,3072,5120,0.009118933478991191
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,3072,5120,0.00913706620534261
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,3072,5120,0.009149866302808125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,3072,5120,0.009170132875442504
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,3072,5120,0.009313066800435383
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,3072,5120,0.009157333771387737
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,3072,5120,0.009937066833178203
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,3072,5120,0.009204266468683879
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,3072,5120,0.009372799595197042
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,3072,6144,0.01844586730003357
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,3072,6144,0.01821546753247579
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,3072,5120,0.37903998692830404
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,3072,5120,0.10087893009185792
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,3072,5120,0.10112426280975342
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,3072,5120,0.19387946128845215
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,3072,5120,0.7484309514363606
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,3072,5120,0.0955562671025594
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,3072,5120,0.09602133433024088
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,3072,5120,0.09545706907908122
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,3072,5120,0.09593813419342041
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,3072,5120,0.09072639942169189
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,3072,5120,0.09152212937672934
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,3072,5120,0.07773119608561198
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,3072,5120,0.07638293107350667
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,3072,5120,0.07274239857991537
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,3072,5120,0.06734186808268229
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,3072,5120,0.06861013571421305
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,3072,5120,0.061698134740193686
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,3072,5120,0.06341760158538819
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,3072,5120,0.05773013432820638
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,3072,5120,0.05555200179417928
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,3072,5120,0.05390079816182455
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,3072,5120,0.0535093347231547
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,3072,5120,0.047701334953308104
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,3072,5120,0.048561068375905354
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,3072,5120,0.04346453348795573
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,3072,5120,0.043032534917195636
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,3072,5120,0.039622398217519124
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,3072,5120,0.041094398498535155
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,3072,5120,0.035069866975148516
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,3072,5120,0.03484799861907959
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,3072,5120,0.03220906654993693
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,3072,5120,0.0317194660504659
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,3072,5120,0.028123732407887774
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,3072,5120,0.02805333336194356
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,3072,5120,0.02488853335380554
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,3072,5120,0.02304319938023885
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,3072,5120,0.02376000086466471
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,3072,5120,0.022826667626698813
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,3072,5120,0.023458133141199745
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,3072,5120,0.022760534286499025
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,3072,5120,0.023037866751352946
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,3072,5120,0.023193599780400594
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,3072,5120,0.021268266439437866
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,3072,5120,0.01976213256518046
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,3072,5120,0.0209279994169871
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,3072,5120,0.021281067530314127
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,3072,5120,0.02023786703745524
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,3072,5120,0.020463999112447104
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,3072,5120,0.021205333868662517
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,3072,5120,0.018521600961685182
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,3072,5120,0.018838399648666383
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,3072,5120,0.01872426668802897
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,3072,5120,0.018811732530593872
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,3072,5120,0.019504000743230186
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,3072,5120,0.016643200318018594
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,3072,5120,0.017081600427627564
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,3072,5120,0.016639999548594155
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,3072,5120,0.018689066171646118
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,3072,5120,0.01780160069465637
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,3072,5120,0.01651306649049123
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,3072,5120,0.016757333278656007
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,3072,5120,0.01799573302268982
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,3072,5120,0.01869973341623942
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,3072,6144,0.018205867211023966
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,3072,5120,0.018516266345977785
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,3072,5120,0.02081600030263265
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,3072,5120,0.018573866287867228
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,3072,5120,0.0185589333375295
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,3072,5120,0.07765866915384928
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,3072,5120,0.01857173244158427
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,3072,5120,0.018042665719985963
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,3072,5120,0.018474666277567546
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,3072,5120,0.020101332664489747
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,3072,5120,0.018605866034825645
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,3072,5120,0.01863573392232259
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,3072,6144,0.018141865730285645
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,3072,6144,0.018157867590586345
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,3072,5120,0.2262773354848226
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,3072,5120,0.21534080505371095
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,3072,5120,0.21556480725606283
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,3072,5120,0.3943285306294759
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,3072,5120,0.18771947224934896
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,3072,5120,0.17508907318115235
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,3072,5120,0.7883946736653645
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,3072,5120,0.15265493392944335
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,3072,5120,0.14563093185424805
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,3072,5120,0.13040106296539306
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,3072,5120,0.1282101313273112
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,3072,5120,1.5674388885498047
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,3072,5120,0.09306026299794515
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,3072,5120,0.1546986738840739
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,3072,5120,0.07821973164876303
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,3072,5120,0.07688852945963541
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,3072,5120,0.06900479793548583
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,3072,5120,0.07045439879099527
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,3072,5120,0.20450240770975747
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,3072,5120,0.19748907089233397
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,3072,5120,0.1804789384206136
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,3072,5120,0.04521706501642863
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,3072,5120,0.04219733476638794
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,3072,5120,0.09979413350423177
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,3072,5120,0.0381930669148763
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,3072,5120,0.10501973628997803
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,3072,5120,0.08536852995554606
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,3072,5120,0.058797868092854824
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,3072,5120,0.06050560077031454
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,3072,5120,0.0533408006032308
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,3072,5120,0.05102293491363526
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,3072,5120,0.0303327997525533
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,3072,5120,0.032778666416804
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,3072,5120,0.02681279977162679
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,3072,5120,0.02291733423868815
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,3072,5120,0.01882666746775309
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,3072,5120,0.015401599804560342
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,3072,5120,0.017105066776275636
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,3072,5120,0.016263467073440552
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,3072,5120,0.017563732465108235
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,3072,5120,0.016165332992871602
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,3072,5120,0.015448533495267234
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,3072,5120,0.01498240033785502
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,3072,5120,0.015763200322786965
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,3072,5120,0.012940800189971924
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,3072,5120,0.011122133334477742
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,3072,5120,0.012418133020401002
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,3072,5120,0.01123520036538442
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,3072,5120,0.01116480032602946
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,3072,5120,0.011178666353225708
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,3072,5120,0.010999466975529988
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,3072,5120,0.017790933450063072
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,3072,5120,0.01943999926249186
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,3072,5120,0.01773866613705953
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,3072,5120,0.01832533280054728
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,3072,5120,0.018217599391937254
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,3072,5120,0.019377066691716512
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,3072,5120,0.019378133614857993
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,3072,5120,0.019013333320617675
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,3072,5120,0.018199467658996583
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,3072,5120,0.019693867365519205
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,3072,5120,0.018158932526906334
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,3072,5120,0.01904319922129313
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,3072,5120,0.018959999084472656
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,3072,5120,0.020170666774113975
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,3072,5120,0.019312000274658202
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,3072,5120,0.021015467246373494
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,3072,5120,0.019019732872645058
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,3072,5120,0.012410666545232136
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,3072,5120,0.01258666714032491
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,3072,5120,0.1963306744893392
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,3072,5120,0.05840320189793905
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,3072,5120,0.10718080202738445
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,3072,5120,0.3810794512430827
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,3072,5120,0.012900267044703165
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,3072,5120,0.012422399719556172
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,3072,5120,0.012355200449625651
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,3072,5120,0.012428800264994305
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,3072,5120,0.057860267162322995
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,3072,5120,0.057316267490386964
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,3072,5120,0.05650773445765177
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,3072,5120,0.055138134956359865
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,3072,5120,0.055239466826121006
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,3072,5120,0.05390186707178751
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,3072,5120,0.053148798147837316
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,3072,5120,0.05135999917984009
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,3072,5120,0.04086186488469441
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,3072,5120,0.051590398947397864
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,3072,5120,0.04981760183970134
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,3072,5120,0.03940373261769613
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,3072,5120,0.03941973447799683
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,3072,5120,0.03801173369089762
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,3072,5120,0.03827199935913086
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,3072,5120,0.03723520040512085
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,3072,5120,0.03662613232930501
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,3072,5120,0.035870933532714845
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,3072,5120,0.03570666710535685
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,3072,5120,0.034433066844940186
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,3072,5120,0.03421546618143718
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,3072,5120,0.03300693432490031
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,3072,5120,0.02326293389002482
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,3072,5120,0.022292266289393105
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,3072,5120,0.022435200214385987
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,3072,5120,0.021572266022364298
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,3072,5120,0.02140373388926188
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,3072,5120,0.01965226729710897
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,3072,5120,0.019833600521087645
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,3072,5120,0.018785067399342856
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,3072,5120,0.01744640072186788
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,3072,5120,0.018605866034825645
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,3072,5120,0.01728106737136841
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,3072,5120,0.017033600807189943
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,3072,5120,0.016977065801620485
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,3072,5120,0.017323732376098633
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,3072,5120,0.017338667313257852
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,3072,5120,0.017362133661905924
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,3072,5120,0.016945066054662068
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,3072,5120,0.017147733767827352
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,3072,5120,0.016710400581359863
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,3072,5120,0.016501333316167197
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,3072,5120,0.016548267006874083
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,3072,5120,0.016502400239308677
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,3072,5120,0.016498133540153503
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,3072,5120,0.016572800278663636
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,3072,5120,0.016135467092196147
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,3072,5120,0.016500266393025716
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,3072,5120,0.016129066546758018
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,3072,5120,0.01655466655890147
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,3072,5120,0.016382933656374613
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,3072,5120,0.01651306649049123
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,3072,5120,0.016127999623616537
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,3072,5120,0.016151466965675355
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,3072,5120,0.01609173317750295
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,3072,5120,0.016119466225306193
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,3072,5120,0.01653439998626709
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,3072,5120,0.016167466839154564
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,3072,5120,0.016170666615168253
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,3072,5120,0.0165173331896464
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,3072,5120,0.016567466656366985
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,3072,5120,0.016223999857902526
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,3072,5120,0.016141866644223533
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,3072,4096,0.5133653322855631
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,3072,4096,0.26329280535380045
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,3072,4096,0.14726293881734212
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,3072,4096,0.07746773560841878
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,3072,4096,0.07766933441162109
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,3072,4096,0.07698453267415364
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,3072,4096,0.0769162654876709
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,3072,4096,0.075492262840271
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,3072,4096,0.0679807980855306
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,3072,4096,0.06586133241653443
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,3072,4096,0.06670826276143392
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,3072,4096,0.0546890656153361
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,3072,4096,0.05492053429285685
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,3072,4096,0.05304960012435913
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,3072,4096,0.04761279821395874
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,3072,4096,0.04637120167414348
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,3072,4096,0.047381333510080975
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,3072,4096,0.041611735026041666
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,3072,4096,0.04430506626764934
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,3072,4096,0.03810880184173584
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,3072,4096,0.03693973223368327
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,3072,4096,0.036772267023722334
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,3072,4096,0.0366922656695048
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,3072,4096,0.031618134180704756
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,3072,4096,0.03242773413658142
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,3072,4096,0.02625280022621155
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,3072,4096,0.025333333015441894
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,3072,4096,0.022377600272496544
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,3072,4096,0.024375466505686443
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,3072,4096,0.0184170663356781
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,3072,4096,0.019875200589497884
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,3072,4096,0.017942400773366292
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,3072,4096,0.015601066748301187
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,3072,4096,0.013275733590126038
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,3072,4096,0.012090667088826498
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,3072,4096,0.009909333785374959
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,3072,4096,0.009134933352470398
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,3072,4096,0.009129599730173747
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,3072,4096,0.009943466385205586
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,3072,4096,0.009698133667310078
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,3072,4096,0.008763733506202697
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,3072,4096,0.00958079993724823
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,3072,4096,0.009854933619499207
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,3072,4096,0.008760533730189006
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,3072,4096,0.008710400263468424
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,3072,4096,0.008736000458399455
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,3072,4096,0.00876693328221639
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,3072,4096,0.008739200234413148
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,3072,4096,0.008570667107899983
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,3072,4096,0.008481066425641377
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,3072,4096,0.0084906667470932
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,3072,4096,0.009026133020718892
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,3072,4096,0.008637866377830506
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,3072,4096,0.00860800047715505
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,3072,4096,0.008302933474381765
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,3072,4096,0.008362666765848795
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,3072,4096,0.00881706674893697
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,3072,4096,0.00870293378829956
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,3072,4096,0.008664533495903015
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,3072,4096,0.00832426647345225
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,3072,4096,0.008292266726493835
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,3072,4096,0.008281599978605907
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,3072,4096,0.008298666775226593
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,3072,4096,0.008258133133252462
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,3072,4096,0.008351999521255492
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,3072,4096,0.00832426647345225
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,3072,4096,0.00805866668621699
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,3072,4096,0.008267733454704284
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,3072,4096,0.00793280005455017
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,3072,4096,0.008003200093905132
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,3072,4096,0.008106666803359985
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,3072,4096,0.007900799810886382
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,3072,5120,0.01635840038458506
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,3072,4096,0.007885866860548655
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,3072,4096,0.007986133297284443
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,3072,4096,0.30528427759806315
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,3072,4096,0.1524234612782796
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,3072,4096,0.602567481994629
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,3072,5120,0.016521599888801575
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,3072,4096,0.08167573610941568
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,3072,4096,0.08222400347391765
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,3072,4096,0.07800213495890299
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,3072,4096,0.07752532958984375
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,3072,4096,0.07742186387379965
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,3072,4096,0.07881173292795816
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,3072,4096,0.07378453413645426
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,3072,4096,0.07448960145314534
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,3072,4096,0.06273279984792074
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,3072,4096,0.0633568008740743
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,3072,4096,0.05767253239949545
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,3072,4096,0.05536106824874878
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,3072,4096,0.05748266776402792
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,3072,4096,0.052414933840433754
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,3072,4096,0.054067198435465494
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,3072,4096,0.048070398966471355
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,3072,4096,0.04726293484369914
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,3072,4096,0.04550400177637736
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,3072,4096,0.046071465810139975
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,3072,4096,0.042481064796447754
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,3072,4096,0.04307200113932292
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,3072,4096,0.038718934853871664
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,3072,4096,0.03842133283615112
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,3072,4096,0.035019731521606444
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,3072,4096,0.035816534360249834
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,3072,4096,0.03057493368784587
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,3072,4096,0.031104000409444173
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,3072,4096,0.029501867294311524
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,3072,5120,0.01623679995536804
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,3072,4096,0.029501867294311524
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,3072,4096,0.0255786657333374
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,3072,4096,0.024731733401616416
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,3072,4096,0.022637865940729775
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,3072,4096,0.020603734254837035
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,3072,4096,0.022083199024200438
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,3072,4096,0.02080000042915344
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,3072,4096,0.022307199239730836
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,3072,4096,0.02028586665789286
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,3072,4096,0.060130135218302405
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,3072,4096,0.020435200134913126
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,3072,4096,0.0219050665696462
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,3072,4096,0.019048533837000527
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,3072,4096,0.01961173415184021
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,3072,4096,0.018756266434987387
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,3072,4096,0.019270400206247963
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,3072,4096,0.019312000274658202
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,3072,4096,0.018862932920455933
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,3072,4096,0.01848319967587789
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,3072,4096,0.01916266679763794
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,3072,4096,0.017108267545700072
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,3072,4096,0.016521599888801575
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,3072,4096,0.018204800287882485
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,3072,4096,0.017143466075261436
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,3072,4096,0.018793600797653198
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,3072,4096,0.016520532965660095
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,3072,4096,0.016396799683570863
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,3072,4096,0.016539733608563742
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,3072,4096,0.016535466909408568
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,3072,4096,0.01641813317934672
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,3072,4096,0.01730666756629944
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,3072,4096,0.01644159952799479
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,3072,4096,0.01641706625620524
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,3072,4096,0.017119999726613364
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,3072,4096,0.01652906636397044
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,3072,4096,0.017540266116460167
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,3072,4096,0.018385066588719686
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,3072,4096,0.017177599668502807
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,3072,4096,0.017467733224232992
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,3072,4096,0.018526933590571084
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,3072,4096,0.01652906636397044
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,3072,4096,0.018386133511861167
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,3072,5120,0.016182399789492288
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,3072,4096,0.01858453353246053
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,3072,5120,0.01651306649049123
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,3072,5120,0.016502400239308677
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,3072,5120,0.016119466225306193
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,3072,4096,0.3759200096130371
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,3072,4096,0.20203305880228678
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,3072,4096,0.1529589335123698
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,3072,4096,0.7493408203125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,3072,4096,0.1346314589182536
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,3072,4096,0.1727754592895508
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,3072,4096,0.11545493602752685
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,3072,4096,0.19040640195210773
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,3072,4096,0.18140160242716472
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,3072,4096,0.10322666962941487
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,3072,4096,0.10810453097025555
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,3072,4096,0.10117973486582439
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,3072,4096,1.4892896016438804
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,3072,4096,0.08273173173268636
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,3072,4096,0.07498026688893636
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,3072,4096,0.15811093648274738
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,3072,4096,0.07059306303660075
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,3072,4096,0.06359999974568685
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,3072,4096,0.06365866661071777
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,3072,4096,0.12428586483001709
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,3072,4096,0.13930986722310384
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,3072,4096,0.04195733467737834
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,3072,4096,0.038217600186665854
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,3072,4096,0.03540906508763631
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,3072,4096,0.08158506552378336
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,3072,4096,0.0934229294459025
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,3072,4096,0.07825919787089029
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,3072,4096,0.05615679820378622
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,3072,4096,0.04972053368886312
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,3072,4096,0.05354453325271606
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,3072,4096,0.04626986583073934
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,3072,4096,0.030108799537022907
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,3072,4096,0.023525333404541014
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,3072,4096,0.020669867595036827
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,3072,4096,0.028101332982381183
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,3072,4096,0.015763200322786965
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,3072,4096,0.013401599725087485
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,3072,4096,0.015250133474667868
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,3072,4096,0.014860799908638
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,3072,4096,0.014837333559989929
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,3072,4096,0.014693333705266317
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,3072,4096,0.013833600282669067
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,3072,4096,0.012958932916323343
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,3072,4096,0.011244799693425496
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,3072,4096,0.011618133385976155
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,3072,4096,0.011405866344769795
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,3072,4096,0.010011733571688334
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,3072,4096,0.009971200426419576
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,3072,4096,0.011685333649317424
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,3072,4096,0.009963732957839967
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,3072,4096,0.00999679962793986
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,3072,4096,0.01725546717643738
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,3072,4096,0.016963199774424235
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,3072,4096,0.0173418660958608
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,3072,4096,0.017375999689102174
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,3072,4096,0.017375999689102174
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,3072,4096,0.017778132359186807
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,3072,4096,0.011580800016721089
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,3072,4096,0.017324799299240114
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,3072,4096,0.017378133535385133
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,3072,4096,0.016902399063110352
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,3072,4096,0.017314134041468303
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,3072,4096,0.017565866311391197
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,3072,4096,0.017322667439778647
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,3072,4096,0.018119466304779053
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,3072,4096,0.017986132701237997
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,3072,4096,0.017374932765960693
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,3072,4096,0.017808000246683754
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,3072,4096,0.01817493240038554
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,3072,4096,0.01034773290157318
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,3072,4096,0.012904533743858337
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,3072,4096,0.086954665184021
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,3072,4096,0.04721493323644002
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,3072,4096,0.29933439890543617
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,3072,4096,0.1559018611907959
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,3072,4096,0.04682133197784424
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,3072,4096,0.045748265584309895
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,3072,4096,0.04611626863479614
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,3072,4096,0.011558399597803751
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,3072,4096,0.011205333471298217
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,3072,4096,0.011242666840553283
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,3072,4096,0.044616532325744626
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,3072,4096,0.045024001598358156
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,3072,4096,0.043877331415812175
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,3072,4096,0.04427306652069092
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,3072,4096,0.04298666715621948
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,3072,4096,0.03401920000712077
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,3072,4096,0.03344320058822632
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,3072,4096,0.04187413454055786
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,3072,4096,0.04285013278325399
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,3072,4096,0.03325653274854024
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,3072,4096,0.03234453399976094
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,3072,4096,0.03204586704572042
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,3072,4096,0.03168746630350749
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,3072,4096,0.031170133749643964
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,3072,4096,0.030408533414204915
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,3072,4096,0.030162133773167926
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,3072,4096,0.029524266719818115
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,3072,4096,0.029687466224034627
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,3072,4096,0.02818453311920166
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,3072,4096,0.02003413240114848
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,3072,4096,0.019409066438674925
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,3072,4096,0.019038933515548705
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,3072,4096,0.01821119983990987
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,3072,4096,0.01827413241068522
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,3072,4096,0.017464532454808553
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,3072,4096,0.01651093363761902
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,3072,4096,0.017284266153971353
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,3072,4096,0.01614293356736501
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,3072,4096,0.015194666385650635
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,3072,4096,0.014873600006103516
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,3072,4096,0.015273599823315939
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,3072,4096,0.014937600493431092
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,3072,4096,0.014870400230089823
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,3072,4096,0.014900267124176025
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,3072,4096,0.014627200365066529
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,3072,4096,0.014915200074513755
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,3072,4096,0.014904533823331198
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,3072,4096,0.014507733782132468
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,3072,4096,0.01447466711203257
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,3072,4096,0.014519466956456503
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,3072,4096,0.014510933558146158
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,3072,4096,0.0144405335187912
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,3072,4096,0.014533332983652749
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,3072,4096,0.014095999797185264
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,3072,4096,0.014339199662208557
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,3072,4096,0.014404267072677612
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,3072,4096,0.014106667041778565
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,3072,4096,0.014327466487884521
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,3072,4096,0.014457600315411887
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,3072,4096,0.01446399986743927
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,3072,4096,0.014081066846847535
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,3072,4096,0.014086400469144186
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,3072,4096,0.014060800274213156
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,3072,4096,0.014089600245157877
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,3072,4096,0.014076800147692362
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,3072,4096,0.014528000354766845
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,3072,4096,0.014018133282661438
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,3072,4096,0.014467199643452963
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,3072,4096,0.014095999797185264
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,3072,4096,0.014051199952761332
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,3072,3584,0.4498165448506673
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,3072,3584,0.22991573015848793
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,3072,3584,0.1206613302230835
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,3072,3584,0.06736319859822591
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,3072,3584,0.06719573338826498
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,3072,3584,0.0614303986231486
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,3072,3584,0.06127786636352539
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,3072,3584,0.06114879846572876
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,3072,3584,0.06268693208694458
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,3072,3584,0.058450134595235195
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,3072,3584,0.05871893167495727
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,3072,3584,0.04762666622797648
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,3072,3584,0.04759680032730103
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,3072,3584,0.046376534303029376
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,3072,3584,0.041867733001708984
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,3072,3584,0.040695468584696456
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,3072,3584,0.041672531763712564
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,3072,3584,0.0366538683573405
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,3072,3584,0.03912320137023926
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,3072,3584,0.0337226668993632
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,3072,3584,0.03254719972610474
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,3072,3584,0.03248320023218791
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,3072,3584,0.032150399684906
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,3072,3584,0.027462400992711383
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,3072,3584,0.028570665915807085
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,3072,3584,0.02329813241958618
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,3072,3584,0.022453333934148154
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,3072,3584,0.019953066110610963
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,3072,3584,0.021809067328770956
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,3072,3584,0.016498133540153503
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,3072,3584,0.018143999576568603
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,3072,3584,0.016130133469899496
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,3072,3584,0.014079999923706055
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,3072,3584,0.012034133076667786
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,3072,3584,0.011068800091743469
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,3072,3584,0.009433600306510925
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,3072,3584,0.00841813286145528
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,3072,3584,0.008252800007661184
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,3072,3584,0.008329600095748901
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,3072,3584,0.00993066628774007
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,3072,3584,0.008005333443482716
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,3072,3584,0.00872320036093394
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,3072,3584,0.008830933769543966
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,3072,3584,0.00788373351097107
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,3072,3584,0.007716266810894013
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,3072,3584,0.0077002664407094315
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,3072,3584,0.007585066556930542
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,3072,4096,0.014457600315411887
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,3072,3584,0.007771733403205872
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,3072,3584,0.0075573335091273
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,3072,3584,0.00765119989713033
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,3072,3584,0.007632000247637431
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,3072,3584,0.00746666689713796
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,3072,3584,0.007481599847475688
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,3072,3584,0.007463466624418895
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,3072,3584,0.0074869334697723385
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,3072,3584,0.00807360013326009
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,3072,3584,0.007884799937407176
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,3072,3584,0.009180800120035807
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,3072,3584,0.007340799768765767
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,3072,3584,0.007267199953397115
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,3072,3584,0.007289599875609081
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,3072,3584,0.007125333448251088
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,3072,3584,0.007223466535409291
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,3072,3584,0.007231999933719635
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,3072,4096,0.014493866761525472
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,3072,3584,0.0074976002176602675
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,3072,3584,0.007799466451009114
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,3072,3584,0.007513600091139476
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,3072,3584,0.00746666689713796
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,3072,3584,0.007500799993673961
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,3072,3584,0.00754559983809789
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,3072,3584,0.0073632001876831055
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,3072,3584,0.0074080000321070354
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,3072,3584,0.007230933507283528
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,3072,4096,0.014037332932154336
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,3072,3584,0.007260799904664357
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,3072,3584,0.26791359583536783
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,3072,3584,0.13239146868387858
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,3072,3584,0.0744213342666626
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,3072,3584,0.5291562716166178
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,3072,3584,0.07507733503977457
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,3072,3584,0.07095786730448404
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,3072,3584,0.07001279989878337
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,3072,3584,0.06661226749420165
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,3072,3584,0.06754666964213053
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,3072,3584,0.06379306713740031
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,3072,3584,0.0643455982208252
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,3072,3584,0.05675626595815023
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,3072,3584,0.05556586583455404
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,3072,3584,0.053130666414896645
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,3072,3584,0.05049813191095988
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,3072,3584,0.05122880140940348
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,3072,3584,0.048647467295328775
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,3072,3584,0.049149866898854574
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,3072,3584,0.0449621319770813
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,3072,3584,0.04310186703999837
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,3072,3584,0.04233280022939046
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,3072,3584,0.039026133219401044
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,3072,3584,0.039086933930714926
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,3072,3584,0.035554134845733644
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,3072,3584,0.03513493140538533
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,3072,3584,0.03244373401006063
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,3072,3584,0.03301653265953064
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,3072,3584,0.0307861328125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,3072,3584,0.02934933304786682
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,3072,3584,0.056634668509165445
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,3072,3584,0.026897066831588747
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,3072,3584,0.024804266293843587
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,3072,3584,0.024446932474772136
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,3072,3584,0.020861866076787312
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,3072,3584,0.02012373407681783
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,3072,3584,0.02040426731109619
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,3072,3584,0.02067306637763977
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,3072,3584,0.04322559833526611
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,3072,4096,0.014060800274213156
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,3072,3584,0.019291732708613077
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,3072,3584,0.018873600165049235
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,3072,3584,0.019937066237131755
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,3072,3584,0.01844373345375061
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,3072,3584,0.018532266219456993
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,3072,3584,0.01825493375460307
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,3072,3584,0.018984532356262206
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,3072,3584,0.018663465976715088
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,3072,3584,0.016706132888793947
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,3072,3584,0.0176362673441569
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,3072,3584,0.01762346625328064
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,3072,3584,0.01715839902559916
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,3072,3584,0.01649386684099833
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,3072,3584,0.016475733121236166
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,3072,3584,0.016365866859753928
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,3072,3584,0.017642666896184288
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,3072,3584,0.01744746764500936
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,3072,3584,0.030551467339197797
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,3072,4096,0.01406613290309906
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,3072,3584,0.016364799936612447
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,3072,3584,0.01652479966481527
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,3072,3584,0.016411733627319337
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,3072,3584,0.01637333333492279
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,3072,3584,0.016571733355522155
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,3072,3584,0.016456533471743265
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,3072,3584,0.01849386692047119
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,3072,3584,0.01729493339856466
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,3072,3584,0.018465065956115724
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,3072,3584,0.020326399803161622
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,3072,3584,0.017452800273895265
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,3072,3584,0.01841813325881958
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,3072,3584,0.01848213275273641
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,3072,3584,0.018636800845464072
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,3072,3584,0.018548266092936198
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,3072,3584,0.018476800123850504
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,3072,4096,0.014113066593805948
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,3072,3584,0.016693333784739174
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,3072,4096,0.014087466398874917
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,3072,3584,0.01651946703592936
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,3072,3584,0.3804021199544271
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,3072,3584,0.18178666432698568
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,3072,3584,0.1514282703399658
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,3072,3584,0.11877653598785401
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,3072,3584,0.7436469395955403
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,3072,3584,0.10696640014648437
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,3072,3584,0.10472213427225749
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,3072,3584,0.13286506334940593
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,3072,3584,0.09817492961883545
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,3072,3584,0.09600959618886312
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,3072,3584,0.09156800111134847
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,3072,3584,0.07845973173777263
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,3072,3584,1.4804896036783854
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,3072,3584,0.07491733233133951
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,3072,3584,0.07461866537729898
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,3072,3584,0.06728106339772542
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,3072,3584,0.06683626969655355
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,3072,3584,0.06197973489761353
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,3072,3584,0.1584277311960856
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,3072,3584,0.06072640021642049
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,3072,3584,0.17210453351338703
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,3072,3584,0.04090133508046468
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,3072,3584,0.035582931836446126
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,3072,3584,0.03417706489562988
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,3072,3584,0.13293226559956867
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,3072,3584,0.12279573281606038
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,3072,3584,0.08253333568572999
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,3072,3584,0.051206401983896886
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,3072,3584,0.048392534255981445
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,3072,3584,0.054870398839314785
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,3072,3584,0.043621333440144856
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,3072,3584,0.027985066175460815
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,3072,3584,0.026811732848485308
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,3072,3584,0.021868799130121866
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,3072,3584,0.020173867543538414
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,3072,3584,0.015252266327540079
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,3072,3584,0.012429866194725036
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,3072,3584,0.013826133807500205
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,3072,3584,0.013860266407330832
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,3072,3584,0.01405333379904429
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,3072,3584,0.014107732971509298
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,3072,3584,0.0128330667813619
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,3072,3584,0.01301653285821279
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,3072,3584,0.01262079974015554
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,3072,3584,0.010771200060844421
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,3072,3584,0.009517866373062133
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,3072,3584,0.009588266412417095
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,3072,3584,0.00955839951833089
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,3072,3584,0.014872533082962037
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,3072,3584,0.014506666858990987
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,3072,3584,0.016148266196250916
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,3072,3584,0.015339733163515726
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,3072,3584,0.014852266510327658
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,3072,3584,0.014492799838383993
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,3072,3584,0.014509866635004679
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,3072,3584,0.010833066701889039
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,3072,3584,0.010778666536013285
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,3072,3584,0.015717333555221556
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,3072,3584,0.015123200416564942
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,3072,3584,0.014669866363207499
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,3072,3584,0.016544000307718913
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,3072,3584,0.015382400155067444
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,3072,3584,0.01492586632569631
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,3072,3584,0.014753066500027976
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,3072,3584,0.014087466398874917
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,3072,3584,0.015338666240374246
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,3072,3584,0.01649386684099833
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,3072,3584,0.01569919983545939
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,3072,3584,0.016511999567349753
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,3072,3584,0.010770133137702942
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,3072,3584,0.01051520009835561
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,3072,3584,0.04320000012715657
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,3072,3584,0.27148586908976235
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,3072,3584,0.1409567991892497
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,3072,3584,0.07887252966562906
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,3072,3584,0.043399465084075925
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,3072,3584,0.04201600154240926
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,3072,3584,0.04050026734670003
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,3072,3584,0.042084264755249026
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,3072,3584,0.040881065527598064
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,3072,3584,0.04072639942169189
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,3072,3584,0.010779733459154766
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,3072,3584,0.010821333527565003
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,3072,3584,0.010431999961535137
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,3072,3584,0.03949013153711955
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,3072,3584,0.039654401938120525
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,3072,3584,0.03896426757176717
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,3072,3584,0.03816746473312378
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,3072,3584,0.03139093319574992
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,3072,3584,0.030107732613881426
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,3072,3584,0.0302837332089742
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,3072,3584,0.029319467147191365
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,3072,3584,0.02898453275362651
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,3072,3584,0.028894933064778645
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,3072,3584,0.028562132517496747
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,3072,3584,0.028035199642181395
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,3072,3584,0.02748799920082092
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,3072,3584,0.026995199918746948
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,3072,3584,0.026877866188685103
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,3072,3584,0.025733333826065064
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,3072,3584,0.01874986688296
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,3072,3584,0.018184532721837364
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,3072,3584,0.017772799730300902
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,3072,3584,0.017358932892481485
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,3072,3584,0.017172267039616905
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,3072,3584,0.015925332903862
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,3072,3584,0.015914666652679443
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,3072,3584,0.015396266182263692
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,3072,3584,0.01492586632569631
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,3072,3584,0.014479999740918478
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,3072,3584,0.013667200009028116
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,3072,3584,0.014078933000564575
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,3072,3584,0.014029866456985474
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,3072,3584,0.014083199699719749
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,3072,3584,0.014051199952761332
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,3072,3584,0.013954133788744608
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,3072,3584,0.013706666231155396
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,3072,3584,0.013303466637929282
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,3072,3584,0.01362666686375936
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,3072,3584,0.01365013321240743
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,3072,3584,0.013245866696039835
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,3072,3584,0.013246933619181315
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,3072,3584,0.013299199938774108
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,3072,3584,0.013243732849756875
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,3072,3584,0.01320746640364329
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,3072,3584,0.013262933492660523
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,3072,3584,0.013302399714787801
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,3072,3584,0.013289599617322286
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,3072,3584,0.01330880026022593
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,3072,3584,0.013667200009028116
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,3072,3584,0.013270399967829385
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,3072,3584,0.013614933689435324
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,3072,3584,0.0132533331712087
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,3072,3584,0.013291733463605246
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,3072,3584,0.013262933492660523
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,3072,3584,0.013303466637929282
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,3072,3584,0.01328000028928121
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,3072,3584,0.013290666540463767
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,3072,3584,0.013241599996884665
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,3072,3584,0.013261866569519044
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,3072,3584,0.013229866822560629
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,3072,3584,0.013219199577967324
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,3072,3072,0.19842346509297687
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,3072,3072,0.3859327952067057
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,3072,3072,0.05385066668192545
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,3072,3072,0.05310506820678711
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,3072,3072,0.05178666512171427
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,3072,3072,0.05264533360799154
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,3072,3072,0.049591465791066484
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,3072,3584,0.013294933239618936
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,3072,3072,0.050952533880869545
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,3072,3072,0.048769064744313556
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,3072,3072,0.04092373450597127
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,3072,3072,0.04090880155563355
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,3072,3072,0.04011733531951904
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,3072,3072,0.036073601245880126
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,3072,3072,0.03475946585337321
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,3072,3072,0.03571946620941162
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,3072,3072,0.03169813354810079
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,3072,3072,0.0337994654973348
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,3072,3072,0.029235200087229414
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,3072,3072,0.027883734305699664
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,3072,3072,0.028151466449101763
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,3072,3072,0.027790933847427368
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,3072,3072,0.10355626742045085
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,3072,3072,0.023833600680033366
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,3072,3072,0.024938666820526124
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,3072,3072,0.01955733299255371
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,3072,3072,0.01750613252321879
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,3072,3072,0.019359999895095827
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,3072,3072,0.014533332983652749
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,3072,3072,0.01606613298257192
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,3072,3072,0.014309333761533103
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,3072,3072,0.012846933801968894
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,3072,3072,0.010874666770299276
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,3072,3072,0.04983786741892497
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,3072,3072,0.00997866690158844
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,3072,3072,0.008463999629020691
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,3072,3072,0.007529599964618683
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,3072,3072,0.007669333120187123
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,3072,3072,0.009190400441487629
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,3072,3072,0.007514666517575581
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,3072,3072,0.007190399865309398
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,3072,3072,0.007874133189519246
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,3072,3072,0.008335999647776286
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,3072,3072,0.007208533088366191
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,3072,3072,0.006902400155862172
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,3072,3072,0.0069930667678515124
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,3072,3584,0.013218133648236593
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,3072,3072,0.0067658667763074234
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,3072,3072,0.0070826664566993715
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,3072,3072,0.007045333087444305
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,3072,3072,0.007101866602897644
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,3072,3072,0.0070613334576288865
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,3072,3072,0.007084799806276958
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,3072,3072,0.006658133367697399
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,3072,3072,0.006649599969387054
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,3072,3072,0.006708266834417979
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,3072,3072,0.007316266496976216
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,3072,3072,0.008278400202592214
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,3072,3072,0.008311466872692108
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,3072,3072,0.006234666705131531
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,3072,3072,0.006274133423964183
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,3072,3072,0.006286933521429698
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,3072,3072,0.006297599772612255
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,3072,3072,0.006318933268388112
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,3072,3072,0.006318933268388112
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,3072,3072,0.008697600166002909
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,3072,3072,0.008522666494051616
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,3072,3072,0.008558932940165203
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,3072,3072,0.020362667242685952
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,3072,3072,0.008291199803352356
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,3072,3584,0.012896000345547994
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,3072,3072,0.008257066706816356
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,3072,3072,0.00820906658967336
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,3072,3072,0.009144533673922222
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,3072,3072,0.0063733334342638654
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,3072,3072,0.006289066871007283
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,3072,3072,0.23081599871317543
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,3072,3072,0.4529738744099935
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,3072,3072,0.10985493659973145
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,3072,3072,0.06201493342717489
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,3072,3584,0.013424000144004822
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,3072,3072,0.06349546511967977
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,3072,3072,0.06047679980595907
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,3072,3072,0.05970240036646525
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,3072,3072,0.059171199798583984
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,3072,3072,0.008363733688990276
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,3072,3072,0.05579946835835775
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,3072,3072,0.05388373136520386
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,3072,3072,0.057443201541900635
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,3072,3072,0.05102719863255819
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,3072,3072,0.04945173263549805
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,3072,3072,0.04715413252512614
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,3072,3072,0.0451690673828125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,3072,3072,0.045926400025685626
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,3072,3072,0.045018664995829266
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,3072,3072,0.04525866508483887
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,3072,3072,0.04281813303629557
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,3072,3072,0.04107946554819743
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,3072,3072,0.03913493156433105
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,3072,3072,0.03795093297958374
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,3072,3072,0.03586453199386597
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,3072,3072,0.034953598181406656
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,3072,3072,0.032917332649230954
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,3072,3072,0.03220906654993693
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,3072,3072,0.030826665957768756
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,3072,3072,0.032986666758855185
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,3072,3072,0.02775040070215861
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,3072,3072,0.02839999993642171
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,3072,3072,0.024771199623743693
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,3072,3072,0.025682133436203004
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,3072,3072,0.023127466440200806
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,3072,3072,0.022683733701705934
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,3072,3072,0.020617600282033285
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,3072,3072,0.019351466496785482
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,3072,3072,0.019345066944758096
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,3072,3072,0.020096000035603842
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,3072,3072,0.020577067136764528
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,3072,3072,0.018462934096654258
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,3072,3072,0.01853653391202291
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,3072,3072,0.018681599696477254
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,3072,3072,0.018151466051737467
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,3072,3072,0.017214934031168617
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,3072,3584,0.013304533561070761
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,3072,3072,0.017730132738749186
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,3072,3072,0.017941333850224814
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,3072,3072,0.016739199558893837
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,3072,3072,0.01679146687189738
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,3072,3072,0.017571200927098594
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,3072,3072,0.016683733463287352
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,3072,3072,0.016609066724777223
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,3072,3072,0.016552533706029257
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,3072,3072,0.01748159925142924
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,3072,3072,0.017038933436075845
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,3072,3072,0.016296533743540446
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,3072,3072,0.014889599879582724
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,3072,3072,0.016612266500790916
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,3072,3072,0.014603733023007711
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,3072,3072,0.015119999647140503
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,3072,3072,0.015991466244061787
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,3072,3072,0.015135999520619711
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,3072,3072,0.01597546637058258
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,3072,3072,0.014963199694951376
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,3072,3072,0.014566399653752646
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,3072,3072,0.01652479966481527
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,3072,3072,0.01727893352508545
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,3072,3072,0.01655893325805664
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,3072,3072,0.016781866550445557
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,3072,3072,0.016515200336774193
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,3072,3072,0.050853331883748375
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,3072,3072,0.01834453344345093
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,3072,3072,0.018029866615931193
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,3072,3584,0.013286399841308593
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,3072,3072,0.016900267203648886
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,3072,3072,0.018609066804250084
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,3072,3072,0.14744853973388672
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,3072,3072,0.36637760798136393
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,3072,3072,0.10982933044433593
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,3072,3072,0.14330347379048664
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,3072,3072,0.7318112055460613
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,3072,3072,0.10244800249735515
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,3072,3072,0.1013258695602417
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,3072,3072,0.09458773136138916
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,3072,3072,0.09208853244781494
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,3072,3072,0.08815360069274902
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,3072,3072,0.12814826965332032
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,3072,3072,0.08768853346506754
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,3072,3072,0.0738858699798584
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,3072,3072,0.07002986272176107
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,3072,3072,0.11686933040618896
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,3072,3072,0.13506347338358562
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,3072,3072,0.06567253271738688
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,3072,3072,0.06326719919840494
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,3072,3072,0.059332267443339026
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,3072,3072,0.057257600625356043
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,3072,3072,1.4208287556966146
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,3072,3072,0.039087998867034915
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,3072,3072,0.03383573293685913
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,3072,3072,0.032868266105651855
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,3072,3072,0.10919040044148762
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,3072,3072,0.0804416020711263
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,3072,3072,0.07650453249613444
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,3072,3072,0.0528277317682902
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,3072,3072,0.04783573150634766
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,3072,3072,0.046480000019073486
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,3072,3072,0.041892266273498534
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,3072,3072,0.0272053341070811
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,3072,3072,0.02547733386357625
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,3072,3072,0.020853332678476968
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,3072,3072,0.01938986579577128
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,3072,3072,0.013242666920026144
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,3072,3072,0.01202453374862671
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,3072,3072,0.012051199873288471
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,3072,3072,0.014486400286356607
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,3072,3072,0.013643733660380044
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,3072,3072,0.013317333658536276
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,3072,3072,0.013243732849756875
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,3072,3072,0.012396799524625142
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,3072,3072,0.012408533692359924
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,3072,3072,0.010427733262379963
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,3072,3072,0.010013866424560546
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,3072,3072,0.009191466371218364
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,3072,3072,0.00909546713034312
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,3072,3072,0.014510933558146158
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,3072,3072,0.013802666465441385
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,3072,3072,0.010360532999038696
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,3072,3072,0.010378666718800863
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,3072,3072,0.01495039959748586
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,3072,3072,0.013651200135548911
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,3072,3072,0.012880000472068786
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,3072,3072,0.01369493305683136
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,3072,3072,0.014470400412877402
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,3072,3072,0.014461867014567056
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,3072,3072,0.013315199812253316
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,3072,3072,0.014102400342623393
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,3072,3072,0.014859732985496522
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,3072,3072,0.014547200004259745
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,3072,3072,0.013300266861915589
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,3072,3072,0.013661866386731466
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,3072,3072,0.015290666619936624
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,3072,3072,0.014922666549682616
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,3072,3072,0.013658666610717773
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,3072,3072,0.01575573285420736
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,3072,3072,0.01034879982471466
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,3072,3072,0.015326933066050211
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,3072,3072,0.010366933544476827
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,3072,3072,0.00906880001227061
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,3072,3072,0.010388267040252686
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,3072,3072,0.12342720031738282
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,3072,3072,0.03785813252131144
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,3072,3072,0.2349770704905192
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,3072,3072,0.0379253347714742
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,3072,3072,0.06975999673207602
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,3072,3072,0.03846826553344727
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,3072,3072,0.037368532021840414
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,3072,3072,0.03677759965260823
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,3072,3072,0.03641706705093384
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,3072,3072,0.03591466744740804
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,3072,3072,0.03601813316345215
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,3072,3072,0.03467626571655273
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,3072,3072,0.03493119875590007
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,3072,3072,0.034202667077382405
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,3072,3072,0.01037440001964569
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,3072,3072,0.02808319926261902
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,3072,3072,0.026922667026519777
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,3072,3072,0.02622186740239461
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,3072,3072,0.026958932479222614
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,3072,3072,0.026475733518600462
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,3072,3072,0.02555733323097229
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,3072,3072,0.025571199258168538
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,3072,3072,0.02474666635195414
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,3072,3072,0.02387839953104655
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,3072,3072,0.023667200406392416
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,3072,3072,0.01698026657104492
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,3072,3072,0.02332906723022461
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,3072,3072,0.024754132827123007
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,3072,3072,0.016571733355522155
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,3072,3072,0.016149333119392394
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,3072,3072,0.015666133165359496
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,3072,3072,0.014906666676203408
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,3072,3072,0.015413332978884378
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,3072,3072,0.014594133694966635
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,3072,3072,0.014089600245157877
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,3072,3072,0.014054399728775025
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,3072,3072,0.013214932878812155
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,3072,3072,0.013210666179656983
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,3072,3072,0.012857600053151449
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,3072,3072,0.013027200102806091
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,3072,3072,0.012814933061599731
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,3072,3072,0.012819199760754903
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,3072,3072,0.012825600306193032
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,3072,3072,0.012906666596730551
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,3072,3072,0.012718933820724487
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,3072,3072,0.012478933731714884
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,3072,3072,0.01245013376077016
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,3072,3072,0.01241600016752879
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,3072,3072,0.012479999661445617
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,3072,3072,0.012426666418711345
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,3072,3072,0.012440533439318339
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,3072,3072,0.012403200070063274
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,3072,3072,0.012423466642697651
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,3072,3072,0.012404266993204753
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,3072,3072,0.012169599533081055
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,3072,3072,0.012405332922935487
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,3072,3072,0.011987200379371643
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,3072,3072,0.012065066893895467
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,3072,3072,0.01204266647497813
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,3072,3072,0.012045866250991822
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,3072,3072,0.012414933244387309
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,3072,3072,0.012404266993204753
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,3072,3072,0.012396799524625142
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,3072,3072,0.01209386686484019
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,3072,3072,0.012428800264994305
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,3072,3072,0.012060800194740295
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,3072,3072,0.01246399978796641
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,3072,3072,0.012396799524625142
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,3072,2560,0.3244703928629557
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,3072,2560,0.16481706301371257
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,3072,2560,0.0873855988184611
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,3072,2560,0.048230401674906415
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,3072,2560,0.0483456015586853
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,3072,2560,0.045559465885162354
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,3072,2560,0.04533119996388753
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,3072,2560,0.04541973272959392
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,3072,3072,0.01242453356583913
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,3072,2560,0.046130132675170896
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,3072,2560,0.040801068147023514
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,3072,2560,0.04601493279139201
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,3072,2560,0.034119466940561935
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,3072,2560,0.03583146731058757
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,3072,2560,0.03354666630427043
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,3072,2560,0.0327455997467041
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,3072,2560,0.02904213269551595
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,3072,2560,0.03072106639544169
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,3072,2560,0.029789867003758748
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,3072,2560,0.025191466013590496
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,3072,2560,0.023831466833750405
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,3072,2560,0.024221867322921753
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,3072,2560,0.024046933650970458
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,3072,2560,0.021182932456334434
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,3072,2560,0.02136853337287903
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,3072,2560,0.017646932601928712
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,3072,2560,0.01700053413709005
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,3072,2560,0.01534933348496755
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,3072,2560,0.01705706715583801
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,3072,2560,0.012842667102813721
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,3072,2560,0.014144000411033631
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,3072,2560,0.01251520017782847
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,3072,2560,0.011277866363525391
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,3072,2560,0.009502933422724406
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,3072,2560,0.008758399883906047
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,3072,2560,0.007367466886838277
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,3072,2560,0.006675200164318084
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,3072,2560,0.006791466474533081
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,3072,2560,0.006972800195217133
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,3072,2560,0.007673599819342296
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,3072,2560,0.006514133512973785
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,3072,2560,0.007054933408896129
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,3072,2560,0.0071274667978286745
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,3072,2560,0.00652266691128413
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,3072,2560,0.005921066800753275
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,3072,2560,0.006230400005976359
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,3072,2560,0.006244266529877981
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,3072,2560,0.006667733192443848
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,3072,2560,0.00621973325808843
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,3072,2560,0.006215466558933258
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,3072,2560,0.006266666452089946
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,3072,2560,0.006243200103441874
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,3072,2560,0.005423999826113383
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,3072,2560,0.00547733356555303
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,3072,2560,0.005980800092220307
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,3072,2560,0.00594346672296524
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,3072,2560,0.006292266647020976
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,3072,2560,0.0066442668437957765
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,3072,2560,0.005399466554323832
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,3072,2560,0.005435733497142792
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,3072,2560,0.005449600021044413
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,3072,2560,0.005426133175690969
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,3072,2560,0.0054175997773806255
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,3072,2560,0.005367466807365417
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,3072,2560,0.0054613331953684485
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,3072,2560,0.005371733506520589
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,3072,3072,0.012451199690500896
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,3072,2560,0.007115733126799266
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,3072,2560,0.007397333284219106
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,3072,2560,0.0069919998447100324
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,3072,2560,0.0074432000517845156
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,3072,2560,0.007100800176461537
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,3072,2560,0.007884799937407176
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,3072,2560,0.006898133456707001
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,3072,2560,0.008409600456555684
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,3072,3072,0.012537599603335062
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,3072,3072,0.012455466389656066
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,3072,2560,0.027140265703201293
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,3072,2560,0.38155412673950195
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,3072,2560,0.09253866672515869
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,3072,2560,0.05448000033696493
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,3072,2560,0.1922965367635091
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,3072,2560,0.05537600119908651
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,3072,2560,0.053445335229237875
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,3072,2560,0.05153173208236694
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,3072,2560,0.04904533227284749
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,3072,2560,0.04724266529083252
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,3072,2560,0.05125866731007894
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,3072,2560,0.04376000165939331
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,3072,2560,0.04342720111211141
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,3072,2560,0.04490773280461629
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,3072,2560,0.043586134910583496
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,3072,2560,0.04116053183873494
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,3072,2560,0.04304320017496745
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,3072,2560,0.0409877339998881
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,3072,2560,0.042721064885457356
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,3072,2560,0.0371946652730306
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,3072,2560,0.034916265805562334
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,3072,2560,0.034031999111175534
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,3072,2560,0.031959466139475506
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,3072,2560,0.03289920091629028
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,3072,2560,0.030187733968098956
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,3072,2560,0.030321067571640013
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,3072,2560,0.028692267338434857
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,3072,2560,0.028988800446192425
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,3072,2560,0.02754240036010742
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,3072,2560,0.026795732975006103
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,3072,3072,0.012447999914487202
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,3072,2560,0.02363413373629252
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,3072,2560,0.024001065889994302
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,3072,2560,0.02174933354059855
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,3072,2560,0.021219199895858763
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,3072,2560,0.018870399395624796
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,3072,2560,0.01839573383331299
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,3072,3072,0.012219732999801636
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,3072,2560,0.017464532454808553
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,3072,2560,0.018568533658981323
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,3072,2560,0.0526367982228597
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,3072,2560,0.01767146587371826
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,3072,2560,0.018216532468795777
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,3072,2560,0.018660267194112144
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,3072,2560,0.017172267039616905
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,3072,2560,0.017934934298197428
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,3072,2560,0.01663146714369456
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,3072,2560,0.017063466707865398
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,3072,2560,0.016977065801620485
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,3072,2560,0.016769067446390788
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,3072,2560,0.016701867183049522
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,3072,2560,0.01634986698627472
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,3072,2560,0.016378666957219443
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,3072,2560,0.017127466201782227
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,3072,2560,0.016307199994723
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,3072,2560,0.01667733391125997
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,3072,2560,0.016037333011627197
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,3072,2560,0.036763731638590494
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,3072,2560,0.016427733500798545
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,3072,2560,0.015230933825174967
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,3072,2560,0.014621866742769876
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,3072,2560,0.014500266313552857
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,3072,2560,0.014602667093276978
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,3072,2560,0.015844266613324484
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,3072,2560,0.016876800855000814
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,3072,2560,0.014643200238545737
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,3072,2560,0.01651306649049123
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,3072,2560,0.016497066617012023
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,3072,2560,0.017112533251444496
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,3072,2560,0.01667733391125997
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,3072,2560,0.016479999820391337
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,3072,2560,0.01643519997596741
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,3072,2560,0.016511999567349753
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,3072,2560,0.017358932892481485
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,3072,3072,0.012411733468373615
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,3072,2560,0.018565332889556883
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,3072,2560,0.016673066218694053
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,3072,2560,0.014918399850527444
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,3072,2560,0.11620906988779704
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,3072,2560,0.12243946393330891
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,3072,2560,0.11680853366851807
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,3072,2560,0.12520746390024823
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,3072,2560,0.702725346883138
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,3072,2560,0.096998397509257
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,3072,2560,0.3602176030476888
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,3072,2560,0.09395306905110677
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,3072,2560,0.10620266596476238
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,3072,2560,0.0837013324101766
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,3072,2560,0.0906389315923055
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,3072,2560,0.08710827032725016
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,3072,2560,0.08338879744211833
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,3072,2560,0.07217280069986978
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,3072,2560,0.06573866605758667
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,3072,2560,0.06353173255920411
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,3072,2560,0.05929493506749471
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,3072,2560,0.05744106769561767
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,3072,2560,1.3939467112223307
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,3072,2560,0.053972268104553224
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,3072,2560,0.0701685349146525
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,3072,2560,0.038209064801534014
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,3072,2560,0.03260693351427714
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,3072,2560,0.03201173345247905
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,3072,2560,0.09900906880696615
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,3072,2560,0.10666133562723797
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,3072,2560,0.046453332901000975
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,3072,2560,0.07607253392537436
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,3072,2560,0.051344001293182374
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,3072,2560,0.04440960089365641
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,3072,2560,0.039854931831359866
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,3072,2560,0.026360533634821576
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,3072,2560,0.024710400899251302
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,3072,2560,0.020286933581034342
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,3072,2560,0.018599466482798258
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,3072,2560,0.012967466314633688
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,3072,2560,0.011197866996129353
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,3072,2560,0.014227199554443359
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,3072,2560,0.013044266899426778
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,3072,2560,0.012946133812268576
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,3072,2560,0.01281599998474121
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,3072,2560,0.01163093348344167
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,3072,2560,0.011617066462834676
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,3072,2560,0.011612799763679505
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,3072,2560,0.00995733340581258
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,3072,2560,0.008732799688975017
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,3072,2560,0.010007466872533162
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,3072,2560,0.010016000270843506
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,3072,2560,0.011520000298817952
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,3072,2560,0.011217066645622253
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,3072,2560,0.012452266613642375
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,3072,2560,0.012386133273442585
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,3072,2560,0.013673599561055502
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,3072,2560,0.013270399967829385
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,3072,2560,0.012044800321261089
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,3072,2560,0.012417067090670269
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,3072,2560,0.012453333536783854
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,3072,2560,0.013267200191815695
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,3072,2560,0.01323306659857432
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,3072,2560,0.012746666868527731
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,3072,2560,0.014501333236694336
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,3072,2560,0.012837333480517068
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,3072,2560,0.012528000275293985
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,3072,2560,0.01323199967543284
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,3072,2560,0.01323306659857432
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,3072,2560,0.014444800217946372
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,3072,2560,0.014155733585357665
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,3072,2560,0.011992533008257549
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,3072,2560,0.014712533354759217
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,3072,2560,0.009949866930643718
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,3072,2560,0.010012800494829815
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,3072,2560,0.10686079661051433
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,3072,2560,0.06054293314615885
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,3072,2560,0.2027946631113688
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,3072,2560,0.033768534660339355
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,3072,2560,0.033650132020314534
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,3072,2560,0.03288533290227254
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,3072,2560,0.033079467217127484
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,3072,2560,0.03240213394165039
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,3072,2560,0.031972267230351764
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,3072,2560,0.03200640082359314
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,3072,2560,0.03171626726786296
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,3072,2560,0.03111039996147156
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,3072,2560,0.031251200040181476
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,3072,2560,0.030161066850026445
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,3072,2560,0.024842667579650878
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,3072,2560,0.009901866316795349
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,3072,2560,0.00974720021088918
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,3072,2560,0.009990400075912476
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,3072,2560,0.024705066283543905
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,3072,2560,0.024226133028666177
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,3072,2560,0.023794132471084594
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,3072,2560,0.023206400871276855
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,3072,2560,0.023643734057744344
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,3072,2560,0.022806400060653688
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,3072,2560,0.02249706586201986
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,3072,2560,0.022297600905100502
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,3072,2560,0.02179626623789469
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,3072,2560,0.0217141330242157
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,3072,2560,0.02104960083961487
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,3072,2560,0.015745066603024802
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,3072,2560,0.014789332946141561
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,3072,2560,0.01493013302485148
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,3072,2560,0.014124799768129984
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,3072,2560,0.014057599504788718
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,3072,2560,0.013333333532015481
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,3072,2560,0.01328426698843638
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,3072,2560,0.012794666488965354
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,3072,2560,0.012593066692352295
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,3072,2560,0.012004266182581585
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,3072,2560,0.01172266701857249
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,3072,2560,0.012004266182581585
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,3072,2560,0.011638399958610535
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,3072,2560,0.011992533008257549
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,3072,2560,0.011678933103879293
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,3072,2560,0.011654399832089742
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,3072,2560,0.011987200379371643
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,3072,2560,0.011684266726175944
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,3072,2560,0.011588266491889954
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,3072,2560,0.011611732840538024
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,3072,2560,0.01122773289680481
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,3072,2560,0.01129813293615977
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,3072,2560,0.011609599987665812
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,3072,2560,0.011582932869593303
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,3072,2560,0.011592533191045125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,3072,2560,0.01165013313293457
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,3072,2560,0.011467732985814412
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,3072,2560,0.011396267016728719
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,3072,2560,0.01157866617043813
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,3072,2560,0.011236266295115153
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,3072,2560,0.011421866218249003
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,3072,2560,0.011246933539708456
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,3072,2560,0.011595732967058818
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,3072,2560,0.011221333344777425
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,3072,2560,0.01164906620979309
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,3072,2560,0.011158399780591329
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,3072,2560,0.01153706709543864
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,3072,2560,0.011243733763694762
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,3072,2560,0.011014399925867717
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,3072,2560,0.01123199959595998
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,3072,2560,0.011609599987665812
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,3072,2048,0.2612127939860026
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,3072,2560,0.01156160036722819
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,3072,2048,0.0677354653676351
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,3072,2048,0.13370134035746256
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,3072,2048,0.03504213492075602
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,3072,2048,0.035113600889841716
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,3072,2048,0.034221867720286056
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,3072,2048,0.03457280000050862
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,3072,2048,0.038540800412495926
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,3072,2048,0.03393813371658325
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,3072,2560,0.011424000064531963
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,3072,2048,0.03845013380050659
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,3072,2048,0.028016000986099243
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,3072,2048,0.030368000268936157
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,3072,2048,0.027832533915837603
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,3072,2048,0.025962666670481367
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,3072,2048,0.024279467264811196
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,3072,2048,0.026246400674184163
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,3072,2048,0.022791467110315957
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,3072,2048,0.02613226572672526
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,3072,2048,0.021206400791803994
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,3072,2048,0.020388267437616982
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,3072,2048,0.020156800746917725
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,3072,2048,0.021240532398223877
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,3072,2048,0.017254400253295898
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,3072,2048,0.018057600657145182
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,3072,2048,0.014834133783976236
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,3072,2048,0.014913066228230795
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,3072,2048,0.015083733201026916
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,3072,2048,0.011165866255760193
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,3072,2048,0.01209920048713684
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,3072,2048,0.010456533233324686
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,3072,2048,0.009716266393661499
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,3072,2048,0.008503466844558716
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,3072,2048,0.007529599964618683
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,3072,2048,0.0063178668419520065
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,3072,2048,0.0058335999647776285
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,3072,2048,0.005691733459631602
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,3072,2048,0.005635199944178263
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,3072,2048,0.006289066871007283
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,3072,2048,0.005436799923578898
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,3072,2048,0.005416533350944519
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,3072,2048,0.005888000130653381
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,3072,2048,0.03337279955546062
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,3072,2048,0.005385600030422211
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,3072,2048,0.005063466727733612
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,3072,2048,0.005275733272234599
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,3072,2048,0.005838933090368906
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,3072,2560,0.011248000462849935
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,3072,2048,0.005030400057633718
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,3072,2048,0.005010133484999338
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,3072,2048,0.005089066425959269
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,3072,2048,0.005021866659323374
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,3072,2048,0.004669866462548574
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,3072,2048,0.004680533210436503
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,3072,2560,0.011203199625015259
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,3072,2048,0.004613333443800608
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,3072,2048,0.004614399870236715
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,3072,2048,0.005426133175690969
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,3072,2048,0.004399999976158142
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,3072,2048,0.004610133171081543
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,3072,2048,0.004557866851488749
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,3072,2048,0.004654933512210846
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,3072,2048,0.012865066528320312
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,3072,2048,0.0044064000248909
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,3072,2048,0.004614399870236715
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,3072,2048,0.004387199878692627
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,3072,2048,0.00462719996770223
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,3072,2048,0.00609493354956309
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,3072,2048,0.006260266900062561
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,3072,2048,0.006259199976921081
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,3072,2048,0.006121600170930227
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,3072,2048,0.00626453310251236
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,3072,2048,0.006925866504510244
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,3072,2048,0.006295466423034668
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,3072,2048,0.00751146674156189
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,3072,2048,0.07777919769287109
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,3072,2048,0.1482101281483968
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,3072,2048,0.045393065611521406
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,3072,2048,0.04554133415222168
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,3072,2048,0.30603733062744143
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,3072,2048,0.04446719884872437
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,3072,2048,0.0448085347811381
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,3072,2048,0.045021867752075194
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,3072,2048,0.042771200338999435
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,3072,2048,0.042019200325012204
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,3072,2048,0.0431818683942159
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,3072,2048,0.0392576018969218
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,3072,2048,0.040652799606323245
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,3072,2048,0.005446400245030721
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,3072,2048,0.03906879822413127
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,3072,2048,0.037564798196156816
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,3072,2048,0.03791999816894531
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,3072,2048,0.03801066478093465
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,3072,2048,0.03544640143712362
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,3072,2048,0.035046398639678955
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,3072,2048,0.031947733958562215
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,3072,2048,0.03294933239618937
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,3072,2048,0.03125653266906738
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,3072,2048,0.030433066685994464
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,3072,2048,0.028886399666468304
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,3072,2048,0.028794666131337483
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,3072,2048,0.02880106568336487
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,3072,2048,0.028680533170700073
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,3072,2048,0.026743467648824053
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,3072,2048,0.026984532674153645
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,3072,2048,0.02406719923019409
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,3072,2048,0.02469759980837504
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,3072,2048,0.022784000635147093
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,3072,2048,0.022499199708302817
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,3072,2048,0.021831466754277547
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,3072,2048,0.0204586664835612
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,3072,2048,0.01867626706759135
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,3072,2560,0.011582932869593303
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,3072,2048,0.018212266763051353
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,3072,2048,0.016582399606704712
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,3072,2048,0.016551466782887776
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,3072,2048,0.01671573321024577
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,3072,2048,0.017064533631006875
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,3072,2048,0.016687999169031777
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,3072,2048,0.017863466342290243
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,3072,2048,0.01760853330294291
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,3072,2048,0.016622933745384216
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,3072,2048,0.016420267025629678
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,3072,2048,0.016530133287111917
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,3072,2048,0.016272000471750894
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,3072,2048,0.01602133313814799
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,3072,2048,0.0164000004529953
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,3072,2048,0.01595946649710337
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,3072,2048,0.014974932869275412
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,3072,2048,0.014667733510335287
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,3072,2048,0.015941333770751954
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,3072,2048,0.014482133587201438
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,3072,2048,0.01453439990679423
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,3072,2048,0.015060266852378846
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,3072,2048,0.01460693379243215
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,3072,2048,0.01630400021870931
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,3072,2048,0.014497066537539164
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,3072,2048,0.014476799964904785
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,3072,2048,0.014498133460680643
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,3072,2048,0.014484266440073649
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,3072,2560,0.011288533608118694
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,3072,2048,0.016320000092188515
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,3072,2048,0.01625920037428538
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,3072,2048,0.015871999661127727
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,3072,2048,0.0164192001024882
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,3072,2048,0.01618133286635081
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,3072,2048,0.016530133287111917
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,3072,2048,0.016498133540153503
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,3072,2048,0.01648319959640503
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,3072,2048,0.016515200336774193
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,3072,2048,0.014498133460680643
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,3072,2048,0.015507200360298156
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,3072,2048,0.00489279975493749
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,3072,2560,0.011150933305422465
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,3072,2048,0.11443093617757161
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,3072,2048,0.3387242635091146
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,3072,2048,0.09719146887461344
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,3072,2048,0.1087125301361084
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,3072,2048,0.6832106908162434
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,3072,2048,0.10136213302612304
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,3072,2048,0.09600426355997721
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,3072,2048,0.08739306926727294
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,3072,2048,0.08010026613871256
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,3072,2048,0.08241813182830811
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,3072,2048,0.07763199806213379
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,3072,2048,0.06853439807891845
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,3072,2048,0.113483730951945
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,3072,2048,0.066648534933726
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,3072,2048,0.06283626556396485
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,3072,2048,0.06049280166625977
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,3072,2048,0.10721920331319172
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,3072,2048,0.05569920142491659
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,3072,2048,1.3561738332112632
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,3072,2048,0.05505066712697347
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,3072,2048,0.051402668158213295
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,3072,2048,0.03663359880447388
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,3072,2048,0.03133226633071899
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,3072,2048,0.030844799677530926
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,3072,2048,0.09185919761657715
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,3072,2048,0.0850111961364746
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,3072,2048,0.07349973519643148
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,3072,2048,0.0382912000020345
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,3072,2048,0.04301653305689494
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,3072,2048,0.048571733633677165
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,3072,2048,0.044410665829976395
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,3072,2048,0.02392746607462565
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,3072,2048,0.02477653423945109
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,3072,2048,0.019434666633605956
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,3072,2048,0.01328000028928121
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,3072,2048,0.010786133011182149
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,3072,2048,0.011034666498502096
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,3072,2048,0.018090667327245076
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,3072,2048,0.012412800391515096
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,3072,2048,0.012311466534932454
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,3072,2048,0.012389333049456278
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,3072,2048,0.012078932921091716
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,3072,2048,0.010819199681282043
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,3072,2048,0.010778666536013285
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,3072,2048,0.00915839970111847
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,3072,2048,0.00804799993832906
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,3072,2048,0.010605866710344952
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,3072,2048,0.009225599964459737
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,3072,2048,0.010359467069307963
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,3072,2048,0.011174399654070537
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,3072,2048,0.010898133118947346
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,3072,2048,0.01160426636536916
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,3072,2048,0.011173333724339802
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,3072,2048,0.009146666526794434
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,3072,2048,0.01141866644223531
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,3072,2048,0.012056533495585125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,3072,2048,0.01125759979089101
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,3072,2048,0.009205333391825358
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,3072,2048,0.012560000022252401
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,3072,2048,0.01118293305238088
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,3072,2048,0.012408533692359924
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,3072,2048,0.009473066528638203
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,3072,2048,0.009594666957855224
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,3072,2048,0.011640533804893494
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,3072,2048,0.011614933609962463
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,3072,2048,0.012058666348457337
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,3072,2048,0.01130239963531494
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,3072,2048,0.012058666348457337
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,3072,2048,0.011634133259455363
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,3072,2048,0.012479999661445617
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,3072,2048,0.009564800063769023
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,3072,2048,0.011620266238848369
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,3072,2048,0.011636267105738323
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,3072,2048,0.00918506681919098
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,3072,2048,0.051330133279164636
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,3072,2048,0.028640000025431316
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,3072,2048,0.09052373568216959
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,3072,2048,0.16859520276387532
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,3072,2048,0.028040534257888793
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,3072,2048,0.028194133440653486
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,3072,2048,0.02794666687647502
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,3072,2048,0.027356799443562823
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,3072,2048,0.027411200602849323
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,3072,2048,0.026792534192403156
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,3072,2048,0.026661332448323565
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,3072,2048,0.026945066452026368
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,3072,2048,0.026452267169952394
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,3072,2048,0.025447465976079303
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,3072,2048,0.021396267414093017
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,3072,2048,0.02108479936917623
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,3072,2048,0.020968532562255858
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,3072,2048,0.02065920035044352
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,3072,2048,0.02035306692123413
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,3072,2048,0.01986453334490458
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,3072,2048,0.01983039975166321
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,3072,2048,0.019077332814534505
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,3072,2048,0.018772266308466592
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,3072,2048,0.019423999389012656
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,3072,2048,0.018653867642084758
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,3072,2048,0.018153599898020425
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,3072,2048,0.013674666484196981
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,3072,2048,0.013272533814112345
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,3072,2048,0.013009066383043924
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,3072,2048,0.012820266683896384
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,3072,2048,0.012817066907882691
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,3072,2048,0.012044800321261089
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,3072,2048,0.011627733707427979
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,3072,2048,0.012276267011960346
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,3072,2048,0.011126400033632914
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,3072,2048,0.011248000462849935
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,3072,2048,0.010774399836858113
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,3072,2048,0.0107722669839859
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,3072,2048,0.010847999652226766
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,3072,2048,0.010813867052396137
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,3072,2048,0.010757333040237427
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,3072,2048,0.0108106662829717
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,3072,2048,0.010820266604423524
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,3072,2048,0.0108106662829717
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,3072,2048,0.010819199681282043
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,3072,2048,0.010382933417956035
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,3072,2048,0.010363733768463135
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,3072,2048,0.010597333312034607
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,3072,2048,0.01043839951356252
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,3072,2048,0.010387200117111205
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,3072,2048,0.010417067011197408
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,3072,2048,0.010366933544476827
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,3072,2048,0.010410666465759277
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,3072,2048,0.010408533612887065
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,3072,2048,0.010427733262379963
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,3072,2048,0.010387200117111205
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,3072,2048,0.010016000270843506
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,3072,2048,0.01037013332049052
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,3072,2048,0.010445866982142131
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,3072,2048,0.010416000088055929
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,3072,2048,0.010332799951235453
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,3072,2048,0.010386133193969726
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,3072,2048,0.010051199793815612
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,3072,2048,0.0107914666334788
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,3072,2048,0.010411733388900756
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,3072,2048,0.009986133376757304
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,3072,2048,0.01039466659228007
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,3072,1536,0.1993002732594808
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,3072,1536,0.1018986701965332
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,3072,1536,0.051113601525624594
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,3072,1536,0.028061866760253906
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,3072,1536,0.02794346610705058
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,3072,1536,0.02732693354288737
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,3072,2048,0.01042560040950775
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,3072,1536,0.027453867594401042
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,3072,1536,0.026320000489552815
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,3072,1536,0.024197334051132204
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,3072,1536,0.023180800676345825
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,3072,2048,0.01034453312555949
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,3072,1536,0.0210207998752594
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,3072,1536,0.021255467335383096
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,3072,1536,0.02152000069618225
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,3072,1536,0.019359999895095827
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,3072,1536,0.018438400824864705
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,3072,1536,0.019613866011301676
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,3072,1536,0.018467199802398682
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,3072,1536,0.019485867023468016
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,3072,1536,0.01688213348388672
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,3072,1536,0.015256533026695251
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,3072,1536,0.016140799721082053
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,3072,2048,0.010779733459154766
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,3072,1536,0.014452266693115234
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,3072,1536,0.013293866316477457
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,3072,1536,0.013261866569519044
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,3072,1536,0.012122666835784912
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,3072,1536,0.011609599987665812
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,3072,1536,0.010488532980283101
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,3072,1536,0.011546666423479717
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,3072,1536,0.008640000224113464
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,3072,1536,0.009057066837946574
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,3072,1536,0.007106133302052816
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,3072,1536,0.006296533346176148
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,3072,1536,0.006724266707897187
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,3072,2048,0.010389332969983418
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,3072,1536,0.005002666513125102
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,3072,1536,0.004694400231043497
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,3072,1536,0.004635733366012573
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,3072,1536,0.005042133231957754
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,3072,1536,0.004600533346335093
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,3072,1536,0.004304000238577525
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,3072,1536,0.004649599889914194
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,3072,1536,0.004454400142033895
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,3072,1536,0.0045973335703214015
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,3072,1536,0.004941866795221964
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,3072,1536,0.004605866471926371
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,3072,1536,0.005082666873931885
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,3072,1536,0.004195199906826019
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,3072,1536,0.004188799858093261
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,3072,1536,0.004241066674391428
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,3072,1536,0.004217599829037985
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,3072,1536,0.0041685332854588825
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,3072,1536,0.004261333247025808
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,3072,1536,0.003949866692225138
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,3072,1536,0.003849600007136663
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,3072,1536,0.004986666639645894
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,3072,1536,0.0038304001092910765
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,3072,1536,0.0038389332592487337
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,3072,1536,0.0038218667109807336
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,3072,1536,0.0038272000849246977
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,3072,2048,0.010397866368293762
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,3072,1536,0.0038421332836151125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,3072,1536,0.003832533210515976
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,3072,1536,0.0037994667887687682
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,3072,1536,0.003836799909671148
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,3072,1536,0.027933865785598755
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,3072,1536,0.005457066496213277
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,3072,1536,0.005499733487764994
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,3072,1536,0.005437866846720377
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,3072,1536,0.005470933516820272
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,3072,1536,0.00544213354587555
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,3072,1536,0.006017066538333893
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,3072,1536,0.006251733501752217
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,3072,1536,0.11057173411051432
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,3072,1536,0.23182719548543296
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,3072,1536,0.008167466521263123
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,3072,1536,0.06198933521906534
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,3072,1536,0.03912426630655925
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,3072,1536,0.039095465342203775
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,3072,1536,0.03844586610794067
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,3072,1536,0.03906773328781128
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,3072,1536,0.03764586846033732
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,3072,1536,0.036245334148406985
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,3072,1536,0.004680533210436503
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,3072,1536,0.03495680093765259
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,3072,1536,0.03494720061620076
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,3072,1536,0.03295680085817973
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,3072,1536,0.03500586748123169
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,3072,1536,0.03218773404757182
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,3072,1536,0.003802666564782461
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,3072,1536,0.030738133192062377
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,3072,1536,0.031027199824651082
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,3072,1536,0.030949334303538006
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,3072,1536,0.0308351993560791
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,3072,1536,0.030451200405756634
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,3072,1536,0.028784000873565675
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,3072,1536,0.028909866015116376
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,3072,1536,0.028326400121053058
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,3072,1536,0.026756266752878826
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,3072,1536,0.027563732862472535
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,3072,1536,0.025719465812047322
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,3072,1536,0.025321600834528606
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,3072,1536,0.023578667640686037
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,3072,1536,0.02478613257408142
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,3072,1536,0.022618667284647623
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,3072,1536,0.022693334023157756
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,3072,1536,0.005445333321889242
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,3072,1536,0.021329067150751748
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,3072,1536,0.020654932657877604
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,3072,1536,0.01962560017903646
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,3072,1536,0.01660693287849426
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,3072,1536,0.019592533508936562
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,3072,1536,0.01662399967511495
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,3072,1536,0.017245866854985557
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,3072,1536,0.01656000018119812
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,3072,1536,0.016430933276812235
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,3072,1536,0.01616426706314087
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,3072,1536,0.017095466454823814
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,3072,1536,0.016676266988118492
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,3072,2048,0.010366933544476827
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,3072,1536,0.01629866659641266
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,3072,1536,0.016337066888809204
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,3072,1536,0.01646933356920878
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,3072,1536,0.016591999928156534
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,3072,1536,0.01480959951877594
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,3072,1536,0.01506239970525106
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,3072,1536,0.01575146714846293
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,3072,1536,0.0146506667137146
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,3072,1536,0.01458133359750112
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,3072,1536,0.017517866690953572
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,3072,1536,0.014539733529090881
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,3072,1536,0.014504533012708029
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,3072,1536,0.014523733655611673
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,3072,1536,0.015800533692042033
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,3072,1536,0.014492799838383993
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,3072,1536,0.014441600441932679
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,3072,1536,0.014727466305096946
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,3072,1536,0.014437333742777506
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,3072,1536,0.01514240006605784
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,3072,1536,0.014595199624697366
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,3072,1536,0.014469333489735923
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,3072,1536,0.014490666985511779
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,3072,1536,0.015761066476504007
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,3072,1536,0.03342613379160563
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,3072,1536,0.014645333091417948
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,3072,1536,0.014703999956448874
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,3072,1536,0.014523733655611673
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,3072,1536,0.016288000345230102
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,3072,1536,0.01651946703592936
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,3072,1536,0.015577600399653117
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,3072,2048,0.01034453312555949
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,3072,1536,0.0165802667538325
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,3072,1536,0.016214399536450704
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,3072,1536,0.30575574239095055
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,3072,1536,0.10912213325500489
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,3072,1536,0.10272853374481201
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,3072,1536,0.09274453322092692
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,3072,1536,0.0875338633855184
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,3072,1536,0.08539520104726156
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,3072,1536,0.07954453627268473
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,3072,1536,0.08213973045349121
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,3072,1536,0.10627840360005696
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,3072,1536,0.09975146452585856
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,3072,1536,0.6765514373779297
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,3072,1536,0.07667946815490723
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,3072,1536,0.06421226660410563
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,3072,1536,0.058514134089152015
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,3072,1536,0.054262399673461914
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,3072,1536,0.09545813401540121
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,3072,1536,0.05298453172047933
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,3072,1536,1.326422373453776
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,3072,1536,0.048997334639231366
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,3072,1536,0.07337386608123779
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,3072,1536,0.09103253682454428
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,3072,1536,0.03495786587397258
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,3072,1536,0.06527146498362223
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,3072,1536,0.030482133229573567
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,3072,1536,0.07052906354268393
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,3072,1536,0.06040106614430746
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,3072,1536,0.03662613232930501
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,3072,1536,0.04318079948425293
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,3072,1536,0.046825599670410153
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,3072,1536,0.04118400017420451
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,3072,1536,0.02956800063451131
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,3072,1536,0.02313386599222819
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,3072,1536,0.018974934021631876
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,3072,1536,0.024693334102630617
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,3072,1536,0.017362133661905924
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,3072,1536,0.01330560048421224
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,3072,1536,0.011654399832089742
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,3072,1536,0.010387200117111205
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,3072,1536,0.011635200182596842
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,3072,1536,0.011680000027020772
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,3072,1536,0.011577600240707397
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,3072,1536,0.010411733388900756
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,3072,1536,0.010378666718800863
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,3072,1536,0.00876693328221639
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,3072,1536,0.010422399640083313
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,3072,1536,0.009186133742332458
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,3072,1536,0.009596799810727436
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,3072,1536,0.010449066758155823
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,3072,1536,0.009590400258700053
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,3072,1536,0.010011733571688334
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,3072,1536,0.009944533308347065
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,3072,1536,0.010526933272679647
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,3072,1536,0.010351999600728353
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,3072,1536,0.008742400010426839
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,3072,1536,0.00890239973862966
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,3072,1536,0.009861333171526591
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,3072,1536,0.010082133611043294
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,3072,1536,0.009608532985051472
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,3072,1536,0.01034773290157318
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,3072,1536,0.01074133316675822
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,3072,1536,0.010024533669153849
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,3072,1536,0.01074666678905487
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,3072,1536,0.00953493316968282
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,3072,1536,0.010821333527565003
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,3072,1536,0.01072106659412384
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,3072,1536,0.010830932855606079
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,3072,1536,0.010388267040252686
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,3072,1536,0.010430933038393656
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,3072,1536,0.010292266805966694
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,3072,1536,0.010682666301727295
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,3072,1536,0.008744532863299053
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,3072,1536,0.13711466789245605
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,3072,1536,0.07511253356933593
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,3072,1536,0.04190719922383626
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,3072,1536,0.02441493272781372
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,3072,1536,0.02450559933980306
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,3072,1536,0.024098134040832518
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,3072,1536,0.02386773427327474
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,3072,1536,0.02330026626586914
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,3072,1536,0.023430399099985757
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,3072,1536,0.023205333948135377
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,3072,1536,0.022936532894770302
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,3072,1536,0.022632533311843873
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,3072,1536,0.022679466009140014
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,3072,1536,0.022025599082310995
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,3072,1536,0.018602667252222697
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,3072,1536,0.018281600872675576
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,3072,1536,0.017844265699386595
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,3072,1536,0.017796266078948974
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,3072,1536,0.017563732465108235
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,3072,1536,0.016961065928141277
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,3072,1536,0.01726400057474772
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,3072,1536,0.01658560037612915
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,3072,1536,0.01684160033861796
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,3072,1536,0.016544000307718913
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,3072,1536,0.016201600432395935
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,3072,1536,0.009117866555849712
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,3072,1536,0.01576533317565918
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,3072,1536,0.009761066238085429
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,3072,1536,0.009527466694513957
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,3072,1536,0.012486400206883748
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,3072,1536,0.012010666728019714
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,3072,1536,0.011646933356920878
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,3072,1536,0.011589333415031433
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,3072,1536,0.011212799946467083
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,3072,1536,0.010771200060844421
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,3072,1536,0.010822400450706482
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,3072,1536,0.01034346620241801
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,3072,1536,0.009637332955996196
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,3072,1536,0.009593600034713745
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,3072,1536,0.010423466563224792
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,3072,1536,0.00960213343302409
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,3072,1536,0.009897599617640179
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,3072,1536,0.009967999656995137
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,3072,1536,0.00995199978351593
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,3072,1536,0.009992532928784688
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,3072,1536,0.00995306670665741
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,3072,1536,0.00997226635615031
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,3072,1536,0.009987200299898785
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,3072,1536,0.009578667084376017
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,3072,1536,0.009622400005658466
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,3072,1536,0.00957973301410675
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,3072,1536,0.009556266665458679
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,3072,1536,0.009523199995358785
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,3072,1536,0.009540266791979472
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,3072,1536,0.009554133812586466
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,3072,1536,0.009241599837938945
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,3072,1536,0.009523199995358785
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,3072,1536,0.009595732887585957
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,3072,1536,0.00963200032711029
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,3072,1536,0.00993066628774007
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,3072,1536,0.009565866986910502
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,3072,1536,0.009593600034713745
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,3072,1536,0.009577600161234538
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,3072,1536,0.0095360000928243
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,3072,1536,0.009302399555842082
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,3072,1536,0.009567999839782714
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,3072,1536,0.009545600414276123
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,3072,1536,0.009527466694513957
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,3072,1536,0.009697066744168599
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,3072,1536,0.00958079993724823
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,3072,1536,0.009609599908192951
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,3072,1024,0.07071786721547445
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,3072,1024,0.1388426621754964
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,3072,1024,0.03450453281402588
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,3072,1024,0.019143466154734293
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,3072,1024,0.018950400749842326
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,3072,1024,0.018901334206263224
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,3072,1024,0.019081600507100425
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,3072,1024,0.018872533241907755
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,3072,1024,0.016452266772588094
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,3072,1024,0.016127999623616537
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,3072,1024,0.017748266458511353
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,3072,1024,0.014820266763369241
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,3072,1024,0.015884799758593242
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,3072,1536,0.009198932846387228
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,3072,1024,0.013963733116785684
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,3072,1024,0.013354667027791343
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,3072,1024,0.014313600460688271
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,3072,1024,0.013752532998720804
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,3072,1024,0.014014933506647745
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,3072,1024,0.012446932991345723
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,3072,1024,0.011159466703732808
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,3072,1024,0.012051199873288471
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,3072,1024,0.010733866691589355
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,3072,1024,0.009597866733868917
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,3072,1024,0.009577600161234538
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,3072,1024,0.009170132875442504
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,3072,1024,0.008762666583061218
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,3072,1024,0.007952000200748443
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,3072,1024,0.008742400010426839
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,3072,1024,0.006730666756629944
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,3072,1024,0.007057066758473713
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,3072,1024,0.006376533210277558
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,3072,1024,0.0054954667886098225
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,3072,1024,0.0054175997773806255
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,3072,1024,0.005098666747411092
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,3072,1024,0.004205866654713949
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,3072,1024,0.004206933577855428
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,3072,1024,0.003857066730658213
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,3072,1024,0.0038143999874591826
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,3072,1024,0.00417493333419164
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,3072,1024,0.0036170666416486105
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,3072,1024,0.0038560000558694207
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,3072,1024,0.00384853333234787
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,3072,1024,0.0037119999527931214
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,3072,1024,0.003798400113979975
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,3072,1024,0.003874133278926214
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,3072,1024,0.004192000130812327
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,3072,1024,0.004247466723124186
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,3072,1536,0.009154133001963298
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,3072,1024,0.003390933324893316
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,3072,1024,0.0034517332911491393
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,3072,1024,0.0034400001168251038
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,3072,1024,0.0034282666941483817
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,3072,1024,0.0034976000587145484
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,3072,1024,0.00344106654326121
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,3072,1024,0.003470933437347412
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,3072,1024,0.0033845332761605583
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,3072,1024,0.003956266740957896
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,3072,1024,0.003089066594839096
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,3072,1024,0.0030293333033720653
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,3072,1024,0.0033973333736260734
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,3072,1536,0.009620267152786254
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,3072,1024,0.0030602666238943735
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,3072,1024,0.0032170665760835014
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,3072,1024,0.0033557333052158357
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,3072,1024,0.0030410667260487873
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,3072,1024,0.0030239999294281008
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,3072,1024,0.0042346666256586705
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,3072,1024,0.004244266450405121
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,3072,1024,0.014973866939544677
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,3072,1024,0.004198400179545084
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,3072,1024,0.004244266450405121
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,3072,1024,0.004437333345413208
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,3072,1024,0.004670933385690053
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,3072,1024,0.005013333261013031
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,3072,1024,0.04705706834793091
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,3072,1024,0.08250986735026042
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,3072,1024,0.15420692761739094
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,3072,1024,0.03128426671028137
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,3072,1024,0.03174293239911397
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,3072,1024,0.030856533845265703
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,3072,1024,0.03137279947598775
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,3072,1024,0.03255253235499064
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,3072,1024,0.030832000573476154
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,3072,1024,0.030522666374842328
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,3072,1536,0.009551999966303508
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,3072,1024,0.030797866980234782
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,3072,1024,0.0291157325108846
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,3072,1024,0.028776532411575316
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,3072,1024,0.030308266480763752
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,3072,1024,0.02812160054842631
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,3072,1024,0.028654932975769043
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,3072,1024,0.02691306670506795
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,3072,1024,0.02744426727294922
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,3072,1024,0.02678080002466838
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,3072,1536,0.0099263995885849
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,3072,1024,0.02471359968185425
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,3072,1024,0.0034453332424163817
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,3072,1024,0.024644267559051514
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,3072,1024,0.02466986576716105
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,3072,1024,0.023426133394241332
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,3072,1024,0.022696532805760703
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,3072,1024,0.022660267353057862
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,3072,1024,0.0226197342077891
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,3072,1024,0.022294400135676067
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,3072,1024,0.021962666511535646
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,3072,1024,0.020427733659744263
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,3072,1024,0.020666666825612388
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,3072,1024,0.018589866161346436
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,3072,1024,0.02048426667849223
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,3072,1024,0.017413334051767985
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,3072,1024,0.01737706661224365
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,3072,1024,0.015878400206565856
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,3072,1024,0.01619733373324076
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,3072,1024,0.004622933268547058
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,3072,1024,0.01564586659272512
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,3072,1024,0.01635199983914693
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,3072,1024,0.01583146651585897
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,3072,1024,0.0163263996442159
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,3072,1024,0.016756266355514526
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,3072,1024,0.015015467007954916
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,3072,1024,0.014713600277900696
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,3072,1024,0.01474666694800059
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,3072,1024,0.01471466620763143
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,3072,1024,0.017076265811920167
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,3072,1024,0.014520532886187234
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,3072,1024,0.015455999970436096
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,3072,1024,0.014866133530934652
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,3072,1024,0.014478933811187745
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,3072,1024,0.01444586714108785
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,3072,1024,0.014619732896486918
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,3072,1024,0.014516266187032065
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,3072,1024,0.014494933684666953
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,3072,1536,0.0095360000928243
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,3072,1024,0.014662399888038635
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,3072,1024,0.01448319951693217
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,3072,1024,0.014217600226402283
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,3072,1024,0.014152533809343972
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,3072,1024,0.014471466342608133
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,3072,1024,0.014405333002408347
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,3072,1024,0.01437226633230845
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,3072,1024,0.01439466675122579
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,3072,1024,0.0143477330605189
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,3072,1024,0.01446293294429779
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,3072,1024,0.01461013356844584
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,3072,1024,0.014491732915242514
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,3072,1024,0.014531200130780539
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,3072,1024,0.014516266187032065
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,3072,1024,0.014513066411018372
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,3072,1024,0.02749333381652832
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,3072,1024,0.014500266313552857
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,3072,1024,0.014590932925542196
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,3072,1024,0.016006400187810264
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,3072,1024,0.01432213286558787
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,3072,1024,0.1035744031270345
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,3072,1024,0.1016160011291504
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,3072,1024,0.22735892931620277
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,3072,1024,0.08478720188140869
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,3072,1024,0.09849387009938558
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,3072,1024,0.07992213567097982
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,3072,1024,0.6523871739705404
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,3072,1024,0.0787338654200236
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,3072,1024,0.07511893113454184
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,3072,1024,0.07052586873372396
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,3072,1024,0.07334506511688232
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,3072,1024,0.09067946275075277
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,3072,1024,0.06189226706822713
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,3072,1024,0.057054932912190756
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,3072,1024,0.06321386496225992
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,3072,1024,0.09600106875101724
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,3072,1024,0.05582613150278727
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,3072,1024,0.050629333655039466
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,3072,1024,0.05089066823323568
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,3072,1024,1.301638412475586
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,3072,1024,0.04604906638463338
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,3072,1024,0.03410773277282715
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,3072,1024,0.02839039961496989
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,3072,1024,0.028394667307535808
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,3072,1024,0.09026880264282226
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,3072,1024,0.08611626625061035
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,3072,1024,0.06770133177439372
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,3072,1024,0.039094400405883786
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,3072,1024,0.03536320130030314
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,3072,1024,0.04064639806747437
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,3072,1024,0.023066665728886923
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,3072,1024,0.044811733563741046
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,3072,1024,0.02232960065205892
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,3072,1024,0.017813332875569663
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,3072,1024,0.016546133160591125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,3072,1024,0.012454400459925335
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,3072,1024,0.009517866373062133
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,3072,1024,0.011169067025184632
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,3072,1024,0.011260799566904704
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,3072,1024,0.01125866671403249
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,3072,1024,0.010841600100199382
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,3072,1024,0.01004266639550527
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,3072,1024,0.009945600231488546
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,3072,1024,0.00997866690158844
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,3072,1024,0.008322133123874665
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,3072,1024,0.0075647999842961625
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,3072,1024,0.008359466989835102
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,3072,1024,0.008301866551240284
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,3072,1024,0.007904000083605449
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,3072,1024,0.008109866579373678
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,3072,1024,0.008053333560625712
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,3072,1024,0.008774399757385254
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,3072,1024,0.008329600095748901
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,3072,1024,0.008350933591524761
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,3072,1024,0.008385066191355388
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,3072,1024,0.008755200107892354
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,3072,1024,0.009058133761088053
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,3072,1024,0.008664533495903015
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,3072,1024,0.008761599659919739
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,3072,1024,0.0095360000928243
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,3072,1024,0.008745599786440532
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,3072,1024,0.00839466651280721
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,3072,1024,0.008804266651471455
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,3072,1024,0.00890239973862966
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,3072,1024,0.008785067001978557
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,3072,1024,0.009145599603652955
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,3072,1024,0.009107200304667155
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,3072,1024,0.009148800373077392
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,3072,1024,0.009130666653315227
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,3072,1024,0.00874133308728536
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,3072,1024,0.05653866529464722
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,3072,1024,0.1034336010615031
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,3072,1024,0.019451733430226645
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,3072,1024,0.03197120030721028
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,3072,1024,0.00872213343779246
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,3072,1024,0.019463467597961425
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,3072,1024,0.01889066696166992
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,3072,1024,0.01877760092417399
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,3072,1024,0.01876586675643921
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,3072,1024,0.01840533415476481
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,3072,1024,0.018413867553075156
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,3072,1024,0.018423465887705485
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,3072,1024,0.018206934134165444
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,3072,1024,0.018227199713389076
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,3072,1024,0.01778986652692159
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,3072,1024,0.015280000368754067
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,3072,1024,0.014899200201034546
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,3072,1024,0.01490239997704824
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,3072,1024,0.014495999614397685
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,3072,1024,0.01451520025730133
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,3072,1024,0.014106667041778565
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,3072,1024,0.014127999544143677
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,3072,1024,0.013643733660380044
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,3072,1024,0.014030933380126953
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,3072,1024,0.013362133502960205
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,3072,1024,0.013559466600418091
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,3072,1024,0.012681600451469422
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,3072,1024,0.01076586643854777
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,3072,1024,0.010378666718800863
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,3072,1024,0.009990400075912476
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,3072,1024,0.00995733340581258
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,3072,1024,0.00990613301595052
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,3072,1024,0.009529599547386169
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,3072,1024,0.00957973301410675
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,3072,1024,0.009110400080680847
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,3072,1024,0.009145599603652955
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,3072,1024,0.009159466624259949
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,3072,1024,0.009105066458384197
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,3072,1024,0.008711466193199157
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,3072,1024,0.008931199709574383
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,3072,1024,0.00899839997291565
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,3072,1024,0.009176533420880635
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,3072,1024,0.008787199854850769
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,3072,1024,0.008733866612116496
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,3072,1024,0.009111467003822326
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,3072,1024,0.008771199981371562
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,3072,1024,0.010037333766619364
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,3072,1024,0.008753066261609394
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,3072,1024,0.008739200234413148
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,3072,1024,0.008728532989819845
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,3072,1024,0.008733866612116496
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,3072,1024,0.00876586635907491
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,3072,1024,0.008770133058230083
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,3072,1024,0.008732799688975017
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,3072,1024,0.008738133311271667
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,3072,1024,0.008749866485595703
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,3072,1024,0.008729599912961324
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,3072,1024,0.008759466807047527
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,3072,1024,0.008380800485610962
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,3072,1024,0.008556800087292989
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,3072,1024,0.00869866708914439
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,3072,1024,0.008721066514650981
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,3072,1024,0.008289066453774769
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,3072,1024,0.008366933465003968
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,3072,1024,0.008370133241017659
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,3072,1024,0.008351999521255492
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,3072,1024,0.008788266777992248
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,3072,1024,0.008364799618721008
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,3072,1024,0.008706133564313252
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,3072,1024,0.008348799745241801
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,3072,1024,0.008376533786455791
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,3072,1024,0.008728532989819845
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,3072,768,0.10875519911448162
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,3072,768,0.05511999924977621
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,3072,768,0.026424533128738402
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,3072,768,0.015284267067909241
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,3072,768,0.015072000026702882
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,3072,768,0.014847999811172486
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,3072,768,0.015258666872978211
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,3072,1024,0.008374399940172831
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,3072,768,0.015118933717409768
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,3072,768,0.013297067085901896
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,3072,768,0.013342932860056559
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,3072,768,0.012033067146937053
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,3072,768,0.012056533495585125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,3072,768,0.01313920021057129
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,3072,768,0.011339733004570007
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,3072,768,0.010838400324185688
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,3072,1024,0.008372267087300617
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,3072,768,0.011502933502197266
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,3072,768,0.011619200309117634
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,3072,768,0.011240532994270325
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,3072,768,0.010611200332641601
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,3072,768,0.009109333157539368
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,3072,768,0.008727467060089112
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,3072,768,0.009943466385205586
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,3072,768,0.007898666461308797
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,3072,768,0.007885866860548655
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,3072,768,0.00790293316046397
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,3072,768,0.00761599987745285
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,3072,768,0.006929066777229309
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,3072,768,0.005861333509286245
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,3072,768,0.006040533383687338
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,3072,768,0.005634133517742157
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,3072,768,0.004741333425045013
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,3072,768,0.004653866589069367
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,3072,768,0.0045855998992919925
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,3072,1024,0.008548266688982646
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,3072,768,0.0034645333886146545
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,3072,768,0.003788800040880839
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,3072,768,0.0034314667185147605
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,3072,768,0.0033674667278925574
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,3072,768,0.0034495999415715536
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,3072,768,0.0034133332471052804
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,3072,768,0.0034389334420363107
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,3072,768,0.0033845332761605583
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,3072,768,0.003403733422358831
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,3072,768,0.0034282666941483817
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,3072,768,0.0034080001215140024
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,3072,768,0.0035637333989143372
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,3072,768,0.0029653333127498626
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,3072,768,0.0030165334542592366
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,3072,768,0.0030069333811601003
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,3072,768,0.003014400104681651
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,3072,768,0.0030271999537944795
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,3072,768,0.0030421334008375804
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,3072,768,0.003065599997838338
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,3072,768,0.0030261332790056865
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,3072,768,0.0034005333979924522
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,3072,768,0.003013333429892858
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,3072,1024,0.008713600039482117
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,3072,768,0.002995199958483378
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,3072,768,0.0030122667551040648
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,3072,768,0.002993066608905792
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,3072,1024,0.008710400263468424
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,3072,768,0.0029557332396507262
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,3072,768,0.0029685333371162414
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,3072,768,0.002980266759792964
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,3072,768,0.003822933385769526
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,3072,768,0.003802666564782461
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,3072,768,0.01333440045515696
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,3072,768,0.003789866715669632
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,3072,768,0.003786666691303253
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,3072,768,0.0042453333735466
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,3072,768,0.004217599829037985
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,3072,768,0.007742933432261149
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,3072,768,0.11927786668141682
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,3072,768,0.06906879742940267
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,3072,768,0.041099735101064044
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,3072,768,0.03060373266537984
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,3072,1024,0.008437333504358928
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,3072,768,0.03001706600189209
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,3072,768,0.03075946569442749
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,3072,768,0.028836266199747725
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,3072,768,0.00382080003619194
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,3072,768,0.02823466658592224
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,3072,768,0.02755733331044515
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,3072,768,0.0032927999893824257
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,3072,768,0.02684906721115112
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,3072,768,0.02645653287569682
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,3072,768,0.026909865935643512
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,3072,768,0.025474133094151814
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,3072,768,0.024714666604995727
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,3072,768,0.024676267306009927
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,3072,768,0.024691200256347655
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,3072,768,0.024702932437260947
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,3072,768,0.003045333425203959
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,3072,768,0.022729599475860597
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,3072,768,0.02572373350461324
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,3072,768,0.022936532894770302
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,3072,768,0.021606399615605672
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,3072,768,0.021663999557495116
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,3072,768,0.02121493419011434
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,3072,768,0.0038389332592487337
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,3072,768,0.020683733622233073
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,3072,768,0.020169599850972494
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,3072,768,0.02064746618270874
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,3072,768,0.01912533243497213
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,3072,768,0.01908586621284485
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,3072,768,0.018181333939234413
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,3072,768,0.018652800718943277
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,3072,768,0.0165503998597463
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,3072,768,0.01651946703592936
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,3072,768,0.014971733093261719
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,3072,768,0.015833600362141927
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,3072,768,0.016140799721082053
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,3072,768,0.01456000010172526
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,3072,768,0.0145087997118632
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,3072,768,0.014757333199183145
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,3072,768,0.014765866597493491
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,3072,768,0.014497066537539164
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,3072,768,0.014763733744621277
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,3072,768,0.016521599888801575
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,3072,768,0.0156768004099528
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,3072,768,0.015261866648991904
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,3072,768,0.016541866461435954
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,3072,768,0.014459733168284097
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,3072,768,0.015317333738009134
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,3072,768,0.014490666985511779
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,3072,768,0.014661332964897156
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,3072,768,0.015802666544914246
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,3072,768,0.014471466342608133
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,3072,768,0.0144405335187912
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,3072,768,0.014993066589037577
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,3072,768,0.014422399799029031
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,3072,768,0.014505599935849508
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,3072,768,0.014291200041770934
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,3072,768,0.014401066303253173
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,3072,768,0.014381866653760275
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,3072,768,0.013974400361378989
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,3072,768,0.014436266819636025
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,3072,768,0.014239999651908874
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,3072,768,0.014570666352907815
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,3072,768,0.014362667004267374
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,3072,768,0.022935465971628825
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,3072,768,0.014470400412877402
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,3072,768,0.01442346672217051
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,3072,768,0.014453333616256715
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,3072,768,0.014513066411018372
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,3072,768,0.0144405335187912
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,3072,768,0.0038399999340375268
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,3072,768,0.01446399986743927
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,3072,768,0.014465066790580749
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,3072,768,0.029173332452774047
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,3072,768,0.02926186720530192
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,3072,768,0.0139765332142512
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,3072,768,0.1009610652923584
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,3072,768,0.20002239545186362
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,3072,768,0.08866559664408366
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,3072,768,0.6458368301391602
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,3072,768,0.08326613108317057
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,3072,768,0.07854186693827311
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,3072,768,0.07721066474914551
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,3072,768,0.0731658697128296
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,3072,768,0.07179839611053467
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,3072,768,0.09940160115559896
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,3072,768,0.0965440034866333
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,3072,768,0.0939573367436727
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,3072,768,1.3005067189534505
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,3072,768,0.06027093331019083
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,3072,768,0.08978880246480306
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,3072,768,0.05581653515497843
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,3072,768,0.05503146648406983
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,3072,768,0.050817068417867026
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,3072,768,0.04441279967625936
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,3072,768,0.04970133304595947
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,3072,768,0.06810560226440429
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,3072,768,0.033522133032480875
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,3072,768,0.028446932633717854
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,3072,768,0.027983999252319335
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,3072,768,0.08450346787770589
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,3072,768,0.06651519934336345
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,3072,768,0.044334932168324785
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,3072,768,0.033343998591105144
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,3072,768,0.03861759901046753
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,3072,768,0.039827199776967366
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,3072,768,0.060743467013041175
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,3072,768,0.022658133506774904
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,3072,768,0.017399466037750243
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,3072,768,0.02188053329785665
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,3072,768,0.012012799580891926
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,3072,768,0.009934932986895243
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,3072,768,0.010780800382296245
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,3072,768,0.009688533345858256
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,3072,768,0.016545066237449647
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,3072,768,0.010808533430099488
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,3072,768,0.010850133498509724
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,3072,768,0.010833066701889039
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,3072,768,0.009612799684206644
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,3072,768,0.010134399930636088
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,3072,768,0.008340266346931458
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,3072,768,0.007962666451931
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,3072,768,0.0070709332823753355
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,3072,768,0.007922133306662242
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,3072,768,0.007134933272997539
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,3072,768,0.008297599852085114
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,3072,768,0.007500799993673961
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,3072,768,0.008382933338483174
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,3072,768,0.007925333579381307
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,3072,768,0.007974400122960409
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,3072,768,0.007933866480986278
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,3072,768,0.007956266899903615
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,3072,768,0.0075082664688428235
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,3072,768,0.007916800181070964
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,3072,768,0.007924266656239827
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,3072,768,0.007915733257929485
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,3072,768,0.008318933347860973
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,3072,768,0.007926400005817413
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,3072,768,0.007961600025494894
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,3072,768,0.008296533425649007
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,3072,768,0.008319999774297078
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,3072,768,0.007925333579381307
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,3072,768,0.008344533046086629
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,3072,768,0.008341333270072937
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,3072,768,0.007904000083605449
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,3072,768,0.007975466549396515
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,3072,768,0.007477333148320516
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,3072,768,0.008774399757385254
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,3072,768,0.0869866689046224
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,3072,768,0.0276256004969279
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,3072,768,0.01807360053062439
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,3072,768,0.017862399419148765
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,3072,768,0.017386666933695474
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,3072,768,0.048661335309346514
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,3072,768,0.01736533244450887
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,3072,768,0.017182934284210204
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,3072,768,0.01730026602745056
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,3072,768,0.016982400417327882
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,3072,768,0.01697173317273458
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,3072,768,0.016586666305859886
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,3072,768,0.01656000018119812
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,3072,768,0.014232533176740012
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,3072,768,0.016291200121243795
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,3072,768,0.013690666357676188
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,3072,768,0.013704533378283182
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,3072,768,0.013634133338928222
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,3072,768,0.013515733679135642
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,3072,768,0.013326932986577352
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,3072,768,0.013092266519864401
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,3072,768,0.012878933548927307
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,3072,768,0.012876799702644348
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,3072,768,0.0123989333709081
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,3072,768,0.012057600418726604
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,3072,768,0.011594667037328085
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,3072,768,0.01034879982471466
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,3072,768,0.009735467036565144
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,3072,768,0.0095551997423172
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,3072,768,0.009205333391825358
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,3072,768,0.009529599547386169
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,3072,768,0.009071999788284301
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,3072,768,0.008936533331871032
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,3072,768,0.008749866485595703
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,3072,768,0.008728532989819845
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,3072,768,0.008411733309427898
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,3072,768,0.008330666522185007
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,3072,768,0.00831573357184728
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,3072,768,0.008364799618721008
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,3072,768,0.008311466872692108
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,3072,768,0.008311466872692108
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,3072,768,0.00872213343779246
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,3072,768,0.00829013337691625
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,3072,768,0.008390399813652038
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,3072,768,0.008744532863299053
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,3072,768,0.008319999774297078
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,3072,768,0.008109866579373678
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,3072,768,0.00836906631787618
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,3072,768,0.008346666892369587
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,3072,768,0.008310399949550629
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,3072,768,0.00832426647345225
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,3072,768,0.008331733445326488
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,3072,768,0.008361599842707316
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,3072,768,0.008323200047016144
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,3072,768,0.00811520020167033
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,3072,768,0.007955199976762136
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,3072,768,0.008323200047016144
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,3072,768,0.008008533219496409
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,3072,768,0.008372267087300617
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,3072,768,0.00795839975277583
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,3072,768,0.00814933329820633
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,3072,768,0.007948799928029378
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,3072,768,0.007922133306662242
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,3072,768,0.007885866860548655
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,3072,768,0.008317866424719492
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,3072,768,0.007918933530648549
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,3072,768,0.007949866851170858
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,3072,768,0.00798826664686203
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,3072,768,0.00839466651280721
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,3072,768,0.008309333523114523
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,3072,512,0.07914346853892008
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,3072,512,0.041758934656778976
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,3072,512,0.019322667519251505
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,3072,512,0.011594667037328085
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,3072,768,0.008743466933568318
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,3072,512,0.011528533697128297
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,3072,512,0.011564800143241882
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,3072,512,0.011415466666221619
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,3072,512,0.011450666189193725
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,3072,512,0.01083733340104421
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,3072,512,0.010779733459154766
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,3072,768,0.008308266599973042
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,3072,512,0.010788266857465107
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,3072,512,0.009576533238093059
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,3072,512,0.0093941330909729
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,3072,512,0.010345600048700969
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,3072,512,0.008777599533398945
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,3072,512,0.008312533299128216
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,3072,512,0.009000533819198608
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,3072,768,0.008295466502507527
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,3072,512,0.009130666653315227
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,3072,512,0.007102933526039123
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,3072,512,0.007492266595363617
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,3072,512,0.007132799923419952
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,3072,512,0.006313600142796834
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,3072,512,0.006358399987220764
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,3072,512,0.006301866471767425
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,3072,512,0.00582826683918635
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,3072,512,0.0062282666563987735
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,3072,512,0.005010133484999338
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,3072,512,0.005085866649945577
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,3072,512,0.00420053352912267
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,3072,512,0.005423999826113383
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,3072,512,0.004203733305136363
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,3072,768,0.007926400005817413
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,3072,512,0.003864533454179764
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,3072,512,0.003365333378314972
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,3072,512,0.00325546662012736
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,3072,512,0.0029834667841593427
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,3072,512,0.0030378667016824085
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,3072,512,0.003031466652949651
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,3072,512,0.00296426663796107
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,3072,512,0.003013333429892858
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,3072,512,0.0029567999144395193
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,3072,512,0.0029525332152843474
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,3072,512,0.002979200085004171
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,3072,512,0.003032533327738444
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,3072,512,0.003035733352104823
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,3072,512,0.0033717334270477297
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,3072,768,0.007934933404127757
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,3072,512,0.002628266563018163
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,3072,512,0.002701866626739502
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,3072,512,0.0028885332246621448
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,3072,512,0.0029557332396507262
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,3072,512,0.0026047999660174055
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,3072,512,0.002628266563018163
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,3072,512,0.0025568000972270967
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,3072,512,0.0025439999997615816
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,3072,512,0.0025621332228183747
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,3072,512,0.002614400039116542
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,3072,512,0.00262719988822937
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,3072,768,0.007969066500663757
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,3072,512,0.002616533388694127
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,3072,512,0.002586666742960612
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,3072,512,0.002569599946339925
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,3072,512,0.0026101333399613695
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,3072,512,0.003382399926582972
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,3072,512,0.003435733417669932
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,3072,512,0.003236266722281774
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,3072,512,0.0034400001168251038
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,3072,512,0.009060266613960265
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,3072,512,0.0033802665770053864
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,3072,512,0.009125333031018574
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,3072,512,0.006251733501752217
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,3072,512,0.09464426835378012
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,3072,512,0.057049600283304844
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,3072,512,0.03447573184967041
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,3072,512,0.026692267258961993
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,3072,512,0.026663466294606523
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,3072,512,0.026687999566396076
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,3072,512,0.026817067464192705
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,3072,512,0.0270197331905365
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,3072,512,0.025549866755803424
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,3072,512,0.02526293396949768
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,3072,512,0.0026261332134405774
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,3072,512,0.002979200085004171
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,3072,512,0.023746132850646973
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,3072,512,0.02318399945894877
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,3072,512,0.024267733097076416
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,3072,512,0.023864533503850302
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,3072,512,0.022755199670791627
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,3072,512,0.022651733954747517
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,3072,512,0.022986666361490885
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,3072,512,0.022702932357788086
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,3072,512,0.021709867318471274
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,3072,512,0.021163733800252278
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,3072,512,0.020618667205174766
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,3072,512,0.003349333256483078
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,3072,512,0.021792000532150267
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,3072,512,0.020243199666341145
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,3072,512,0.018832000096638997
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,3072,512,0.01988906661669413
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,3072,512,0.018655999501546224
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,3072,512,0.018609066804250084
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,3072,512,0.01857066750526428
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,3072,512,0.003416533271471659
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,3072,512,0.01651413341363271
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,3072,512,0.017784533898035686
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,3072,512,0.0034229333202044168
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,3072,512,0.0172160009543101
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,3072,512,0.0160970667997996
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,3072,512,0.01713386575380961
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,3072,512,0.01664746701717377
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,3072,512,0.0165802667538325
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,3072,512,0.014521599809328715
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,3072,512,0.014467199643452963
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,3072,512,0.014595199624697366
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,3072,512,0.014603733023007711
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,3072,512,0.014485333363215128
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,3072,512,0.014739200472831726
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,3072,512,0.015400532881418863
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,3072,512,0.014446933070818582
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,3072,512,0.014467199643452963
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,3072,512,0.01585706671079
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,3072,512,0.014674133062362671
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,3072,512,0.014533332983652749
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,3072,512,0.015294933319091797
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,3072,512,0.015260799725850423
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,3072,512,0.014453333616256715
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,3072,512,0.003054933249950409
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,3072,512,0.01432319978872935
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,3072,512,0.01439573367436727
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,3072,512,0.013931733369827271
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,3072,512,0.014344533284505209
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,3072,512,0.014283733566602072
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,3072,512,0.014252799749374389
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,3072,512,0.014419200023015341
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,3072,512,0.01323199967543284
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,3072,512,0.014254933595657349
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,3072,512,0.014099199573198953
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,3072,512,0.014264532923698425
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,3072,512,0.014407466848691305
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,3072,512,0.014316800236701965
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,3072,512,0.014457600315411887
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,3072,512,0.014346667130788169
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,3072,512,0.014460800091425577
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,3072,512,0.014437333742777506
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,3072,512,0.014469333489735923
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,3072,512,0.014506666858990987
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,3072,512,0.01476693352063497
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,3072,512,0.014475733041763306
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,3072,512,0.016013866662979125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,3072,512,0.024949334065119424
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,3072,512,0.013480533162752786
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,3072,512,0.09801493485768636
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,3072,512,0.09225707054138184
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,3072,512,0.09730239709218344
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,3072,512,0.0865290641784668
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,3072,512,0.18064427375793457
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,3072,512,0.08128106594085693
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,3072,512,0.08159680366516113
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,3072,512,0.07516907056172689
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,3072,512,0.07503039836883545
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,3072,512,0.07033920288085938
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,3072,512,0.07012266318003336
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,3072,512,0.06523733139038086
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,3072,512,0.6371434529622395
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,3072,512,0.059106131394704185
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,3072,512,0.059563732147216795
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,3072,512,0.05419946511586508
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,3072,512,0.048128000895182294
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,3072,512,0.053432532151540126
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,3072,512,0.048502401510874434
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,3072,512,0.04367466767628987
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,3072,512,1.273014450073242
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,3072,512,0.0325162669022878
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,3072,512,0.02786239981651306
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,3072,512,0.02722346584002177
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,3072,512,0.0919327974319458
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,3072,512,0.08605866432189942
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,3072,512,0.06421333154042562
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,3072,512,0.032485334078470866
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,3072,512,0.03791786829630534
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,3072,512,0.037812264760335286
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,3072,512,0.04355093240737915
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,3072,512,0.022270933787027995
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,3072,512,0.021381332476933797
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,3072,512,0.01735573410987854
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,3072,512,0.011665067076683045
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,3072,512,0.010452266534169514
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,3072,512,0.009578667084376017
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,3072,512,0.009173333644866943
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,3072,512,0.010416000088055929
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,3072,512,0.015748266379038492
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,3072,512,0.010382933417956035
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,3072,512,0.010381866494814556
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,3072,512,0.009544533491134644
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,3072,512,0.00955733358860016
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,3072,512,0.007950933277606964
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,3072,512,0.007098666826883952
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,3072,512,0.006685866912206013
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,3072,512,0.006725333134333293
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,3072,512,0.007926400005817413
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,3072,512,0.007133866846561432
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,3072,512,0.006753066678841908
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,3072,512,0.0075530668099721265
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,3072,512,0.007165866593519847
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,3072,512,0.00719893326361974
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,3072,512,0.0070933332045873005
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,3072,512,0.0071285332242647815
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,3072,512,0.0075434664885203045
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,3072,512,0.007501866420110066
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,3072,512,0.007161599894364675
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,3072,512,0.007464533547560374
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,3072,512,0.007090133428573608
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,3072,512,0.00790826678276062
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,3072,512,0.007201066613197327
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,3072,512,0.007540266712506611
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,3072,512,0.007147733370463054
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,3072,512,0.007113599777221679
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,3072,512,0.007152000069618225
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,3072,512,0.007418666779994964
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,3072,512,0.007560533285140991
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,3072,512,0.0071722666422526045
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,3072,512,0.007809066772460937
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,3072,512,0.007934933404127757
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,3072,512,0.07223573525746664
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,3072,512,0.017017600933710735
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,3072,512,0.04026240110397339
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,3072,512,0.024903466304143272
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,3072,512,0.016571733355522155
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,3072,512,0.016391467054684958
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,3072,512,0.016176000237464905
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,3072,512,0.015778133273124696
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,3072,512,0.015740799903869628
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,3072,512,0.015691733360290526
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,3072,512,0.01568000018596649
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,3072,512,0.015403733650843302
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,3072,512,0.007972266773382823
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,3072,512,0.015306666493415833
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,3072,512,0.014888532956441245
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,3072,512,0.013026133179664612
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,3072,512,0.012476799885431926
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,3072,512,0.012819199760754903
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,3072,512,0.01246399978796641
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,3072,512,0.012201600273450216
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,3072,512,0.011995733777681986
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,3072,512,0.011834667126337687
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,3072,512,0.011588266491889954
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,3072,512,0.01159999966621399
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,3072,512,0.01115733285744985
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,3072,512,0.011241599917411804
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,3072,512,0.010761599739392598
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,3072,512,0.00951039989789327
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,3072,512,0.009223467111587525
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,3072,512,0.009134933352470398
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,3072,512,0.008758399883906047
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,3072,512,0.008731733759244282
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,3072,512,0.008378666639328004
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,3072,512,0.008316799998283386
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,3072,512,0.008348799745241801
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,3072,512,0.0079925333460172
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,3072,512,0.007969066500663757
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,3072,512,0.007906133433183034
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,3072,512,0.007971199850241344
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,3072,512,0.007905066510041555
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,3072,512,0.007979733248551685
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,3072,512,0.00798933357000351
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,3072,512,0.007945600152015685
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,3072,512,0.007914666831493378
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,3072,512,0.007797333101431529
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,3072,512,0.007946666578451793
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,3072,512,0.007906133433183034
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,3072,512,0.007944533228874206
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,3072,512,0.007945600152015685
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,3072,512,0.007540266712506611
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,3072,512,0.007897600034872691
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,3072,512,0.0079434668024381
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,3072,512,0.007733333110809326
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,3072,512,0.007501866420110066
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,3072,512,0.007494399944941203
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,3072,512,0.007592533528804779
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,3072,512,0.007898666461308797
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,3072,512,0.007921066880226136
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,3072,512,0.007499733567237854
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,3072,512,0.007551999886830647
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,3072,512,0.007542400062084198
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,3072,512,0.007561600208282471
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,3072,512,0.007523199915885926
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,3072,512,0.007899733384450276
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,3072,512,0.007563733557860057
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,3072,512,0.0074879998962084455
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,3072,512,0.007559466858704884
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,3072,512,0.007539199789365132
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,3072,512,0.007567999760309856
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,3072,512,0.007518933216730754
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,3072,512,0.007923200229803721
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,3072,256,0.028223999341328937
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,3072,256,0.053491199016571046
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,3072,256,0.014350933829943338
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,3072,256,0.008757332960764568
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,3072,256,0.008700799942016602
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,3072,256,0.0088128000497818
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,3072,256,0.009924266735712688
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,3072,256,0.009922132889429728
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,3072,256,0.007973333199818928
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,3072,256,0.007931733131408691
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,3072,256,0.007863466441631318
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,3072,256,0.007052800059318543
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,3072,256,0.00702400008837382
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,3072,256,0.007516799867153168
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,3072,256,0.006356266637643178
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,3072,256,0.006684799989064534
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,3072,256,0.006695466736952464
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,3072,256,0.006921599805355072
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,3072,512,0.007948799928029378
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,3072,256,0.006713599960009258
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,3072,256,0.005474133292833964
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,3072,256,0.005660800139109293
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,3072,256,0.005085866649945577
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,3072,256,0.0050794666012128195
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,3072,256,0.005011199911435445
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,3072,256,0.0047082667549451195
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,3072,256,0.004589866598447164
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,3072,512,0.00749120016892751
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,3072,256,0.005496533215045929
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,3072,256,0.004199466605981191
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,3072,256,0.0042453333735466
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,3072,256,0.003446399917205175
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,3072,256,0.0033589333295822145
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,3072,256,0.0033717334270477297
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,3072,256,0.0026858667532602947
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,3072,256,0.002946133414904277
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,3072,512,0.007911466558774312
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,3072,256,0.0025802666942278544
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,3072,256,0.002583466718594233
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,3072,256,0.0025557334224383037
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,3072,256,0.0026389333109060925
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,3072,256,0.0025759999950726825
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,3072,256,0.0025642665723959604
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,3072,256,0.0026229334374268847
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,3072,512,0.007891199986139933
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,3072,256,0.00264533335963885
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,3072,256,0.006662400066852569
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,3072,256,0.002703999976317088
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,3072,256,0.0025631998976071674
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,3072,256,0.0025759999950726825
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,3072,256,0.002584533393383026
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,3072,256,0.0025472000241279604
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,3072,256,0.002573866645495097
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,3072,256,0.002551466723283132
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,3072,256,0.002570666621128718
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,3072,256,0.0022410665949185687
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,3072,256,0.0026229334374268847
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,3072,256,0.0022143999735514323
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,3072,256,0.0021568000316619872
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,3072,256,0.0022314667701721193
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,3072,256,0.0058890665570894875
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,3072,256,0.002203733225663503
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,3072,256,0.0023007998863856
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,3072,256,0.002194133400917053
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,3072,256,0.0022154666483402254
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,3072,256,0.002238933245340983
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,3072,256,0.002657066782315572
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,3072,256,0.0026154667139053345
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,3072,256,0.0025792000194390613
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,3072,256,0.0030229332546393077
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,3072,256,0.0029813334345817565
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,3072,256,0.0025802666942278544
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,3072,256,0.002690133452415466
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,3072,256,0.0025802666942278544
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,3072,256,0.0038624001046021783
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,3072,256,0.028937600056330365
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,3072,256,0.023536000649134317
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,3072,256,0.022693334023157756
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,3072,256,0.024233599503835045
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,3072,256,0.024681599934895833
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,3072,256,0.021552000443140665
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,3072,256,0.02477226654688517
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,3072,256,0.0025792000194390613
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,3072,256,0.022552533944447836
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,3072,256,0.021781333287556968
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,3072,256,0.02064746618270874
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,3072,256,0.020984532435735066
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,3072,256,0.02058239976565043
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,3072,256,0.020812799533208214
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,3072,256,0.019822933276494346
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,3072,256,0.020530132452646892
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,3072,256,0.02067306637763977
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,3072,256,0.020413867632548013
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,3072,256,0.0027637332677841187
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,3072,256,0.018607999881108603
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,3072,256,0.018729599316914876
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,3072,256,0.019319466749827065
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,3072,256,0.018797866503397622
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,3072,256,0.018477867046991982
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,3072,256,0.018225065867106118
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,3072,256,0.01744426687558492
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,3072,256,0.016794667641321818
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,3072,256,0.018389334281285606
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,3072,256,0.016401066382726034
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,3072,256,0.016910932461420693
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,3072,256,0.016309332847595216
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,3072,256,0.015541332960128783
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,3072,256,0.015851733088493348
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,3072,256,0.015102932850519816
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,3072,256,0.015152000387509666
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,3072,256,0.015553067127863566
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,3072,256,0.07013440132141113
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,3072,256,0.014382933576901754
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,3072,256,0.014451199769973755
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,3072,256,0.015468800067901611
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,3072,256,0.014475733041763306
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,3072,256,0.014403200149536133
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,3072,256,0.01427839994430542
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,3072,256,0.014341333508491516
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,3072,256,0.014417066176732381
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,3072,256,0.014490666985511779
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,3072,256,0.014468266566594442
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,3072,256,0.015076266725858054
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,3072,256,0.014408533771832785
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,3072,256,0.014146133263905843
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,3072,256,0.013502933581670127
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,3072,256,0.013609600067138673
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,3072,256,0.01437226633230845
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,3072,256,0.014254933595657349
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,3072,256,0.01446613371372223
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,3072,256,0.012865066528320312
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,3072,256,0.013914666573206582
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,3072,256,0.002570666621128718
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,3072,256,0.019282132387161255
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,3072,256,0.013910399874051413
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,3072,256,0.01360319952170054
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,3072,256,0.013847466309865317
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,3072,256,0.013891200224558512
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,3072,256,0.014178133010864258
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,3072,256,0.01369493305683136
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,3072,256,0.014269866545995078
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,3072,256,0.014308266838391624
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,3072,256,0.014285866419474283
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,3072,256,0.014295466740926108
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,3072,256,0.04466880162556966
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,3072,256,0.01432960033416748
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,3072,256,0.014244266351064048
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,3072,256,0.013462400436401368
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,3072,256,0.014417066176732381
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,3072,256,0.014849066734313965
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,3072,256,0.012862933675448099
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,3072,256,0.01332266628742218
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,3072,512,0.007923200229803721
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,3072,256,0.1374058723449707
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,3072,256,0.07636693318684896
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,3072,256,0.41121705373128253
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,3072,256,0.06362666686375937
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,3072,256,0.05869866609573364
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,3072,256,0.8304810841878256
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,3072,256,0.07176960309346517
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,3072,256,0.05912426710128784
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,3072,256,0.05544853210449219
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,3072,256,0.05101120074590047
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,3072,256,0.07178026835123698
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,3072,256,0.046824534734090165
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,3072,256,0.06771306991577149
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,3072,256,0.042716801166534424
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,3072,256,0.03832533359527588
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,3072,256,0.03860906759897868
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,3072,256,0.034542934099833174
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,3072,256,0.07599146366119384
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,3072,256,0.05505280097325643
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,3072,256,0.0681984027226766
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,3072,256,0.06450560092926025
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,3072,256,0.025978666543960572
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,3072,256,0.04685013294219971
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,3072,256,0.02262186606725057
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,3072,256,0.0506986657778422
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,3072,256,0.021870932976404824
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,3072,256,0.043119998772939046
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,3072,256,0.0297760009765625
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,3072,256,0.030853333075841267
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,3072,256,0.03461013237635295
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,3072,256,0.026800000667572023
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,3072,256,0.017742933829625447
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,3072,256,0.014076800147692362
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,3072,256,0.01857173244158427
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,3072,256,0.01366933286190033
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,3072,256,0.010378666718800863
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,3072,256,0.008323200047016144
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,3072,256,0.008794666330019633
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,3072,256,0.009131733576456707
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,3072,256,0.00900266667207082
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,3072,256,0.008809600273768108
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,3072,256,0.007960533102353413
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,3072,256,0.008316799998283386
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,3072,256,0.008353066444396973
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,3072,256,0.006737066805362702
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,3072,256,0.006713599960009258
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,3072,256,0.006131199995676676
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,3072,256,0.006277333199977875
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,3072,256,0.006730666756629944
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,3072,256,0.005858133236567179
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,3072,256,0.006263466676076253
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,3072,256,0.005922133227189382
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,3072,256,0.007099733253320058
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,3072,256,0.005985066791375478
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,3072,256,0.0059125334024429325
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,3072,256,0.005896533528963724
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,3072,256,0.006243200103441874
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,3072,256,0.006332799792289734
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,3072,256,0.006303999821345012
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,3072,256,0.0059114664793014525
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,3072,256,0.00631039987007777
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,3072,256,0.006251733501752217
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,3072,256,0.0062720000743865965
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,3072,256,0.00624533345301946
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,3072,256,0.006265600025653839
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,3072,256,0.00592853327592214
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,3072,256,0.005852800110975901
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,3072,256,0.006258133550484974
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,3072,256,0.005866666634877523
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,3072,256,0.007090133428573608
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,3072,256,0.05754453341166178
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,3072,256,0.0365877350171407
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,3072,256,0.02469653288523356
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,3072,256,0.005922133227189382
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,3072,256,0.016899200280507405
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,3072,256,0.015527466932932535
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,3072,256,0.014916266997655234
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,3072,256,0.016037333011627197
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,3072,256,0.014441600441932679
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,3072,256,0.01418346663316091
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,3072,256,0.006817066669464111
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,3072,256,0.014065066973368326
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,3072,256,0.01388053297996521
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,3072,256,0.013692800203959146
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,3072,256,0.013656533757845559
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,3072,256,0.01317759950955709
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,3072,256,0.012074666221936543
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,3072,256,0.012310399611790975
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,3072,256,0.011732266346613566
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,3072,256,0.011987200379371643
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,3072,256,0.011592533191045125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,3072,256,0.011198932925860088
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,3072,256,0.01123306651910146
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,3072,256,0.010849066575368245
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,3072,256,0.010478933652242024
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,3072,256,0.010454400380452474
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,3072,256,0.01037440001964569
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,3072,256,0.009967999656995137
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,3072,256,0.00913813312848409
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,3072,256,0.008753066261609394
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,3072,256,0.008710400263468424
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,3072,256,0.008274133503437042
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,3072,256,0.008318933347860973
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,3072,256,0.00795839975277583
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,3072,256,0.007940266529719036
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,3072,256,0.008180266618728638
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,3072,256,0.007905066510041555
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,3072,256,0.007501866420110066
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,3072,256,0.0075328002373377485
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,3072,256,0.007587199906508128
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,3072,256,0.007546666761239369
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,3072,256,0.007483733197053273
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,3072,256,0.007530666887760162
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,3072,256,0.007499733567237854
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,3072,256,0.007547733187675476
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,3072,256,0.007550933460394542
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,3072,256,0.007547733187675476
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,3072,256,0.007492266595363617
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,3072,256,0.007507200042406718
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,3072,256,0.00746666689713796
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,3072,256,0.0071722666422526045
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,3072,256,0.007490133245786031
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,3072,256,0.007516799867153168
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,3072,256,0.00713919997215271
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,3072,256,0.0074869334697723385
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,3072,256,0.007239466905593872
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,3072,256,0.00754559983809789
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,3072,256,0.00754559983809789
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,3072,256,0.007520000139872233
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,3072,256,0.007144533097743988
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,3072,256,0.007298133273919423
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,3072,256,0.007166933516661327
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,3072,256,0.007117866476376851
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,3072,256,0.007147733370463054
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,3072,256,0.007084799806276958
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,3072,256,0.007143466671307881
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,3072,256,0.007141333321730297
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,3072,256,0.0075093333919843035
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,3072,256,0.007115733126799266
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,3072,256,0.007101866602897644
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,3072,256,0.007101866602897644
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,3072,128,0.03872426748275757
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,3072,256,0.007152000069618225
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,3072,128,0.02094506621360779
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,3072,128,0.01225600043932597
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,3072,128,0.007874133189519246
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,3072,256,0.007503999769687653
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,3072,128,0.007629866898059845
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,3072,256,0.007095466554164887
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,3072,128,0.008707200487454731
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,3072,128,0.0070783997575442
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,3072,128,0.006988800068696339
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,3072,256,0.00724480003118515
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,3072,128,0.0070826664566993715
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,3072,128,0.007415466507275899
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,3072,128,0.00631466656923294
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,3072,256,0.007149866720040639
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,3072,128,0.007075199981530507
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,3072,128,0.006286933521429698
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,3072,128,0.005904000004132589
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,3072,128,0.00589333325624466
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,3072,128,0.006308266520500183
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,3072,128,0.0062165334820747375
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,3072,128,0.005549866457780202
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,3072,128,0.005014400184154511
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,3072,128,0.005009066561857859
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,3072,128,0.005106133222579956
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,3072,128,0.004232533276081085
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,3072,128,0.004824533561865489
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,3072,128,0.004689066608746847
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,3072,128,0.004252799848715464
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,3072,128,0.0037973334391911825
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,3072,128,0.004211199780305227
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,3072,128,0.0038111999630928038
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,3072,128,0.002958933264017105
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,3072,128,0.003804799914360046
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,3072,128,0.002993066608905792
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,3072,128,0.003070933371782303
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,3072,128,0.0026229334374268847
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,3072,128,0.0025920001169045764
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,3072,128,0.002569599946339925
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,3072,128,0.0025792000194390613
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,3072,128,0.002587733417749405
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,3072,128,0.002573866645495097
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,3072,128,0.0022101332743962605
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,3072,128,0.0023039999107519788
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,3072,128,0.0025653332471847535
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,3072,128,0.0025589334468046824
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,3072,128,0.0025397333006064097
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,3072,128,0.002583466718594233
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,3072,128,0.002197333425283432
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,3072,128,0.002216533323129018
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,3072,128,0.0021568000316619872
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,3072,128,0.002182399978240331
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,3072,128,0.002152533332506816
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,3072,128,0.0022357332209746042
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,3072,128,0.0021685334543387097
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,3072,128,0.002161066730817159
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,3072,128,0.0021578667064507803
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,3072,128,0.007066666583220164
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,3072,128,0.0021546666820844015
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,3072,128,0.00624533345301946
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,3072,128,0.0021344001094500227
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,3072,128,0.002133333434661229
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,3072,128,0.0021802666286627453
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,3072,128,0.002152533332506816
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,3072,128,0.0021461332837740582
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,3072,128,0.0021216000119845075
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,3072,128,0.0021888000269730886
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,3072,128,0.0021322667598724365
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,3072,128,0.0022154666483402254
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,3072,128,0.0025450666745503742
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,3072,128,0.002533333251873652
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,3072,128,0.0025792000194390613
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,3072,128,0.0025237334271272023
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,3072,128,0.0023775999744733173
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,3072,128,0.0025546667476495106
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,3072,128,0.002509866654872894
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,3072,128,0.03896853526433309
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,3072,128,0.055710931619008384
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,3072,128,0.02667306661605835
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,3072,128,0.0206496000289917
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,3072,128,0.021091200908025107
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,3072,128,0.020501333475112914
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,3072,128,0.023044266303380332
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,3072,128,0.019181867440541588
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,3072,128,0.002179199953873952
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,3072,128,0.020951465765635172
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,3072,128,0.01981546680132548
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,3072,128,0.018630399306615194
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,3072,128,0.019990400473276774
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,3072,128,0.019656533002853395
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,3072,128,0.019297067324320474
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,3072,128,0.018898133436838785
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,3072,128,0.018329600493113198
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,3072,128,0.01705706715583801
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,3072,128,0.01684053341547648
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,3072,128,0.016566399733225504
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,3072,128,0.017581866184870402
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,3072,128,0.0166101336479187
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,3072,128,0.016730666160583496
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,3072,128,0.017378133535385133
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,3072,128,0.016484266519546507
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,3072,128,0.016569599509239197
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,3072,128,0.016642133394877114
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,3072,128,0.014454399545987448
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,3072,128,0.015397333105405173
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,3072,128,0.01652906636397044
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,3072,128,0.00340693344672521
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,3072,128,0.014628266294797262
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,3072,128,0.014473600188891092
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,3072,128,0.014491732915242514
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,3072,128,0.014266666769981385
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,3072,128,0.015265066425005594
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,3072,128,0.014941866199175516
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,3072,128,0.014330666263898215
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,3072,128,0.01378773351510366
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,3072,128,0.014309333761533103
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,3072,128,0.01917120019594828
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,3072,128,0.018438400824864705
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,3072,128,0.014269866545995078
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,3072,128,0.014709333578745524
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,3072,128,0.013553067048390707
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,3072,128,0.014308266838391624
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,3072,128,0.014009599884351095
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,3072,128,0.014315733313560485
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,3072,128,0.01442026694615682
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,3072,128,0.013909332950909934
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,3072,128,0.014439466595649719
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,3072,128,0.014040533701578775
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,3072,128,0.01421440045038859
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,3072,128,0.01369599997997284
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,3072,128,0.013687466581662497
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,3072,128,0.013774933417638144
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,3072,128,0.013186132907867432
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,3072,128,0.013906133174896241
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,3072,128,0.012859732906023661
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,3072,128,0.013896532853444419
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,3072,128,0.012714667121569314
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,3072,128,0.013589333494504294
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,3072,128,0.013061333696047464
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,3072,128,0.013478400309880576
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,3072,128,0.012780800461769104
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,3072,128,0.013934933145840964
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,3072,128,0.012654933333396911
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,3072,128,0.013428266843159994
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,3072,128,0.012991999586423239
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,3072,128,0.013833600282669067
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,3072,128,0.012461866935094197
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,3072,128,0.013351466258366904
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,3072,128,0.012866133451461792
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,3072,128,0.018633600076039633
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,3072,128,0.013817600409189858
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,3072,128,0.014104533195495605
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,3072,256,0.0070826664566993715
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,3072,256,0.007144533097743988
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,3072,128,0.3000821431477865
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,3072,128,0.05873599847157797
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,3072,128,0.1176800012588501
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,3072,128,0.055010131994883214
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,3072,128,0.05134933392206827
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,3072,128,0.05093973477681478
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,3072,128,0.6024277369181316
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,3072,128,0.04847253163655599
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,3072,128,0.04806400140126546
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,3072,128,0.04478079875310262
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,3072,128,0.062386135260264076
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,3072,128,0.040674134095509844
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,3072,128,0.06523413260777791
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,3072,128,0.06504426797231039
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,3072,128,0.03696000178654989
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,3072,128,0.03377813498179118
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,3072,128,0.03371520042419433
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,3072,128,0.03043839931488037
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,3072,128,0.062011734644571936
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,3072,128,0.05901439984639486
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,3072,128,0.055112532774607335
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,3072,128,0.023064533869425453
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,3072,128,0.019398399194081626
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,3072,128,0.019393066565195717
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,3072,128,0.041094398498535155
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,3072,128,0.037589331467946366
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,3072,128,0.0444053332010905
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,3072,128,0.02714346647262573
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,3072,128,0.030101333061854047
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,3072,128,0.026357332865397137
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,3072,128,0.02348053256670634
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,3072,128,0.016173866391181946
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,3072,128,0.015703466534614564
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,3072,128,0.012803199887275695
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,3072,128,0.012405332922935487
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,3072,128,0.009166933099428813
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,3072,128,0.007536000013351441
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,3072,128,0.008371200164159138
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,3072,128,0.00830506682395935
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,3072,128,0.008327466746171314
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,3072,128,0.00795306662718455
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,3072,128,0.007892266909281413
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,3072,128,0.007578666508197785
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,3072,128,0.0075082664688428235
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,3072,128,0.006323199967543285
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,3072,128,0.006670933465162914
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,3072,128,0.005865600208441416
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,3072,128,0.005858133236567179
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,3072,128,0.005853866537412008
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,3072,128,0.005478399991989136
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,3072,128,0.005907199780146281
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,3072,128,0.005829333265622457
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,3072,128,0.005842133363087972
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,3072,128,0.005496533215045929
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,3072,128,0.0054848000407218935
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,3072,128,0.0058378666639328
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,3072,128,0.005835733314355215
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,3072,128,0.005842133363087972
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,3072,128,0.005508266886075338
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,3072,128,0.005904000004132589
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,3072,128,0.005560533205668131
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,3072,128,0.005445333321889242
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,3072,128,0.005857066810131073
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,3072,128,0.005840000013510386
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,3072,128,0.005843199789524078
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,3072,128,0.005468800167242686
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,3072,128,0.0058112000425656635
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,3072,128,0.005499733487764994
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,3072,128,0.05965226491292318
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,3072,128,0.04031039873758952
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,3072,128,0.023062400023142495
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,3072,128,0.0157642662525177
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,3072,128,0.01574186682701111
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,3072,128,0.015714133779207863
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,3072,128,0.015331199765205384
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,3072,128,0.014030933380126953
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,3072,128,0.014032000303268432
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,3072,128,0.013676800330479941
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,3072,128,0.01363200048605601
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,3072,128,0.013212800025939941
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,3072,128,0.012892799576123557
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,3072,128,0.012876799702644348
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,3072,128,0.01279253363609314
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,3072,128,0.01158186693986257
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,3072,128,0.01130133370558421
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,3072,128,0.011169067025184632
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,3072,128,0.010760533809661865
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,3072,128,0.011225600043932598
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,3072,128,0.006659199794133504
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,3072,128,0.010778666536013285
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,3072,128,0.010376532872517902
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,3072,128,0.010762666662534077
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,3072,128,0.010007466872533162
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,3072,128,0.010028800368309021
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,3072,128,0.009530666470527648
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,3072,128,0.008714666962623597
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,3072,128,0.008322133123874665
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,3072,128,0.00803306649128596
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,3072,128,0.007653333246707916
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,3072,128,0.007955199976762136
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,3072,128,0.007561600208282471
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,3072,128,0.006651733318964641
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,3072,128,0.007563733557860057
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,3072,128,0.007528533538182576
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,3072,128,0.007563733557860057
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,3072,128,0.0074869334697723385
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,3072,128,0.007484800120194752
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,3072,128,0.0071370666225751235
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,3072,128,0.0071285332242647815
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,3072,128,0.007131733496983846
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,3072,128,0.007073066631952922
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,3072,128,0.00713919997215271
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,3072,128,0.0071381335457166035
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,3072,128,0.007133866846561432
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,3072,128,0.007149866720040639
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,3072,128,0.00713919997215271
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,3072,128,0.007115733126799266
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,3072,128,0.007146666447321574
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,3072,128,0.00714026689529419
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,3072,128,0.007124266525109608
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,3072,128,0.007143466671307881
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,3072,128,0.007095466554164887
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,3072,128,0.007089066505432129
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,3072,128,0.0067093332608540845
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,3072,128,0.0067007998625437425
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,3072,128,0.007075199981530507
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,3072,128,0.0067114666104316715
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,3072,128,0.007096533477306366
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,3072,128,0.007096533477306366
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,3072,128,0.007073066631952922
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,3072,128,0.006727466483910878
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,3072,128,0.006738133231798808
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,3072,128,0.006676266590754191
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,3072,128,0.006872533261775971
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,3072,128,0.007062399884064992
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,3072,128,0.006697600086530049
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,3072,128,0.006706133484840393
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,3072,128,0.0071263998746871945
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,3072,128,0.006716800232728322
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,3072,128,0.006676266590754191
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,3072,128,0.006770133475462596
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,3072,64,0.03416106700897217
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,3072,128,0.0070592001080513
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,3072,64,0.018566399812698364
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,3072,64,0.01099626620610555
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,3072,128,0.007080533107121785
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,3072,64,0.00673173318306605
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,3072,64,0.00746559997399648
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,3072,128,0.006743466854095459
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,3072,64,0.00848426620165507
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,3072,64,0.0062943999965985615
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,3072,64,0.006305066744486491
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,3072,64,0.00631466656923294
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,3072,64,0.005852800110975901
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,3072,64,0.005745066702365876
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,3072,64,0.005573333303133646
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,3072,64,0.006303999821345012
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,3072,64,0.005638400216897329
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,3072,64,0.005367466807365417
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,3072,64,0.005106133222579956
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,3072,64,0.005015466610590617
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,3072,64,0.005831466615200042
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,3072,64,0.004643199841181437
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,3072,64,0.004667733112970988
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,3072,64,0.004452266792456309
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,3072,64,0.005016533533732096
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,3072,64,0.004195199906826019
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,3072,64,0.004188799858093261
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,3072,64,0.0038399999340375268
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,3072,64,0.0037834666669368743
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,3072,64,0.003525333354870478
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,3072,64,0.004214400053024292
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,3072,64,0.003385599950949351
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,3072,64,0.0033845332761605583
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,3072,64,0.002977066735426585
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,3072,64,0.00258240004380544
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,3072,64,0.0029845332105954488
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,3072,64,0.0025621332228183747
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,3072,64,0.002553600072860718
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,3072,64,0.0021920000513394673
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,3072,64,0.0022079999248186748
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,3072,64,0.0022005334496498106
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,3072,64,0.0021503999829292296
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,3072,64,0.0022282667458057405
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,3072,64,0.002216533323129018
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,3072,64,0.002196266750494639
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,3072,64,0.002553600072860718
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,3072,64,0.0021503999829292296
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,3072,64,0.0021503999829292296
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,3072,64,0.002133333434661229
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,3072,64,0.00629013329744339
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,3072,64,0.0021546666820844015
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,3072,64,0.0021546666820844015
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,3072,64,0.0021461332837740582
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,3072,64,0.0022122666239738466
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,3072,64,0.002216533323129018
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,3072,64,0.0019978666057189304
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,3072,64,0.0021301334102948504
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,3072,64,0.0023071999351183575
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,3072,64,0.002128000060717265
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,3072,64,0.0020597333709398906
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,3072,64,0.0018794666975736618
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,3072,64,0.002147199958562851
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,3072,64,0.0020757333685954412
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,3072,64,0.003386666625738144
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,3072,64,0.001878400022784869
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,3072,64,0.002014933278163274
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,3072,64,0.001794133335351944
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,3072,64,0.001889066646496455
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,3072,64,0.0017792000124851864
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,3072,64,0.0017930666605631511
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,3072,64,0.0021418665846188864
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,3072,64,0.0018549333016077679
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,3072,64,0.002145066608985265
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,3072,64,0.002152533332506816
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,3072,64,0.0021536000072956084
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,3072,64,0.002147199958562851
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,3072,64,0.0555295983950297
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,3072,64,0.02502506573994954
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,3072,64,0.020641066630681357
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,3072,64,0.02094506621360779
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,3072,64,0.018569600582122803
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,3072,64,0.0021546666820844015
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,3072,64,0.02039466698964437
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,3072,64,0.018745599190394084
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,3072,64,0.018607999881108603
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,3072,64,0.0210207998752594
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,3072,64,0.018547199169794717
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,3072,64,0.018548266092936198
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,3072,64,0.018660267194112144
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,3072,64,0.01853760083516439
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,3072,64,0.018609066804250084
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,3072,64,0.01789439916610718
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,3072,64,0.01709866722424825
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,3072,64,0.01923519968986511
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,3072,64,0.01807253360748291
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,3072,64,0.016816000143686928
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,3072,64,0.018076799313227334
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,3072,64,0.016500266393025716
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,3072,64,0.016898133357365928
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,3072,64,0.016540799538294473
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,3072,64,0.035794134934743246
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,3072,64,0.016034133235613503
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,3072,64,0.016459733247756958
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,3072,64,0.016357333461443583
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,3072,64,0.01654293338457743
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,3072,64,0.015057067076365152
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,3072,64,0.015672533710797628
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,3072,64,0.015188266833623251
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,3072,64,0.014507733782132468
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,3072,64,0.015321600437164306
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,3072,64,0.014491732915242514
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,3072,64,0.014451199769973755
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,3072,64,0.01442346672217051
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,3072,64,0.014241066575050355
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,3072,64,0.014311466614405313
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,3072,64,0.014291200041770934
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,3072,64,0.014450132846832275
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,3072,64,0.014442666371663412
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,3072,64,0.014317867159843446
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,3072,64,0.018607999881108603
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,3072,64,0.014444800217946372
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,3072,64,0.014333867033322654
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,3072,64,0.013967999815940857
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,3072,64,0.014503467082977294
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,3072,64,0.013352533181508383
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,3072,64,0.012793599565823873
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,3072,64,0.014180266857147216
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,3072,64,0.012756266196568809
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,3072,64,0.013670399785041809
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,3072,64,0.014249599973360696
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,3072,64,0.014219733079274497
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,3072,64,0.013666133085886637
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,3072,64,0.012802132964134216
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,3072,64,0.013912533720334372
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,3072,64,0.013499733805656434
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,3072,64,0.013402666648228964
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,3072,64,0.013467733065287271
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,3072,64,0.01318933367729187
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,3072,64,0.013214932878812155
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,3072,64,0.013548800349235534
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,3072,64,0.013339733084042868
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,3072,64,0.013541332880655923
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,3072,64,0.012871467073758445
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,3072,64,0.013198933005332947
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,3072,64,0.013540266950925191
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,3072,64,0.013931733369827271
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,3072,64,0.012883200248082479
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,3072,64,0.01346986691157023
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,3072,64,0.013293866316477457
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,3072,64,0.013449600338935852
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,3072,32,0.03568106492360433
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,3072,32,0.018950400749842326
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,3072,32,0.011378133296966552
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,3072,32,0.007540266712506611
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,3072,32,0.0075647999842961625
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,3072,32,0.0066538666685422255
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,3072,32,0.007550933460394542
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,3072,32,0.006613333523273468
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,3072,32,0.00664213349421819
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,3072,32,0.006242133180300395
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,3072,32,0.006637866795063019
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,3072,32,0.0058442667126655575
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,3072,32,0.005850666761398315
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,3072,32,0.005838933090368906
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,3072,32,0.006677333513895671
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,3072,32,0.005418666700522105
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,3072,32,0.0050805335243542995
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,3072,32,0.005419733126958212
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,3072,32,0.005883733431498209
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,3072,32,0.004841599861780802
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,3072,64,0.012829867005348206
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,3072,32,0.004645333190759023
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,3072,32,0.005070933202902476
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,3072,32,0.0043818667531013485
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,3072,32,0.004479999840259552
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,3072,32,0.004198400179545084
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,3072,32,0.0038431999584039056
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,3072,32,0.003828266759713491
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,3072,32,0.004610133171081543
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,3072,32,0.0033791999022165934
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,3072,32,0.0034346667428811393
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,3072,32,0.00342399999499321
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,3072,32,0.0029696000119050344
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,3072,32,0.003017599880695343
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,3072,32,0.0026101333399613695
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,3072,32,0.0025578667720158894
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,3072,32,0.002584533393383026
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,3072,32,0.0022677332162857056
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,3072,32,0.002540799975395203
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,3072,32,0.0022005334496498106
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,3072,32,0.0021909333765506743
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,3072,32,0.0025450666745503742
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,3072,32,0.0022101332743962605
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,3072,32,0.0025631998976071674
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,3072,32,0.0022143999735514323
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,3072,32,0.0022229333718617756
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,3072,32,0.002164266755183538
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,3072,32,0.0021344001094500227
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,3072,32,0.0021354667842388153
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,3072,32,0.002136533210674922
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,3072,32,0.0021920000513394673
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,3072,32,0.0022143999735514323
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,3072,32,0.0021546666820844015
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,3072,32,0.002161066730817159
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,3072,32,0.0021514666577180227
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,3072,32,0.0021397332350413007
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,3072,32,0.0021344001094500227
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,3072,32,0.005003733436266581
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,3072,32,0.0021418665846188864
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,3072,32,0.0021418665846188864
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,3072,32,0.0021589333812395734
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,3072,32,0.0019530666371186574
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,3072,32,0.0019274666905403138
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,3072,32,0.0018901333212852478
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,3072,32,0.0021013334393501283
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,3072,32,0.0018837332725524902
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,3072,32,0.0018079999834299087
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,3072,32,0.0020842666427294413
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,3072,32,0.0021856000026067098
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,3072,32,0.002165333429972331
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,3072,32,0.0019391999890406926
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,3072,32,0.0018090666582187016
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,3072,32,0.002163200080394745
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,3072,32,0.05247360070546468
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,3072,32,0.0022069332500298817
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,3072,32,0.03326933383941651
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,3072,32,0.023659733931223552
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,3072,32,0.02044693430264791
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,3072,32,0.020390399297078452
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,3072,32,0.018540799617767334
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,3072,32,0.020473599433898926
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,3072,32,0.018630399306615194
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,3072,32,0.01939199964205424
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,3072,32,0.019167999426523842
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,3072,32,0.018476800123850504
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,3072,32,0.016977065801620485
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,3072,32,0.020115200678507486
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,3072,32,0.01848533352216085
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,3072,32,0.016752000649770102
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,3072,32,0.020333866278330483
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,3072,32,0.017992534240086875
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,3072,32,0.017885865767796834
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,3072,32,0.0029781334102153777
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,3072,32,0.01663253307342529
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,3072,32,0.018180267016092936
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,3072,32,0.016541866461435954
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,3072,32,0.017167999347050985
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,3072,32,0.016364799936612447
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,3072,32,0.01696746746699015
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,3072,32,0.016297599673271178
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,3072,32,0.016062933206558227
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,3072,32,0.015521066387494406
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,3072,32,0.01452906628449758
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,3072,32,0.01641706625620524
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,3072,32,0.016703999042510985
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,3072,32,0.015884799758593242
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,3072,32,0.014640000462532044
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,3072,32,0.01470080018043518
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,3072,32,0.014492799838383993
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,3072,32,0.014486400286356607
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,3072,32,0.014648532867431641
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,3072,32,0.01434879998366038
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,3072,32,0.01451520025730133
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,3072,32,0.014378666877746582
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,3072,32,0.014036267002423605
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,3072,32,0.014531200130780539
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,3072,32,0.013126400113105775
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,3072,32,0.013691733280817667
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,3072,32,0.014479999740918478
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,3072,32,0.01843199928601583
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,3072,32,0.01430506706237793
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,3072,32,0.01423466702302297
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,3072,32,0.013552000125249227
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,3072,32,0.014217600226402283
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,3072,32,0.014252799749374389
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,3072,32,0.014293332894643148
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,3072,32,0.014173866311709086
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,3072,32,0.013918933272361756
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,3072,32,0.013818666338920593
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,3072,32,0.013198933005332947
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,3072,32,0.013172266880671182
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,3072,32,0.01394773324330648
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,3072,32,0.013359999656677246
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,3072,32,0.01325866679350535
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,3072,32,0.013285332918167114
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,3072,32,0.013138133287429809
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,3072,32,0.01356053352355957
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,3072,32,0.012931199868520102
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,3072,32,0.013467733065287271
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,3072,32,0.014357333381970724
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,3072,32,0.013014400005340576
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,3072,32,0.012733866771062216
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,3072,32,0.014732799927393594
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,3072,32,0.013357866803805032
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,3072,32,0.01346560021241506
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,3072,32,0.01262399951616923
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,3072,32,0.013558399677276612
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,3072,32,0.012735999623934426
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,3072,128,0.006715733309586842
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,2560,65536,1.6870773633321126
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,2560,65536,0.9832853476206461
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,2560,65536,0.9983359972635905
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,2560,65536,0.9134933153788248
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,3072,128,0.0062826668222745255
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,3072,32,0.013778133193651834
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,2560,65536,0.8919573624928793
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,2560,65536,0.8785759607950846
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,2560,65536,0.8976106643676758
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,3072,128,0.006723199784755707
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,2560,65536,0.7090880076090494
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,2560,65536,0.821610689163208
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,2560,65536,0.7002080281575521
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,3072,128,0.006679466863473256
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,2560,65536,0.6196106672286987
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,2560,65536,0.659445325533549
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,2560,65536,0.7040479977925619
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,2560,65536,0.6308693488438925
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,2560,65536,0.6451520125071207
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,2560,65536,0.55731201171875
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,2560,65536,0.6382293303807577
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,2560,65536,0.5105119943618774
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,2560,65536,7.731509526570638
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,2560,65536,0.46409066518147785
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,2560,65536,0.3906559944152832
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,2560,65536,0.40965867042541504
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,2560,65536,0.3480000098546346
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,2560,65536,0.3025866746902466
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,2560,65536,0.3598080078760783
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,2560,65536,0.28407466411590576
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,2560,65536,0.251418670018514
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,2560,65536,0.18644267320632935
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,2560,65536,0.22193066279093424
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,2560,65536,0.1427786648273468
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,2560,65536,0.11213333408037822
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,2560,65536,0.08078399797280629
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,2560,65536,0.07856533428033192
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,2560,65536,0.08573333422342937
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,2560,65536,0.07526400188604991
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,2560,65536,0.0773119976123174
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,2560,65536,0.07047999898592631
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,2560,65536,3.4595521291097007
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,2560,65536,0.0660159985224406
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,2560,65536,0.06888533135255177
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,2560,65536,0.06462933123111725
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,2560,65536,0.06791466474533081
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,2560,65536,0.06428800026575725
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,2560,65536,0.06639466683069865
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,2560,65536,0.06176533301671346
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,2560,65536,0.06618133187294006
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,2560,65536,0.060458665092786155
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,2560,65536,0.06201066573460897
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,2560,65536,0.5159039894739786
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,2560,65536,0.060405333836873375
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,2560,65536,0.46561598777770996
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,2560,65536,0.05912533402442932
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,2560,65536,0.06190933287143707
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,2560,65536,0.06145599981149038
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,2560,65536,0.05842666824658712
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,2560,65536,0.06061866879463196
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,2560,65536,0.058543999989827476
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,2560,65536,0.060047999024391174
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,2560,65536,0.058037335673967995
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,2560,65536,0.060005332032839455
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,2560,65536,0.06029866635799408
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,2560,65536,0.24276266495386759
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,2560,65536,0.0572213331858317
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,2560,65536,0.17999466260274252
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,2560,65536,0.05714133381843567
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,2560,65536,0.06115733087062836
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,2560,65536,0.062352001667022705
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,2560,65536,0.06037333110968272
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,2560,65536,0.061941335598627724
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,2560,65536,0.06830933193365733
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,2560,65536,1.2264479796091716
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,2560,65536,2.2534987131754556
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,2560,65536,1.2452267011006672
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,2560,65536,1.148746649424235
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,2560,65536,4.533653259277344
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,2560,65536,0.058042665322621666
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,2560,65536,1.1522880395253499
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,2560,65536,1.0863839785257976
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,2560,65536,0.057802667220433555
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,2560,65536,1.0842666625976562
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,2560,65536,0.05996799965699514
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,2560,65536,1.0184106826782227
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,2560,65536,0.9719893137613932
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,2560,65536,0.9124853610992432
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,2560,65536,0.9205119609832764
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,2560,65536,0.854528029759725
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,2560,65536,0.8448426723480225
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,2560,65536,0.8031946818033854
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,2560,65536,0.8104213078816732
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,2560,65536,0.6486133337020874
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,2560,65536,0.7333066463470459
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,2560,65536,0.654416004816691
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,2560,65536,0.5924586852391561
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,2560,65536,0.580021341641744
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,2560,65536,0.4957493146260579
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,2560,65536,9.102805455525717
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,2560,65536,0.5143680175145467
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,2560,65536,0.4482293526331584
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,2560,65536,0.3782186508178711
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,2560,65536,0.378383994102478
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,2560,65536,0.4548213481903076
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,2560,65536,0.2339573303858439
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,2560,65536,0.31192533175150555
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,2560,65536,0.15650666753451029
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,2560,65536,0.3158133427302043
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,2560,65536,0.1534826656182607
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,2560,65536,0.09549333651860555
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,2560,65536,0.08877866466840108
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,2560,65536,0.0827893316745758
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,2560,65536,0.0909493366877238
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,2560,65536,0.07923733194669087
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,2560,65536,0.08236266672611237
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,2560,65536,0.07042666773001353
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,2560,65536,0.0775733341773351
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,2560,65536,0.0711893339951833
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,2560,65536,0.06820266445477803
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,2560,65536,0.0681386689345042
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,2560,65536,0.06452266871929169
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,2560,65536,0.06341333190600078
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,2560,65536,0.059802666306495667
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,2560,65536,0.05584533512592316
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,2560,65536,0.060453335444132485
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,2560,65536,0.061946665247281395
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,2560,65536,0.05789333085219065
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,2560,65536,0.05634133517742157
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,2560,65536,0.05375466744105021
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,2560,65536,0.0528053343296051
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,2560,65536,0.05171733101209005
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,2560,65536,0.05109866460164388
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,2560,65536,0.050842667619387306
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,2560,65536,0.04996266464392344
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,2560,65536,0.049925332268079124
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,2560,65536,0.7165706952412924
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,2560,65536,0.04993066688378652
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,2560,65536,0.05003199974695841
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,2560,65536,0.04962133367856344
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,2560,65536,0.049135997891426086
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,2560,65536,0.04784533381462097
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,2560,65536,0.04782933493455251
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,2560,65536,0.048800001541773476
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,2560,65536,0.047509332497914634
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,2560,65536,0.04633066554864248
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,2560,65536,0.24837332963943481
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,2560,65536,0.08452266454696655
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,2560,65536,0.06990399956703186
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,2560,65536,0.06020799775918325
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,2560,65536,0.10149332880973816
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,2560,65536,0.048565333088239036
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,2560,65536,0.956063985824585
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,2560,65536,0.9846986929575602
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,2560,65536,1.7711520195007324
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,2560,65536,3.7853921254475913
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,2560,65536,0.8856000105539957
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,2560,65536,0.8467146555582682
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,2560,65536,0.9136373202006022
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,2560,65536,0.6029920180638632
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,2560,65536,7.523845036824544
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,2560,65536,0.6467519998550415
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,2560,65536,0.6440320014953613
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,2560,65536,0.6083893378575643
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,2560,65536,0.5768106778462728
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,2560,65536,0.7784266471862793
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,2560,65536,0.6676479975382487
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,2560,65536,0.7309333483378092
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,2560,65536,0.7452106475830078
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,2560,65536,0.8857759634653727
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,2560,65536,0.6986666520436605
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,2560,65536,0.29842666784922284
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,2560,65536,0.3145386576652527
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,2560,65536,0.2571413318316142
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,2560,65536,0.2346400022506714
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,2560,65536,0.20977065960566202
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,2560,65536,0.5206079880396525
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,2560,65536,0.41514134407043457
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,2560,65536,0.44781867663065594
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,2560,65536,0.43503467241923016
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,2560,65536,0.4654239813486735
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,2560,65536,0.3736106554667155
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,2560,65536,0.39188798268636066
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,2560,65536,0.20190932353337607
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,2560,65536,0.17859200636545816
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,2560,65536,0.14993600050608316
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,2560,65536,0.13055466612180075
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,2560,65536,0.12019733587900798
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,2560,65536,0.10810133814811707
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,2560,65536,0.12272533774375916
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,2560,65536,0.1176533301671346
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,2560,65536,0.11738666892051697
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,2560,65536,0.11354666948318481
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,2560,65536,0.11494400103886922
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,2560,65536,0.11065066854159038
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,2560,65536,0.11190399527549744
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,2560,65536,0.08589333295822144
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,2560,65536,0.07946666578451793
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,2560,65536,0.07808533310890198
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,2560,65536,0.0780320018529892
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,2560,65536,0.07638399799664815
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,2560,65536,0.07631466786066692
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,2560,65536,0.07569066683451335
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,2560,65536,0.07530133426189423
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,2560,65536,0.07497600217660268
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,2560,65536,0.07522666454315186
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,2560,65536,0.0753119985262553
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,2560,65536,0.07516799867153168
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,2560,65536,0.07486933469772339
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,2560,65536,0.07459733386834462
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,2560,65536,0.07455466687679291
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,2560,65536,0.07464533547560374
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,2560,65536,0.07526933153470357
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,2560,65536,0.07528533538182576
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,2560,65536,0.075013334552447
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,2560,65536,0.07525333265463512
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,2560,65536,0.07462933162848155
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,2560,65536,0.07430399954319
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,2560,65536,0.13910399874051413
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,2560,65536,0.08664000034332275
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,2560,65536,0.08570667107899983
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,2560,65536,0.08283733328183492
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,2560,65536,0.08228266735871632
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,2560,65536,0.08186666667461395
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,2560,65536,0.08074666559696198
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,2560,65536,0.08052800099054973
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,2560,65536,3.62882932027181
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,2560,65536,0.9228639602661133
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,2560,65536,1.7593919436136882
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,2560,65536,0.5186640024185181
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,2560,65536,0.522541324297587
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,2560,65536,0.513864000638326
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,2560,65536,0.5024426778157552
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,2560,65536,0.510693351427714
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,2560,65536,0.39228800932566327
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,2560,65536,0.3738400141398112
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,2560,65536,0.3859599828720093
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,2560,65536,0.3800106843312581
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,2560,65536,0.4983946482340495
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,2560,65536,0.35583198070526123
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,2560,65536,0.3542799949645996
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,2560,65536,0.344218651453654
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,2560,65536,0.3466453154881795
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,2560,65536,0.33428001403808594
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,2560,65536,0.3325466712315877
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,2560,65536,0.33350666364034015
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,2560,65536,0.3167919913927714
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,2560,65536,0.31547999382019043
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,2560,65536,0.3110160032908122
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,2560,65536,0.328272004922231
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,2560,65536,0.18466667334238687
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,2560,65536,0.1972986658414205
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,2560,65536,0.17352267106374106
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,2560,65536,0.18438400824864706
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,2560,65536,0.17439200480779013
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,2560,65536,0.16424266497294107
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,2560,65536,0.16407466928164163
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,2560,65536,0.15490399797757468
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,2560,65536,0.15357333421707153
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,2560,65536,0.14402400453885397
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,2560,65536,0.14241600036621094
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,2560,65536,0.13568266232808432
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,2560,65536,0.13744266827901205
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,2560,65536,0.13583200176556906
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,2560,65536,0.13693599899609885
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,2560,65536,0.13673067092895508
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,2560,65536,0.1357919971148173
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,2560,65536,0.13468000292778015
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,2560,65536,0.13449600338935852
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,2560,65536,0.13408799966176352
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,2560,65536,0.13429333766301474
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,2560,65536,0.13341599702835083
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,2560,65536,0.13357067108154297
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,2560,65536,0.1336453358332316
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,2560,65536,0.1333413322766622
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,2560,65536,0.1333946684996287
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,2560,65536,0.13265066345532736
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,2560,65536,0.13250666856765747
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,2560,65536,0.13317599892616272
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,2560,65536,0.1328773299853007
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,2560,65536,0.13274400432904562
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,2560,65536,0.13252000013987222
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,2560,65536,0.13327200214068094
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,2560,65536,0.13306132952372232
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,2560,65536,0.13253066937128702
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,2560,65536,0.13261600335439047
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,2560,65536,0.1334000031153361
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,2560,65536,0.13252533475557962
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,2560,65536,0.1327946682771047
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,2560,65536,0.13239999612172446
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,2560,65536,0.13290400306383768
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,2560,65536,0.13331466913223267
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,2560,65536,0.13236266374588013
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,2560,51200,5.708080291748047
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,2560,51200,2.9922507603963218
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,2560,65536,0.1329759955406189
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,2560,51200,1.3195892969767253
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,2560,51200,0.7670719623565674
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,2560,65536,0.13335999846458435
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,2560,51200,0.9590400060017904
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,2560,51200,0.7124693393707275
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,2560,51200,0.7429119745890299
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,2560,51200,0.7626826763153076
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,2560,51200,0.6835520267486572
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,2560,51200,0.6572693188985189
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,2560,51200,0.5368853410085043
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,2560,51200,0.5632479985555013
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,2560,51200,0.5038026571273804
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,2560,51200,0.5256160100301107
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,2560,51200,0.49354132016499835
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,2560,51200,0.5105653206507365
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,2560,51200,0.4564106861750285
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,2560,51200,0.44067200024922687
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,2560,51200,0.40274667739868164
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,2560,51200,0.39867734909057617
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,2560,51200,0.3670613368352254
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,2560,51200,0.3662559986114502
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,2560,51200,0.32581865787506104
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,2560,51200,0.305242657661438
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,2560,51200,0.6434773206710815
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,2560,51200,0.2701386610666911
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,2560,51200,0.2717013359069824
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,2560,51200,0.23578667640686035
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,2560,51200,0.2330133318901062
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,2560,51200,0.1967573364575704
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,2560,51200,0.18310399850209555
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,2560,51200,0.15250133474667868
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,2560,51200,0.1493333379427592
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,2560,51200,0.11228799819946289
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,2560,51200,0.07634666562080383
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,2560,51200,0.06398933132489522
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,2560,51200,0.06915199756622314
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,2560,51200,0.06203199923038483
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,2560,51200,0.06734399994214375
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,2560,51200,0.059903999169667564
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,2560,51200,0.06226666768391927
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,2560,51200,0.05721066892147064
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,2560,51200,0.05585599939028422
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,2560,51200,0.054842665791511536
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,2560,51200,0.057087997595469155
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,2560,51200,0.05386666456858317
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,2560,51200,0.05559466779232025
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,2560,51200,0.051967998345692955
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,2560,65536,0.13314132889111838
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,2560,51200,0.050069332122802734
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,2560,51200,0.04961066444714864
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,2560,51200,0.04933333396911621
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,2560,51200,0.0495413343111674
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,2560,51200,0.049402669072151184
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,2560,51200,0.05039466420809428
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,2560,51200,0.048021331429481506
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,2560,51200,0.049135997891426086
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,2560,51200,0.13793599605560303
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,2560,51200,0.04700266818205515
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,2560,51200,0.04696000119050344
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,2560,51200,0.04700266818205515
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,2560,51200,0.046666666865348816
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,2560,51200,0.04582933088143667
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,2560,51200,0.04688533147176107
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,2560,51200,0.045781334241231285
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,2560,51200,0.04558399816354116
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,2560,51200,0.04577066500981649
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,2560,51200,0.04580800235271454
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,2560,51200,0.04562133550643921
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,2560,51200,0.049365331729253135
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,2560,51200,0.04901333153247833
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,2560,51200,0.05006400247414907
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,2560,51200,0.04911999901135763
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,2560,51200,0.053727999329566956
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,2560,51200,0.04700266818205515
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,2560,51200,1.754634698232015
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,2560,51200,3.5372158686319985
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,2560,51200,0.9623146851857504
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,2560,51200,0.8974426587422689
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,2560,51200,0.9787920316060384
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,2560,51200,0.908560037612915
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,2560,51200,0.8486479918162028
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,2560,51200,0.7999599774678549
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,2560,51200,0.7690373261769613
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,2560,51200,0.7156026363372803
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,2560,51200,7.085568110148112
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,2560,51200,0.7190106709798177
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,2560,51200,0.6638746658960978
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,2560,51200,0.6755653222401937
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,2560,51200,0.6283173163731893
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,2560,51200,0.5805226564407349
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,2560,51200,0.561789313952128
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,2560,51200,0.5120373169581095
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,2560,51200,0.8505307038625082
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,2560,51200,0.5118079980214437
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,2560,51200,0.464133342107137
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,2560,51200,0.4551279942194621
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,2560,51200,0.40600534280141193
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,2560,51200,0.3894960085550944
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,2560,51200,0.35930665334065753
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,2560,51200,0.36214133103688556
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,2560,51200,0.3033360044161479
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,2560,51200,0.30314934253692627
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,2560,51200,0.2487786610921224
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,2560,51200,0.2504853407541911
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,2560,51200,0.19476000467936197
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,2560,51200,0.18315466245015463
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,2560,51200,0.11918933192888896
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,2560,51200,0.12159199515978496
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,2560,51200,0.08026133477687836
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,2560,51200,0.07414666811625163
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,2560,51200,0.07260533173878987
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,2560,51200,0.6404213507970175
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,2560,51200,0.07191466788450877
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,2560,51200,0.07122133175532024
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,2560,51200,0.06492266555627187
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,2560,51200,0.07194399833679199
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,2560,51200,0.06330133477846782
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,2560,51200,0.062234664956728615
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,2560,51200,0.0617386649052302
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,2560,51200,0.05945600072542826
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,2560,51200,0.05620799958705902
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,2560,51200,0.05359466870625814
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,2560,51200,0.053258667389551796
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,2560,51200,0.051557332277297974
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,2560,51200,0.04943466683228811
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,2560,51200,0.05134133497873942
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,2560,51200,0.04957866668701172
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,2560,51200,0.047914668917655945
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,2560,51200,0.0461786687374115
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,2560,51200,0.04539733131726583
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,2560,51200,0.04295999805132548
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,2560,51200,0.04148533443609873
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,2560,51200,0.04119733224312464
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,2560,51200,0.041349334021409355
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,2560,51200,0.04134399940570196
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,2560,51200,0.040152000884215035
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,2560,51200,0.039781334499518074
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,2560,51200,0.03945866723855337
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,2560,51200,0.04033066580692927
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,2560,51200,0.039317332208156586
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,2560,51200,0.039277332524458565
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,2560,51200,0.03960799922545751
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,2560,51200,0.03934666762749354
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,2560,51200,0.03976800044377645
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,2560,51200,0.039994666973749794
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,2560,51200,0.03915199885765711
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,2560,65536,0.13235732913017273
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,2560,51200,0.05543200174967448
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,2560,51200,0.039965334037939705
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,2560,51200,1.5025760332743328
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,2560,51200,0.8294026851654053
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,2560,51200,0.8124346733093262
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,2560,51200,0.7200187047322592
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,2560,51200,2.9536666870117188
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,2560,51200,6.158978780110677
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,2560,51200,0.746071974436442
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,2560,65536,0.13343733549118042
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,2560,51200,0.7754693031311035
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,2560,51200,0.6565866470336914
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,2560,51200,0.5132240056991577
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,2560,51200,0.7386240164438883
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,2560,51200,0.5470746755599976
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,2560,51200,0.4785066843032837
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,2560,51200,0.5156559944152832
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,2560,51200,0.4335840145746867
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,2560,51200,0.4883519808451335
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,2560,51200,0.6349680026372274
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,2560,51200,0.6134560108184814
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,2560,51200,0.39445332686106366
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,2560,51200,0.36739468574523926
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,2560,51200,0.5625946521759033
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,2560,51200,0.2555920084317525
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,2560,51200,0.26517067352930707
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,2560,51200,0.21716000636418661
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,2560,51200,0.19778666893641153
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,2560,51200,0.1777893304824829
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,2560,65536,0.13232800364494324
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,2560,65536,0.13315467039744058
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,2560,51200,0.5967679818471273
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,2560,51200,0.32976800203323364
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,2560,51200,0.3830000162124634
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,2560,51200,0.3174320062001546
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,2560,51200,0.35230398178100586
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,2560,51200,0.16874132553736368
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,2560,51200,0.14881866176923117
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,2560,51200,0.12437599897384644
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,2560,51200,0.10953866442044576
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,2560,51200,0.09416533509890239
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,2560,51200,0.08679999907811482
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,2560,51200,0.09769599636395772
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,2560,51200,0.09698133667310078
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,2560,51200,0.09449600179990132
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,2560,51200,0.09123200178146362
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,2560,51200,0.09184267123540242
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,2560,51200,0.08771199981371562
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,2560,51200,0.08792266249656677
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,2560,51200,0.06950933237870534
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,2560,51200,0.06699199974536896
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,2560,51200,0.06319199999173482
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,2560,51200,0.061517332990964256
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,2560,51200,0.061437333623568215
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,2560,51200,0.05936799943447113
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,2560,51200,0.06006399790445963
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,2560,51200,0.06461866696675618
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,2560,51200,0.05914133290449778
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,2560,51200,0.0595360000928243
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,2560,51200,0.058973332246144615
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,2560,51200,0.05901066462198893
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,2560,51200,0.059048001964886986
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,2560,51200,0.05863733092943827
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,2560,51200,0.05868533253669739
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,2560,51200,0.06595733265082042
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,2560,51200,0.058802664279937744
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,2560,51200,0.058834667007128395
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,2560,51200,0.05876533190409342
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,2560,51200,0.05909866591294607
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,2560,51200,0.05895199875036875
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,2560,51200,0.05874133110046387
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,2560,51200,0.058781335751215615
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,2560,51200,0.12181333700815837
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,2560,51200,0.1471653381983439
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,2560,51200,0.06419466435909271
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,2560,51200,0.0592853327592214
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,2560,51200,0.06373333434263866
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,2560,51200,0.06282666822274525
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,2560,51200,0.062274664640426636
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,2560,51200,1.3863662083943684
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,2560,51200,2.9404125213623047
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,2560,51200,0.4078097873263889
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,2560,51200,0.7210311359829373
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,2560,51200,0.4046026600731744
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,2560,51200,0.40474843978881836
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,2560,51200,0.4054257869720459
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,2560,51200,0.39519643783569336
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,2560,51200,0.39234312375386554
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,2560,51200,0.30883910920884877
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,2560,51200,0.29685865508185494
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,2560,51200,0.3037937747107612
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,2560,51200,0.27833954493204754
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,2560,51200,0.28031823370191783
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,2560,51200,0.29395198822021484
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,2560,51200,0.27669866879781085
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,2560,51200,0.2730346785651313
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,2560,51200,0.2645333343082004
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,2560,51200,0.2586790985531277
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,2560,51200,0.26016177071465385
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,2560,51200,0.24903289477030435
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,2560,51200,0.2622346613142225
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,2560,51200,0.2498133447435167
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,2560,51200,0.2447448836432563
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,2560,51200,0.1558097733391656
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,2560,51200,0.1460017760594686
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,2560,51200,0.14521066347757974
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,2560,51200,0.1370062165790134
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,2560,51200,0.13531555069817439
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,2560,51200,0.12897066275278726
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,2560,51200,0.13110221756829157
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,2560,51200,0.12198755476209854
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,2560,51200,0.12179022365146214
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,2560,51200,0.11490133073594834
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,2560,51200,0.11320711506737603
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,2560,51200,0.10769599676132202
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,2560,51200,0.10757511191897923
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,2560,51200,0.10809422201580471
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,2560,51200,0.10802844497892593
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,2560,51200,0.10771022240320842
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,2560,51200,0.10736888647079468
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,2560,51200,0.10676444239086574
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,2560,51200,0.10637866788440281
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,2560,51200,0.10630577802658081
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,2560,51200,0.10610666539933945
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,2560,51200,0.10543821917639838
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,2560,51200,0.10553955369525486
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,2560,51200,0.10600888729095459
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,2560,51200,0.10582755671607123
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,2560,51200,0.10539733039008246
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,2560,51200,0.10512710942162408
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,2560,51200,0.10539199908574422
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,2560,51200,0.10533333486980861
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,2560,51200,0.10484977563222249
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,2560,51200,0.1058915588590834
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,2560,51200,0.10542044374677871
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,2560,51200,0.10519288645850287
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,2560,51200,0.10476444164911906
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,2560,51200,0.10476622316572402
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,2560,51200,0.1047182215584649
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,2560,51200,0.1046524445215861
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,2560,51200,0.10467377636167739
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,2560,51200,0.10406400097741021
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,2560,51200,0.10466488864686753
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,2560,51200,0.10397333568996853
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,2560,51200,0.10451733403735691
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,2560,51200,0.1040266686015659
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,2560,16384,1.7039732933044434
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,2560,16384,0.9786427021026611
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,2560,16384,0.43408532937367755
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,2560,16384,0.2679413358370463
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,2560,16384,0.28487733999888104
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,2560,16384,0.24068532387415567
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,2560,51200,0.10457777976989746
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,2560,16384,0.247762660185496
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,2560,16384,0.22318132718404135
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,2560,16384,0.22300267219543457
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,2560,16384,0.2083253264427185
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,2560,16384,0.18298399448394775
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,2560,16384,0.17286133766174316
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,2560,16384,0.17433067162831625
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,2560,16384,0.16134400169054666
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,2560,16384,0.16492000222206116
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,2560,16384,0.1561626692612966
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,2560,16384,0.14570132891337076
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,2560,16384,0.17021334171295166
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,2560,16384,0.1396293342113495
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,2560,16384,0.12970933318138123
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,2560,16384,0.12764267126719156
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,2560,16384,0.11709066232045491
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,2560,16384,0.11622666319211324
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,2560,16384,0.1034053365389506
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,2560,16384,0.09689600268999736
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,2560,16384,0.08535200357437134
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,2560,16384,0.08752533793449402
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,2560,16384,0.07419200241565704
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,2560,16384,0.07402400175730388
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,2560,16384,0.0634986658891042
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,2560,16384,0.05825066566467285
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,2560,16384,0.047186667720476784
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,2560,16384,0.04866399864355723
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,2560,16384,0.046866665283838906
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,2560,16384,0.03740799923737844
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,2560,16384,0.030943999687830608
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,2560,16384,0.02810399979352951
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,2560,16384,0.02788266787926356
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,2560,16384,0.02510400116443634
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,2560,16384,0.026799999177455902
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,2560,16384,0.02481066683928172
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,2560,16384,0.024909332394599915
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,2560,16384,0.023186666270097096
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,2560,16384,0.02422933280467987
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,2560,16384,0.022613334159056347
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,2560,16384,0.02184533327817917
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,2560,16384,0.021520001192887623
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,2560,16384,0.021744000415007275
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,2560,16384,0.021722666919231415
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,2560,16384,0.020871999363104504
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,2560,16384,0.020527999848127365
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,2560,16384,0.019946667055288952
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,2560,16384,0.02258133391539256
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,2560,16384,0.0200826662282149
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,2560,16384,0.019706666469573975
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,2560,16384,0.01970133309563001
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,2560,16384,0.01977866639693578
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,2560,16384,0.02085600048303604
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,2560,16384,0.018944000204404194
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,2560,16384,0.020706667254368465
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,2560,16384,0.02072799950838089
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,2560,16384,0.020802666743596394
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,2560,16384,0.020845333735148113
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,2560,16384,0.020725333442290623
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,2560,16384,0.020725333442290623
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,2560,16384,0.020482666790485382
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,2560,16384,0.01868266612291336
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,2560,16384,0.01868533343076706
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,2560,16384,0.018680000056823094
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,2560,16384,0.01849866658449173
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,2560,16384,0.018722667048374813
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,2560,16384,0.01883200059334437
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,2560,16384,0.018730666488409042
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,2560,16384,0.019469333191712696
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,2560,51200,0.10531022151311238
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,2560,16384,1.1467999617258708
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,2560,16384,0.5642093420028687
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,2560,16384,0.3142346739768982
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,2560,16384,0.31893465916315716
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,2560,16384,0.29263999064763385
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,2560,16384,2.255938688913981
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,2560,16384,0.29556532700856525
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,2560,16384,0.2743320067723592
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,2560,16384,0.27828800678253174
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,2560,16384,0.2580453356107076
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,2560,16384,0.2502760092417399
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,2560,16384,0.2337826689084371
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,2560,16384,0.2317426602045695
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,2560,16384,0.21622000137964884
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,2560,16384,0.22024399042129517
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,2560,16384,0.19673866033554077
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,2560,16384,0.18944799900054932
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,2560,16384,0.21024932463963827
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,2560,16384,0.18022000789642334
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,2560,16384,0.16355733076731363
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,2560,16384,0.1628293295701345
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,2560,16384,0.14242266615231833
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,2560,16384,0.14367733399073282
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,2560,16384,0.12495866417884827
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,2560,16384,0.11827199657758077
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,2560,16384,0.10178266962369283
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,2560,16384,0.10643066962560017
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,2560,16384,0.0896386702855428
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,2560,16384,0.08793600400288899
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,2560,16384,0.07705200215180714
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,2560,16384,0.07298799852530162
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,2560,16384,0.06152800222237905
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,2560,16384,0.06130266686280569
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,2560,16384,0.04585333168506622
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,2560,16384,0.039605334401130676
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,2560,16384,0.03754000117381414
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,2560,16384,0.037502666314442955
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,2560,16384,0.037062667310237885
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,2560,16384,0.03686933219432831
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,2560,16384,0.03517733265956243
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,2560,16384,0.034833334386348724
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,2560,16384,0.03354933361212412
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,2560,16384,0.03252399961153666
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,2560,16384,0.051728000243504844
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,2560,16384,0.03246533373991648
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,2560,16384,0.03102666636308034
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,2560,16384,0.03084666778643926
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,2560,16384,0.03851733356714249
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,2560,16384,0.03052400052547455
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,2560,16384,0.028912000358104706
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,2560,16384,0.02958400050799052
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,2560,16384,0.02828266719977061
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,2560,16384,0.028210667272408802
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,2560,16384,0.02775466690460841
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,2560,16384,0.027701333165168762
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,2560,16384,0.027837333579858143
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,2560,16384,0.025794667502244312
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,2560,16384,0.026721333463986714
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,2560,16384,0.025556000570456188
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,2560,16384,0.026752000053723652
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,2560,16384,0.027110666036605835
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,2560,16384,0.026837334036827087
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,2560,16384,0.026678666472434998
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,2560,16384,0.026055999100208282
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,2560,16384,0.026729332904020946
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,2560,16384,0.02333199977874756
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,2560,16384,0.023619999488194782
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,2560,16384,0.02440933386484782
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,2560,16384,0.02271333336830139
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,2560,16384,0.024462667604287464
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,2560,16384,0.023777333398660023
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,2560,16384,0.023103999594847362
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,2560,16384,0.022811998923619587
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,2560,16384,0.02625199904044469
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,2560,51200,0.104330665535397
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,2560,51200,0.10463644398583306
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,2560,51200,0.10425777567757501
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,2560,16384,0.5724906524022421
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,2560,16384,1.1388146877288818
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,2560,16384,0.2821986675262451
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,2560,16384,2.279171943664551
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,2560,16384,0.3279320001602173
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,2560,16384,0.29357866446177167
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,2560,16384,0.31731732686360675
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,2560,16384,0.2992146611213684
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,2560,16384,0.26022666692733765
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,2560,16384,0.20440532763799033
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,2560,16384,0.29051733016967773
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,2560,16384,0.21713733673095703
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,2560,16384,0.19281999270121256
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,2560,16384,0.20149866739908853
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,2560,16384,0.17514665921529135
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,2560,16384,0.1896053353945414
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,2560,16384,0.24791999657948813
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,2560,16384,0.24172000090281168
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,2560,16384,0.14373200138409933
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,2560,16384,0.22418133417765299
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,2560,51200,0.10381155543857151
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,2560,16384,0.10560400287310283
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,2560,16384,0.1072706679503123
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,2560,16384,0.09078400333722432
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,2560,16384,0.07998133202393849
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,2560,16384,0.07460399965445201
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,2560,16384,0.2297266721725464
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,2560,16384,0.1555133362611135
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,2560,16384,0.1545026699701945
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,2560,51200,0.10363377465142144
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,2560,16384,0.14214133222897848
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,2560,16384,0.12673333287239075
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,2560,16384,0.1283186674118042
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,2560,16384,0.06414933502674103
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,2560,16384,0.06140399972597758
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,2560,16384,0.04328133165836334
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,2560,16384,0.040177332858244576
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,2560,16384,0.03517066687345505
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,2560,16384,0.03140933314959208
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,2560,16384,0.03387066721916199
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,2560,16384,0.033071999748547874
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,2560,16384,0.03344533344109853
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,2560,16384,0.03295333435138067
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,2560,16384,0.03230799982945124
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,2560,16384,0.031898667414983116
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,2560,16384,0.03182933231194814
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,2560,16384,0.025285333395004272
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,2560,16384,0.023550666868686676
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,2560,16384,0.023557332654794056
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,2560,16384,0.02330400049686432
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,2560,16384,0.023054666817188263
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,2560,16384,0.023317334552605946
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,2560,16384,0.02274133265018463
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,2560,16384,0.02280266582965851
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,2560,16384,0.02329999953508377
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,2560,16384,0.023011999825636547
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,2560,16384,0.02275333305199941
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,2560,16384,0.023158666988213856
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,2560,16384,0.022835999727249146
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,2560,16384,0.023049332201480865
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,2560,16384,0.02297733227411906
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,2560,16384,0.022733333210150402
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,2560,16384,0.043194666504859924
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,2560,16384,0.04464399814605713
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,2560,16384,0.04462799926598867
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,2560,16384,0.04370533426602682
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,2560,16384,0.024998667339483898
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,2560,16384,0.043262665470441185
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,2560,16384,0.041691998640696205
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,2560,16384,0.04427333176136017
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,2560,16384,0.024814667801062267
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,2560,16384,0.024334666629632313
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,2560,16384,0.02430933217207591
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,2560,16384,0.024801333745320637
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,2560,16384,0.024473334352175396
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,2560,16384,0.024308001001675923
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,2560,16384,0.44702933629353836
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,2560,16384,0.8916970570882162
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,2560,16384,0.23626240094502768
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,2560,16384,0.13879253069559733
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,2560,16384,0.1363157272338867
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,2560,16384,0.1369098663330078
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,2560,16384,0.13300906817118327
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,2560,16384,0.1365898609161377
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,2560,16384,0.1326517343521118
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,2560,16384,0.10339732964833577
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,2560,16384,0.10342079798380535
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,2560,16384,0.10128533045450847
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,2560,16384,0.10013226668039958
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,2560,16384,0.09650560220082602
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,2560,16384,0.09525653521219889
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,2560,16384,0.09675093491872153
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,2560,16384,0.09489280382792155
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,2560,16384,0.09178986549377441
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,2560,16384,0.0916810671488444
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,2560,16384,0.09077226320902507
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,2560,16384,0.08910186290740967
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,2560,16384,0.08660266399383545
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,2560,16384,0.08656426270802817
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,2560,16384,0.0843733310699463
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,2560,16384,0.056354133288065586
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,2560,16384,0.05262080033620199
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,2560,16384,0.050868264834086095
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,2560,16384,0.05247146685918173
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,2560,16384,0.049975466728210446
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,2560,16384,0.047777068614959714
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,2560,16384,0.04797333478927612
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,2560,16384,0.04478079875310262
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,2560,16384,0.043586134910583496
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,2560,16384,0.042157868544260665
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,2560,16384,0.04164160092671712
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,2560,16384,0.039637335141499835
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,2560,16384,0.03888320128122966
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,2560,16384,0.038661332925160725
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,2560,16384,0.03869013388951619
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,2560,16384,0.038671998182932536
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,2560,16384,0.03874986569086711
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,2560,16384,0.03905920187632243
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,2560,16384,0.03909866809844971
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,2560,16384,0.03824533224105835
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,2560,16384,0.03783040046691895
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,2560,16384,0.037800534566243486
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,2560,16384,0.03770879904429118
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,2560,16384,0.03746666510899861
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,2560,16384,0.037647998332977294
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,2560,16384,0.037436799208323164
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,2560,16384,0.037666134039560956
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,2560,16384,0.03737173477808635
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,2560,16384,0.03765226602554321
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,2560,16384,0.037812264760335286
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,2560,16384,0.0374293327331543
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,2560,16384,0.03743253151575725
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,2560,16384,0.03741653362909953
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,2560,16384,0.03783359924952189
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,2560,16384,0.0375765323638916
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,2560,16384,0.037393065293629964
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,2560,16384,0.03771626551946004
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,2560,16384,0.037402665615081786
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,2560,16384,0.03738346497217814
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,2560,16384,0.037361065546671554
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,2560,16384,0.037478399276733396
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,2560,16384,0.03744853337605794
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,2560,16384,0.03752106825510661
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,2560,12288,1.281351089477539
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,2560,12288,0.7643111017015246
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,2560,12288,0.34963199827406144
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,2560,12288,0.18888000647226968
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,2560,12288,0.19377956125471327
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,2560,12288,0.17001599735683867
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,2560,12288,0.17550578382280138
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,2560,12288,0.1676479975382487
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,2560,12288,0.16556266943613687
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,2560,12288,0.15610667069753012
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,2560,12288,0.1383768849902683
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,2560,12288,0.13015111287434897
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,2560,12288,0.13255288865831164
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,2560,12288,0.12206044461992051
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,2560,12288,0.12494756115807427
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,2560,12288,0.1184213293923272
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,2560,12288,0.12311644024319118
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,2560,12288,0.11055644353230794
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,2560,12288,0.10579378075069851
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,2560,12288,0.09836800230873956
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,2560,12288,0.09641600317425197
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,2560,12288,0.08859911229875352
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,2560,16384,0.03744639952977498
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,2560,12288,0.08825421995586819
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,2560,12288,0.07869688669840495
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,2560,12288,0.07268444697062175
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,2560,12288,0.0640888876385159
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,2560,12288,0.06676799721188016
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,2560,12288,0.055719110700819224
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,2560,12288,0.05568710962931315
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,2560,12288,0.04784355560938517
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,2560,12288,0.04431822233729892
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,2560,12288,0.03581155671013726
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,2560,12288,0.03702933258480496
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,2560,12288,0.0350560016102261
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,2560,12288,0.028970665401882593
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,2560,12288,0.025544888443417017
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,2560,12288,0.02204622162712945
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,2560,12288,0.021324444148275588
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,2560,12288,0.020762667059898376
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,2560,12288,0.020977778567208186
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,2560,12288,0.02274311085542043
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,2560,12288,0.02017600006527371
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,2560,12288,0.018602665927675035
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,2560,12288,0.019511111908488803
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,2560,12288,0.017921777235137094
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,2560,12288,0.017800889081425138
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,2560,12288,0.01723377737734053
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,2560,12288,0.01733688844574822
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,2560,12288,0.01722666621208191
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,2560,12288,0.016561778055297006
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,2560,12288,0.016657777958446078
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,2560,12288,0.015239111251301236
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,2560,12288,0.015253333581818474
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,2560,12288,0.01590222285853492
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,2560,12288,0.01587733295228746
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,2560,12288,0.01587733295228746
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,2560,12288,0.014730667074521383
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,2560,12288,0.0166275550921758
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,2560,12288,0.0144213338692983
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,2560,12288,0.017269333203633625
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,2560,12288,0.016945777667893302
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,2560,12288,0.01678400072786543
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,2560,12288,0.016869333055284288
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,2560,12288,0.016910221841600206
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,2560,12288,0.016787555482652452
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,2560,12288,0.016672000288963318
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,2560,12288,0.013857777747843
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,2560,12288,0.013813333378897773
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,2560,12288,0.013870221873124441
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,2560,12288,0.013921777407328287
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,2560,12288,0.014350222216712104
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,2560,12288,0.014323555760913424
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,2560,12288,0.014515555567211576
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,2560,12288,0.014595554934607612
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,2560,12288,0.8615402857462564
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,2560,12288,0.42632214228312176
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,2560,12288,1.6927552541097004
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,2560,12288,0.23996906280517577
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,2560,12288,0.24747625986735025
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,2560,12288,0.21957012812296547
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,2560,12288,0.22369066874186197
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,2560,12288,0.21002453168233237
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,2560,12288,0.2053994655609131
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,2560,12288,0.19564372698465984
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,2560,12288,0.19034345944722492
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,2560,16384,0.03779093424479167
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,2560,12288,0.1782090663909912
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,2560,12288,0.17696320215861003
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,2560,12288,0.15859306653340657
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,2560,12288,0.160205872853597
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,2560,12288,0.15498666763305663
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,2560,12288,0.1391317367553711
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,2560,12288,0.13207146326700847
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,2560,12288,0.12169066270192463
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,2560,12288,0.12292053699493408
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,2560,12288,0.1080405314763387
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,2560,12288,0.10515306790669758
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,2560,12288,0.09710186322530111
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,2560,12288,0.09191040198008218
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,2560,12288,0.08234559694925944
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,2560,12288,0.08595946629842123
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,2560,12288,0.07278506755828858
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,2560,12288,0.07253333727518717
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,2560,12288,0.059616001447041836
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,2560,12288,0.05642773310343424
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,2560,12288,0.04728320042292277
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,2560,12288,0.043117864926656084
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,2560,12288,0.14572693506876627
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,2560,12288,0.03905813296635945
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,2560,12288,0.032945066690444946
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,2560,12288,0.03123093247413635
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,2560,12288,0.031195733944574994
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,2560,12288,0.03088639974594116
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,2560,12288,0.03310400048891703
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,2560,12288,0.02922133406003316
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,2560,12288,0.028775467475255327
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,2560,12288,0.030734932422637938
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,2560,12288,0.02778559923171997
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,2560,12288,0.029024000962575274
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,2560,12288,0.02879146734873454
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,2560,12288,0.02812906702359517
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,2560,12288,0.026895999908447266
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,2560,12288,0.02863466739654541
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,2560,12288,0.025417600075403852
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,2560,12288,0.026770132780075073
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,2560,12288,0.025437867641448973
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,2560,12288,0.0476032018661499
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,2560,12288,0.027054933706919353
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,2560,12288,0.024830933411916098
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,2560,12288,0.024716800451278685
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,2560,12288,0.02501973311106364
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,2560,12288,0.023747199773788454
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,2560,12288,0.02408426602681478
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,2560,12288,0.023285333315531412
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,2560,12288,0.02330986658732096
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,2560,12288,0.023379200696945192
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,2560,12288,0.024537599086761473
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,2560,12288,0.024238934119542442
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,2560,12288,0.02314880092938741
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,2560,12288,0.024272000789642333
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,2560,12288,0.022299732764561972
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,2560,12288,0.022140800952911377
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,2560,12288,0.02113920052846273
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,2560,12288,0.022131200631459555
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,2560,12288,0.022536534070968627
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,2560,12288,0.022906666994094847
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,2560,12288,0.02226026654243469
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,2560,12288,0.022474666436513267
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,2560,12288,0.023822933435440063
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,2560,16384,0.0377344012260437
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,2560,16384,0.037374933560689286
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,2560,16384,0.0374506672223409
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,2560,16384,0.03741439978281657
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,2560,12288,0.5040533383687337
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,2560,12288,0.98514773050944
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,2560,16384,0.03759359916051229
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,2560,12288,1.9667093912760418
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,2560,12288,0.285043207804362
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,2560,12288,0.26118613878885905
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,2560,12288,0.2758687973022461
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,2560,12288,0.2542154630025228
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,2560,12288,0.18521706263224286
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,2560,12288,0.1906175931294759
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,2560,12288,0.17422933578491212
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,2560,12288,0.26538240114847816
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,2560,12288,0.2345066706339518
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,2560,12288,0.1574079990386963
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,2560,12288,0.16429120699564617
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,2560,12288,0.2521183967590332
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,2560,12288,0.222761599222819
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,2560,12288,0.214465061823527
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,2560,12288,0.20316160519917809
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,2560,12288,0.19917759895324708
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,2560,12288,0.09573226769765218
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,2560,12288,0.08677333196004232
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,2560,12288,0.07935466766357421
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,2560,12288,0.05933546622594198
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,2560,12288,0.05944000085194906
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,2560,12288,0.1772501309712728
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,2560,12288,0.1363093376159668
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,2560,12288,0.1382805347442627
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,2560,12288,0.12899413108825683
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,2560,12288,0.12526613076527912
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,2560,12288,0.11390186945597332
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,2560,12288,0.10985493659973145
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,2560,12288,0.04801066716512044
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,2560,12288,0.04430720011393229
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,2560,12288,0.028538666168848675
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,2560,12288,0.035070931911468504
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,2560,12288,0.0257205327351888
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,2560,12288,0.026040534178415935
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,2560,12288,0.025915733973185223
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,2560,12288,0.03174933393796285
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,2560,12288,0.027532800038655596
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,2560,12288,0.027299199501673383
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,2560,12288,0.027432533105214436
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,2560,12288,0.027221333980560303
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,2560,12288,0.026035199562708538
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,2560,12288,0.020258132616678873
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,2560,12288,0.019091200828552247
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,2560,12288,0.02049386699994405
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,2560,12288,0.01890453298886617
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,2560,12288,0.01882986625035604
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,2560,12288,0.020875734090805054
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,2560,12288,0.018937599658966065
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,2560,12288,0.018981333573659262
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,2560,12288,0.018613332509994508
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,2560,12288,0.01858666737874349
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,2560,12288,0.018506666024525963
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,2560,12288,0.018936532735824584
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,2560,12288,0.01881600022315979
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,2560,12288,0.018756266434987387
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,2560,12288,0.019011199474334717
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,2560,12288,0.03596373399098714
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,2560,12288,0.03290026585261027
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,2560,12288,0.03511679967244466
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,2560,12288,0.03287360072135925
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,2560,12288,0.03421440124511719
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,2560,12288,0.03621439933776856
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,2560,12288,0.020147200425465903
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,2560,12288,0.033513601620992026
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,2560,12288,0.03370986779530843
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,2560,12288,0.03497813145319621
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,2560,12288,0.03375680049260457
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,2560,12288,0.02012053330739339
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,2560,12288,0.020244266589482626
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,2560,12288,0.020317866404851278
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,2560,12288,0.020232532421747842
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,2560,12288,0.6966314951578776
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,2560,12288,0.3428661346435547
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,2560,12288,0.1825376033782959
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,2560,12288,0.10671786467234294
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,2560,12288,0.10767786502838135
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,2560,12288,0.10376533667246501
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,2560,12288,0.1070698658625285
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,2560,12288,0.10652693112691243
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,2560,12288,0.10347946484883626
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,2560,12288,0.0813098669052124
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,2560,12288,0.07740800380706787
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,2560,12288,0.08073813120524088
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,2560,12288,0.07913706302642823
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,2560,12288,0.08172693252563476
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,2560,12288,0.07587520281473795
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,2560,12288,0.07485653559366862
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,2560,12288,0.07539839744567871
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,2560,12288,0.072597336769104
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,2560,12288,0.07286826769510904
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,2560,12288,0.07214826742808024
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,2560,12288,0.07108799616495767
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,2560,12288,0.06829333305358887
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,2560,12288,0.0676522652308146
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,2560,12288,0.06646080017089843
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,2560,12288,0.04491093158721924
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,2560,12288,0.04230399926503499
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,2560,12288,0.041465600331624344
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,2560,12288,0.04039040009180705
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,2560,12288,0.037934935092926024
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,2560,12288,0.037671466668446854
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,2560,12288,0.03971946636835734
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,2560,12288,0.035949865976969406
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,2560,12288,0.03560959895451864
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,2560,12288,0.033820799986521405
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,2560,12288,0.03314666748046875
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,2560,12288,0.03131413261095683
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,2560,12288,0.031022934118906657
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,2560,12288,0.03158186674118042
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,2560,12288,0.03116053342819214
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,2560,12288,0.031242666641871135
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,2560,12288,0.030905600388844805
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,2560,12288,0.03083733320236206
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,2560,12288,0.030487465858459472
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,2560,12288,0.030294400453567506
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,2560,12288,0.03006613254547119
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,2560,12288,0.030033065875371294
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,2560,12288,0.030187733968098956
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,2560,12288,0.029923200607299805
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,2560,12288,0.029651200771331786
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,2560,12288,0.030083199342091877
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,2560,12288,0.02972053289413452
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,2560,12288,0.029679999748865767
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,2560,12288,0.02970133423805237
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,2560,12288,0.030029867092768354
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,2560,12288,0.029681066672007244
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,2560,12288,0.02963520089785258
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,2560,12288,0.029627732435862225
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,2560,12288,0.029745066165924074
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,2560,12288,0.02985173265139262
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,2560,12288,0.029278934001922607
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,2560,12288,0.029202133417129517
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,2560,12288,0.03004053235054016
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,2560,12288,0.029652265707651775
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,2560,12288,0.029632000128428142
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,2560,12288,0.029636265834172566
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,2560,12288,0.029667200644810994
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,2560,12288,0.029641600449879964
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,2560,10240,1.0962791442871094
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,2560,10240,0.5643679830763075
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,2560,10240,0.31597865952385795
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,2560,10240,0.1948711077372233
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,2560,10240,0.19579733742607963
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,2560,10240,0.1669973267449273
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,2560,10240,0.16685688495635986
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,2560,10240,0.1623484426074558
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,2560,10240,0.15440711710188124
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,2560,10240,0.1222791141933865
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,2560,10240,0.11946311261918809
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,2560,10240,0.11081600189208984
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,2560,10240,0.11641777886284722
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,2560,10240,0.10410133335325454
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,2560,10240,0.11577599578433567
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,2560,10240,0.09348266654544407
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,2560,10240,0.10820977555380927
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,2560,10240,0.09114133649402195
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,2560,10240,0.09114488628175522
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,2560,10240,0.09309155411190456
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,2560,10240,0.08370311392678155
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,2560,10240,0.08617066674762303
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,2560,10240,0.07234488593207465
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,2560,10240,0.06343999836179945
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,2560,10240,0.05931022432115343
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,2560,10240,0.052503112289640635
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,2560,10240,0.05478044350941976
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,2560,10240,0.045688887437184654
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,2560,10240,0.04554488923814562
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,2560,10240,0.039749334255854286
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,2560,10240,0.035996443695492215
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,2560,10240,0.029263999727037217
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,2560,10240,0.030437333716286555
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,2560,10240,0.02975289026896159
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,2560,10240,0.02394666605525547
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,2560,10240,0.020799999435742695
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,2560,10240,0.01938488913906945
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,2560,10240,0.02253155575858222
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,2560,10240,0.018174222773975797
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,2560,10240,0.018597332967652213
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,2560,10240,0.020209777686331008
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,2560,10240,0.017900443739361234
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,2560,10240,0.016552888684802584
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,2560,10240,0.01724444495307075
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,2560,10240,0.01607466737429301
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,2560,10240,0.015736889508035447
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,2560,10240,0.015263999501864115
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,2560,10240,0.015404444601800708
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,2560,10240,0.015203555425008139
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,2560,10240,0.014641778336630927
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,2560,10240,0.014577777849303352
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,2560,10240,0.013854222165213691
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,2560,10240,0.013918222652541267
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,2560,10240,0.014376888672510782
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,2560,10240,0.014124444789356656
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,2560,10240,0.014346667461925082
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,2560,10240,0.013232000172138214
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,2560,10240,0.014728888869285583
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,2560,10240,0.01278222186697854
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,2560,10240,0.014565333724021912
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,2560,10240,0.014583110809326172
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,2560,10240,0.014506666196717156
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,2560,10240,0.014565333724021912
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,2560,10240,0.014613333675596448
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,2560,10240,0.014478221535682678
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,2560,10240,0.014490667316648694
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,2560,10240,0.012453333371215396
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,2560,10240,0.012485333614879184
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,2560,10240,0.012474666866991254
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,2560,10240,0.012572444147533841
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,2560,10240,0.01262399968173769
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,2560,10240,0.012684444586435953
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,2560,10240,0.013111111190583972
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,2560,10240,0.012839111189047495
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,2560,10240,1.395416514078776
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,2560,10240,0.7042410532633464
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,2560,10240,0.3615637461344401
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,2560,10240,0.20411307017008462
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,2560,10240,0.20397334098815917
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,2560,10240,0.17529706954956054
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,2560,10240,0.17529385884602863
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,2560,10240,0.16915733019510906
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,2560,10240,0.168668794631958
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,2560,10240,0.1563594659169515
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,2560,10240,0.15550293922424316
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,2560,10240,0.14207040468851725
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,2560,10240,0.1434783935546875
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,2560,10240,0.1308682680130005
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,2560,10240,0.13560959498087566
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,2560,10240,0.11942933400472004
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,2560,10240,0.1274773359298706
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,2560,10240,0.10829119682312012
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,2560,10240,0.1088704029719035
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,2560,10240,0.10590613683064778
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,2560,10240,0.1029589335123698
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,2560,10240,0.0930239995320638
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,2560,10240,0.08636693159739176
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,2560,10240,0.08036266962687175
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,2560,10240,0.07935466766357421
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,2560,10240,0.07047786712646484
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,2560,10240,0.07368960380554199
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,2560,10240,0.05930879910786947
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,2560,10240,0.05896960099538168
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,2560,10240,0.052400000890096034
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,2560,10240,0.049583999315897624
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,2560,10240,0.04201706647872925
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,2560,10240,0.04284053246180217
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,2560,10240,0.03715626796086629
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,2560,10240,0.035035733381907144
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,2560,10240,0.031060266494750976
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,2560,10240,0.028830933570861816
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,2560,10240,0.028706133365631104
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,2560,10240,0.02910933295885722
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,2560,10240,0.027142399549484254
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,2560,10240,0.02677759925524394
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,2560,10240,0.027397332588831584
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,2560,10240,0.028413865963617963
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,2560,10240,0.026426666975021364
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,2560,10240,0.027142399549484254
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,2560,10240,0.02521066665649414
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,2560,10240,0.026828799645106
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,2560,10240,0.026383999983469648
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,2560,10240,0.025077333052953083
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,2560,10240,0.02502506573994954
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,2560,10240,0.02441493272781372
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,2560,10240,0.024447999397913613
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,2560,10240,0.023577600717544556
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,2560,12288,0.02949333389600118
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,2560,10240,0.02413546641667684
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,2560,10240,0.0228383998076121
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,2560,12288,0.029259733359018963
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,2560,10240,0.023084799448649086
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,2560,10240,0.02255786657333374
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,2560,10240,0.02197973330815633
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,2560,10240,0.021550933519999184
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,2560,10240,0.022425599892934165
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,2560,12288,0.029585067431132
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,2560,10240,0.021974400679270426
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,2560,10240,0.021176532904307047
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,2560,10240,0.020984532435735066
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,2560,10240,0.021388800938924153
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,2560,10240,0.021389865875244142
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,2560,10240,0.020921599864959717
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,2560,10240,0.020590933163960774
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,2560,10240,0.02139413356781006
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,2560,10240,0.020683733622233073
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,2560,10240,0.020745599269866945
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,2560,10240,0.02061333258946737
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,2560,10240,0.02089280088742574
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,2560,12288,0.029602134227752687
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,2560,10240,0.020558933417002358
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,2560,10240,0.022194133202234904
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,2560,12288,0.029658667246500653
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,2560,12288,0.029638399680455525
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,2560,12288,0.029626667499542236
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,2560,10240,0.46973225275675456
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,2560,10240,0.919212786356608
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,2560,10240,0.26242453257242837
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,2560,10240,0.2467957337697347
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,2560,10240,1.8439008076985677
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,2560,10240,0.25267093976338706
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,2560,10240,0.24394559860229492
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,2560,10240,0.23562026023864746
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,2560,10240,0.17591573397318522
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,2560,10240,0.1759317398071289
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,2560,10240,0.16493120193481445
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,2560,10240,0.16299519538879395
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,2560,10240,0.15209493637084961
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,2560,10240,0.2327477296193441
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,2560,10240,0.21861759821573892
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,2560,10240,0.20976319313049316
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,2560,10240,0.2003488063812256
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,2560,10240,0.11046186288197835
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,2560,10240,0.1896458625793457
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,2560,10240,0.08324373563130696
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,2560,10240,0.07103679974873861
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,2560,10240,0.06440106630325318
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,2560,10240,0.05137386719385782
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,2560,10240,0.05103573401769003
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,2560,10240,0.19149012565612794
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,2560,10240,0.14956053098042804
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,2560,10240,0.13179840246836344
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,2560,10240,0.12733866373697916
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,2560,10240,0.12119146982828777
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,2560,10240,0.1022762695948283
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,2560,10240,0.09190933704376221
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,2560,10240,0.042335999011993405
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,2560,10240,0.038526932398478195
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,2560,10240,0.03253440062204997
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,2560,10240,0.029215999444325763
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,2560,10240,0.02592639923095703
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,2560,10240,0.022946133216222128
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,2560,10240,0.024808533986409507
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,2560,10240,0.024353067080179848
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,2560,10240,0.024753065903981526
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,2560,10240,0.024308266242345174
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,2560,10240,0.023305600881576537
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,2560,10240,0.023220266898473105
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,2560,10240,0.022695465882619222
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,2560,10240,0.018770132462183634
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,2560,10240,0.01691626707712809
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,2560,10240,0.01730666756629944
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,2560,10240,0.017138133446375527
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,2560,10240,0.0185205340385437
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,2560,10240,0.01684373418490092
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,2560,10240,0.016832000017166136
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,2560,10240,0.01689173380533854
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,2560,10240,0.016516266266504924
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,2560,10240,0.018551466862360637
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,2560,10240,0.01689066688219706
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,2560,10240,0.01696746746699015
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,2560,10240,0.016530133287111917
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,2560,10240,0.030485333998998006
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,2560,10240,0.03028693397839864
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,2560,10240,0.018090667327245076
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,2560,10240,0.028161066770553588
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,2560,10240,0.03015039960543315
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,2560,10240,0.03130559921264649
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,2560,10240,0.0279914657274882
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,2560,10240,0.028843732674916585
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,2560,10240,0.018143999576568603
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,2560,10240,0.03137493332227071
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,2560,10240,0.03238506714502971
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,2560,10240,0.028782933950424194
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,2560,10240,0.029104000329971312
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,2560,10240,0.03491306702295939
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,2560,10240,0.018177066246668497
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,2560,10240,0.018207999070485432
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,2560,10240,0.018203733364741008
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,2560,10240,0.16029547055562338
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,2560,10240,0.5910389582316081
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,2560,10240,0.09552746613820394
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,2560,10240,0.2973589261372884
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,2560,10240,0.0935808022816976
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,2560,10240,0.09444053173065185
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,2560,10240,0.09093866348266602
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,2560,10240,0.09388906955718994
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,2560,10240,0.09081172943115234
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,2560,10240,0.07215253512064615
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,2560,10240,0.07053439617156983
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,2560,10240,0.07232106526692708
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,2560,10240,0.06992746988932291
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,2560,10240,0.06722239653269449
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,2560,10240,0.06832533677419027
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,2560,10240,0.06613119840621948
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,2560,10240,0.06607999801635742
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,2560,10240,0.06361279884974161
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,2560,10240,0.06417066653569539
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,2560,10240,0.062609068552653
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,2560,10240,0.06163626511891683
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,2560,10240,0.05848533312479655
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,2560,10240,0.05900479952494303
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,2560,10240,0.03949546813964844
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,2560,10240,0.03704853455225627
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,2560,10240,0.057049600283304844
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,2560,10240,0.03630613485972087
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,2560,10240,0.03535146713256836
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,2560,10240,0.03458133141199748
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,2560,10240,0.03324480056762695
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,2560,10240,0.031490133206049604
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,2560,10240,0.03107946713765462
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,2560,10240,0.03352320194244385
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,2560,10240,0.029277867078781127
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,2560,10240,0.029665066798528032
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,2560,10240,0.02780906756718953
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,2560,10240,0.027076266209284466
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,2560,10240,0.0271616001923879
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,2560,10240,0.02678080002466838
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,2560,10240,0.02712000012397766
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,2560,10240,0.02685119907061259
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,2560,10240,0.027254400650660197
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,2560,10240,0.027433600028355914
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,2560,10240,0.02677333354949951
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,2560,10240,0.02613653341929118
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,2560,10240,0.025969066222508747
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,2560,10240,0.026209066311518352
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,2560,10240,0.025893332560857137
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,2560,10240,0.025989333788553875
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,2560,10240,0.025597866376241046
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,2560,10240,0.02571626702944438
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,2560,10240,0.025818665822347004
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,2560,10240,0.025706666707992553
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,2560,10240,0.02564479907353719
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,2560,10240,0.025941334168116253
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,2560,10240,0.025571199258168538
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,2560,10240,0.025969066222508747
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,2560,10240,0.025924267371495564
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,2560,10240,0.025917865832646686
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,2560,10240,0.025655466318130492
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,2560,10240,0.02598293423652649
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,2560,10240,0.025563732782999678
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,2560,10240,0.02558506727218628
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,2560,10240,0.025572266181310015
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,2560,10240,0.025676800807317095
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,2560,10240,0.025832533836364746
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,2560,10240,0.025836799542109174
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,2560,8192,0.8849613666534424
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,2560,8192,0.5461680094401041
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,2560,8192,0.29969465732574463
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,2560,8192,0.17720800638198853
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,2560,8192,0.17701866229375204
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,2560,8192,0.13320133090019226
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,2560,8192,0.12798532843589783
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,2560,8192,0.1103226641813914
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,2560,8192,0.10778400301933289
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,2560,10240,0.025524266560872394
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,2560,8192,0.10016266504923503
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,2560,8192,0.09983467062314351
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,2560,8192,0.08849333723386128
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,2560,8192,0.0964240034421285
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,2560,8192,0.08295866847038269
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,2560,8192,0.07773200174172719
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,2560,8192,0.08776400486628215
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,2560,8192,0.0741160015265147
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,2560,8192,0.07401733100414276
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,2560,8192,0.07477200031280518
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,2560,8192,0.06703199942906697
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,2560,8192,0.06824666758378346
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,2560,8192,0.05876000225543976
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,2560,8192,0.05252666771411896
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,2560,8192,0.04849866529305776
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,2560,8192,0.042818665504455566
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,2560,8192,0.0448200007279714
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,2560,8192,0.03701333453257879
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,2560,8192,0.03683066616455714
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,2560,8192,0.03228133420149485
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,2560,8192,0.02964133272568385
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,2560,8192,0.08989999691645305
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,2560,8192,0.02385599911212921
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,2560,8192,0.024870666364828747
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,2560,8192,0.02426133304834366
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,2560,8192,0.019645333290100098
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,2560,8192,0.01708133394519488
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,2560,8192,0.014502666890621185
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,2560,8192,0.01528933271765709
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,2560,8192,0.01448800042271614
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,2560,8192,0.018178666631380718
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,2560,8192,0.013976000249385834
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,2560,8192,0.01448800042271614
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,2560,8192,0.01624533285697301
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,2560,8192,0.013780000309149424
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,2560,8192,0.013945333659648895
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,2560,8192,0.013534666349490484
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,2560,8192,0.012905333191156387
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,2560,8192,0.013325333595275879
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,2560,8192,0.012968000024557114
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,2560,8192,0.012750666588544846
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,2560,8192,0.012802666674057642
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,2560,8192,0.011890667180220285
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,2560,8192,0.011909333368142446
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,2560,8192,0.012324000398317972
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,2560,8192,0.01165200024843216
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,2560,8192,0.01239466667175293
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,2560,8192,0.011391999820868174
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,2560,8192,0.013398667176564535
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,2560,8192,0.010899999489386877
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,2560,8192,0.013010667016108831
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,2560,8192,0.01304266725977262
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,2560,8192,0.012991999586423239
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,2560,8192,0.012969333678483963
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,2560,8192,0.012987999866406122
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,2560,8192,0.012945332874854406
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,2560,8192,0.012953333556652069
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,2560,8192,0.010882666955391565
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,2560,8192,0.01063333327571551
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,2560,8192,0.010595999658107758
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,2560,8192,0.010816000401973724
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,2560,8192,0.010850666711727778
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,2560,8192,0.010686667015155157
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,2560,8192,0.010951999574899673
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,2560,8192,0.010826667149861654
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,2560,10240,0.02576106588045756
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,2560,10240,0.02558293342590332
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,2560,8192,0.2918176015218099
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,2560,8192,0.5612341562906902
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,2560,8192,0.1608191967010498
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,2560,8192,0.15936320622762043
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,2560,8192,0.13757866223653156
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,2560,8192,1.1132245381673178
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,2560,8192,0.13628800710042316
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,2560,8192,0.13278079827626546
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,2560,8192,0.13310613632202148
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,2560,8192,0.1194912036259969
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,2560,8192,0.11903786659240723
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,2560,8192,0.11560746828715007
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,2560,8192,0.11562240123748779
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,2560,8192,0.10481066703796386
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,2560,8192,0.10660800139109294
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,2560,8192,0.09820160071055094
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,2560,8192,0.09855573177337647
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,2560,8192,0.0882047971089681
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,2560,8192,0.08781013488769532
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,2560,8192,0.08584106763203939
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,2560,8192,0.08337600231170654
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,2560,8192,0.07028160095214844
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,2560,8192,0.06565333207448323
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,2560,8192,0.06367786725362143
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,2560,8192,0.05600106716156006
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,2560,8192,0.05544853210449219
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,2560,8192,0.04927999973297119
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,2560,8192,0.04922879934310913
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,2560,8192,0.041075201829274495
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,2560,8192,0.04310719966888428
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,2560,8192,0.03732800086339315
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,2560,8192,0.03298453291257222
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,2560,8192,0.030892799297968548
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,2560,8192,0.027951999505360918
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,2560,8192,0.027012266715367633
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,2560,8192,0.02821226716041565
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,2560,8192,0.027581866582234698
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,2560,8192,0.02704319953918457
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,2560,8192,0.02495680054028829
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,2560,8192,0.0255786657333374
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,2560,8192,0.02640639940897624
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,2560,8192,0.023963733514149984
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,2560,8192,0.024408533175786336
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,2560,8192,0.024378667275110878
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,2560,8192,0.022900267442067464
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,2560,8192,0.023027199506759643
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,2560,8192,0.0233952005704244
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,2560,8192,0.022652800877889
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,2560,8192,0.024222934246063234
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,2560,8192,0.022052266200383506
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,2560,8192,0.022357332706451415
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,2560,8192,0.0755295991897583
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,2560,8192,0.021124267578125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,2560,8192,0.022616533438364665
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,2560,8192,0.02135466734568278
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,2560,8192,0.020733867088953653
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,2560,8192,0.022784000635147093
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,2560,8192,0.03717759847640991
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,2560,8192,0.020052266120910645
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,2560,8192,0.020811732610066733
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,2560,8192,0.02042986750602722
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,2560,8192,0.020795732736587524
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,2560,8192,0.020204800367355346
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,2560,8192,0.020513067642847695
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,2560,8192,0.020983467499415077
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,2560,8192,0.022643200556437173
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,2560,8192,0.022029866774876915
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,2560,8192,0.020475733280181884
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,2560,8192,0.021543467044830324
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,2560,8192,0.02067306637763977
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,2560,8192,0.020245333512624107
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,2560,8192,0.019429334004720054
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,2560,8192,0.021267199516296388
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,2560,10240,0.025668267409006757
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,2560,10240,0.02582613428433736
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,2560,8192,0.020470400651295982
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,2560,10240,0.025959465901056928
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,2560,10240,0.025806933641433716
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,2560,8192,0.24203947385152183
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,2560,8192,0.4319178581237793
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,2560,8192,0.8470218658447266
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,2560,8192,0.22922239303588868
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,2560,8192,0.23273919423421224
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,2560,8192,1.6882090250651043
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,2560,8192,0.21881814002990724
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,2560,8192,0.162337064743042
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,2560,8192,0.16040639877319335
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,2560,8192,0.15088426272074382
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,2560,8192,0.22162133852640786
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,2560,8192,0.20304427146911622
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,2560,8192,0.1275370677312215
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,2560,8192,0.20947732925415039
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,2560,8192,0.1837696075439453
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,2560,8192,0.10419519742329915
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,2560,8192,0.08753493626912436
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,2560,8192,0.17655359903971354
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,2560,8192,0.17359573046366375
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,2560,8192,0.06148693164189657
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,2560,8192,0.05746560096740723
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,2560,8192,0.05098559856414795
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,2560,8192,0.044734934965769454
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,2560,8192,0.19282026290893556
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,2560,8192,0.04148266712824504
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,2560,8192,0.1472053368886312
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,2560,8192,0.13601919809977214
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,2560,8192,0.11497600078582763
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,2560,8192,0.09912532965342204
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,2560,8192,0.07120426495869955
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,2560,8192,0.0820799986521403
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,2560,8192,0.037773867448170975
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,2560,8192,0.03451626698176066
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,2560,8192,0.029211733738581342
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,2560,8192,0.02675199906031291
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,2560,8192,0.02307413419087728
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,2560,8192,0.02023786703745524
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,2560,8192,0.02189226746559143
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,2560,8192,0.02167146603266398
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,2560,8192,0.021474132935206093
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,2560,8192,0.021548799673716226
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,2560,8192,0.020639999707539877
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,2560,8192,0.020012799898783365
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,2560,8192,0.020188800493876138
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,2560,8192,0.016152532895406087
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,2560,8192,0.014909866452217101
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,2560,8192,0.014871467153231302
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,2560,8192,0.01493333379427592
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,2560,8192,0.01609493295351664
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,2560,8192,0.01453013320763906
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,2560,8192,0.014859732985496522
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,2560,8192,0.014627200365066529
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,2560,8192,0.016204800208409628
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,2560,8192,0.01471573313077291
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,2560,8192,0.026528000831604004
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,2560,8192,0.026320000489552815
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,2560,8192,0.024292266368865965
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,2560,8192,0.02719893256823222
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,2560,8192,0.026245333751042682
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,2560,8192,0.024966400861740113
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,2560,8192,0.01613759994506836
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,2560,8192,0.026877866188685103
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,2560,8192,0.02636373241742452
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,2560,8192,0.024434133370717367
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,2560,8192,0.03048959970474243
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,2560,8192,0.02757226626078288
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,2560,8192,0.027229867378870648
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,2560,8192,0.025516800085703534
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,2560,8192,0.031172267595926922
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,2560,8192,0.027565866708755493
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,2560,8192,0.015994667013486227
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,2560,8192,0.016150400042533875
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,2560,8192,0.01611306667327881
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,2560,8192,0.016139733791351318
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,2560,8192,0.24155519803365072
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,2560,8192,0.4757823944091797
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,2560,8192,0.07821866671244303
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,2560,8192,0.129802664120992
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,2560,8192,0.07758506933848063
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,2560,8192,0.07696853478749593
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,2560,8192,0.07648639678955078
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,2560,8192,0.07497813701629638
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,2560,8192,0.07471893628438314
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,2560,8192,0.06021120150883993
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,2560,8192,0.05914133389790853
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,2560,8192,0.0586464007695516
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,2560,8192,0.05751146475474039
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,2560,8192,0.05632533232371012
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,2560,8192,0.055623467763264975
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,2560,8192,0.05403840144475301
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,2560,8192,0.05211946566899618
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,2560,8192,0.05500799814860026
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,2560,8192,0.05226773420969645
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,2560,8192,0.051386666297912595
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,2560,8192,0.05008426507314047
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,2560,8192,0.0489898681640625
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,2560,8192,0.03267413377761841
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,2560,8192,0.04729706843694051
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,2560,8192,0.04843306541442871
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,2560,8192,0.030766934156417847
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,2560,8192,0.031642667452494305
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,2560,8192,0.02969706654548645
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,2560,8192,0.029319467147191365
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,2560,8192,0.02767573396364848
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,2560,8192,0.02688960035641988
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,2560,8192,0.028600533803304035
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,2560,8192,0.025146667162577314
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,2560,8192,0.02478826642036438
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,2560,8192,0.026470400889714557
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,2560,8192,0.023411200443903605
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,2560,8192,0.023106133937835692
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,2560,8192,0.022984532515207927
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,2560,8192,0.02291626731554667
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,2560,8192,0.022705066204071044
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,2560,8192,0.022712532679239908
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,2560,8192,0.023077332973480226
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,2560,8192,0.022740266720453896
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,2560,8192,0.022317866484324135
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,2560,8192,0.021875200668970744
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,2560,8192,0.02223893404006958
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,2560,8192,0.02184106707572937
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,2560,8192,0.02190933426221212
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,2560,8192,0.02185386617978414
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,2560,8192,0.021835732460021972
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,2560,8192,0.02227946718533834
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,2560,8192,0.021862399578094483
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,2560,8192,0.021831466754277547
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,2560,8192,0.02183253367741903
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,2560,8192,0.02182719906171163
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,2560,8192,0.02183253367741903
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,2560,8192,0.02184213399887085
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,2560,8192,0.021847466627756752
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,2560,8192,0.021505065759023032
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,2560,8192,0.021771732966105142
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,2560,8192,0.02188906669616699
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,2560,8192,0.021449599663416544
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,2560,8192,0.021471999088923135
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,2560,8192,0.021849600474039714
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,2560,8192,0.02185813387235006
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,2560,8192,0.021811199188232423
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,2560,8192,0.021873066822687783
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,2560,7168,0.7831892967224121
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,2560,7168,0.3895266850789388
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,2560,7168,0.23111067215601602
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,2560,7168,0.14316800236701965
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,2560,7168,0.1457479993502299
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,2560,7168,0.11174266537030537
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,2560,7168,0.10514666636784871
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,2560,7168,0.1050160030523936
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,2560,7168,0.09799066185951233
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,2560,7168,0.08915467063585918
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,2560,7168,0.08774133523305257
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,2560,7168,0.07919466495513916
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,2560,7168,0.08308933178583781
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,2560,7168,0.07216133177280426
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,2560,7168,0.0784880022207896
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,2560,7168,0.06706800063451131
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,2560,7168,0.07848666608333588
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,2560,7168,0.06416666507720947
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,2560,7168,0.06426399946212769
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,2560,7168,0.0643613338470459
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,2560,7168,0.05816666781902313
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,2560,7168,0.05906799932320913
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,2560,7168,0.050356000661849976
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,2560,7168,0.04565999905268351
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,2560,7168,0.04261200129985809
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,2560,7168,0.03745600084463755
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,2560,7168,0.03929999967416128
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,2560,7168,0.03233466545740763
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,2560,8192,0.021477333704630532
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,2560,7168,0.03235066682100296
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,2560,7168,0.02887866646051407
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,2560,7168,0.026194666822751362
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,2560,7168,0.021290667355060577
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,2560,7168,0.021372000376383465
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,2560,7168,0.017702666421731312
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,2560,7168,0.02200666566689809
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,2560,7168,0.015577333668867746
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,2560,7168,0.013003999988238016
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,2560,7168,0.012975999464591345
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,2560,7168,0.012954667210578918
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,2560,7168,0.012990667174259821
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,2560,7168,0.012710666904846827
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,2560,7168,0.012982666492462158
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,2560,7168,0.014845332751671473
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,2560,7168,0.012475999693075815
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,2560,7168,0.0124746672809124
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,2560,7168,0.012281333406766256
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,2560,7168,0.011986666669448217
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,2560,7168,0.012475999693075815
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,2560,7168,0.011974666267633438
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,2560,7168,0.011965333173672358
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,2560,7168,0.011958666145801544
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,2560,7168,0.011381333072980246
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,2560,7168,0.012493333468834559
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,2560,7168,0.011677333464225134
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,2560,7168,0.010938666760921478
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,2560,8192,0.021860265731811525
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,2560,7168,0.011515999833742777
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,2560,7168,0.010582666844129562
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,2560,7168,0.011981333295504252
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,2560,7168,0.010415999839703241
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,2560,7168,0.011522666861613592
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,2560,7168,0.011691999932130178
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,2560,7168,0.011537333329518637
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,2560,7168,0.01145333300034205
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,2560,7168,0.011458666374286016
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,2560,7168,0.011406666288773218
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,2560,7168,0.011443999906380972
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,2560,7168,0.009905333320299784
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,2560,7168,0.009901333600282669
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,2560,7168,0.009841333453853926
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,2560,7168,0.009917333101232847
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,2560,7168,0.010188000276684761
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,2560,7168,0.00991066669424375
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,2560,7168,0.010213333492477735
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,2560,7168,0.010051999861995379
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,2560,7168,0.4919498761494954
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,2560,7168,0.13790079752604167
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,2560,7168,0.25631359418233235
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,2560,7168,0.11877439816792805
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,2560,7168,0.9774090449015299
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,2560,7168,0.11855040391286213
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,2560,8192,0.021833600600560506
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,2560,7168,0.1163861354192098
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,2560,7168,0.10612800121307372
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,2560,7168,0.10481066703796386
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,2560,7168,0.10317119757334392
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,2560,7168,0.10336213111877442
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,2560,7168,0.09660267035166423
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,2560,8192,0.021476266781489055
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,2560,7168,0.09619413216908773
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,2560,7168,0.08797866503397624
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,2560,7168,0.08898773193359374
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,2560,7168,0.07879892985026041
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,2560,7168,0.07964159647623698
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,2560,7168,0.0753216028213501
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,2560,7168,0.07234773635864258
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,2560,7168,0.06679466565450033
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,2560,7168,0.06350080172220865
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,2560,7168,0.057393066088358556
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,2560,7168,0.05679466724395752
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,2560,7168,0.05006293455759684
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,2560,7168,0.053039999802907314
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,2560,7168,0.13781545956929525
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,2560,7168,0.045126398404439286
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,2560,7168,0.04486293395360311
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,2560,7168,0.039876266320546465
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,2560,7168,0.03509973287582398
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,2560,7168,0.04116693337758382
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,2560,7168,0.03489706516265869
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,2560,7168,0.032839467128117875
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,2560,7168,0.025064533948898314
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,2560,7168,0.02681386669476827
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,2560,7168,0.026727465788523357
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,2560,7168,0.02565760016441345
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,2560,7168,0.023450666666030885
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,2560,7168,0.024167466163635253
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,2560,7168,0.022663466135660806
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,2560,7168,0.023296000560124715
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,2560,7168,0.023350399732589722
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,2560,7168,0.0218666672706604
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,2560,7168,0.022029866774876915
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,2560,7168,0.022060799598693847
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,2560,7168,0.020750933885574342
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,2560,7168,0.021288534005482994
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,2560,7168,0.020594133933385213
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,2560,7168,0.021186133225758873
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,2560,7168,0.02003093361854553
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,2560,7168,0.03081066608428955
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,2560,7168,0.1151466687520345
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,2560,7168,0.020777599016825358
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,2560,7168,0.020565332969029744
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,2560,7168,0.019129600127538046
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,2560,7168,0.020972800254821778
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,2560,7168,0.02008426586786906
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,2560,7168,0.01898026665051778
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,2560,7168,0.020002132654190062
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,2560,7168,0.024589866399765015
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,2560,7168,0.021497599283854165
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,2560,7168,0.018580265839894614
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,2560,7168,0.018576000134150186
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,2560,7168,0.018604799111684164
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,2560,7168,0.019497599204381308
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,2560,7168,0.018629332383473717
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,2560,7168,0.018564265966415406
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,2560,7168,0.018781866629918417
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,2560,7168,0.019062399864196777
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,2560,7168,0.01858453353246053
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,2560,7168,0.018578133980433145
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,2560,7168,0.018565332889556883
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,2560,7168,0.018516266345977785
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,2560,7168,0.026871466636657716
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,2560,8192,0.02162453333536784
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,2560,8192,0.02190613349278768
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,2560,8192,0.02186453342437744
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,2560,7168,0.42404266993204753
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,2560,7168,0.23889387448628746
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,2560,7168,0.8315306981404623
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,2560,7168,0.22599147160847982
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,2560,7168,1.6555819193522137
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,2560,7168,0.22684159278869628
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,2560,7168,0.2175701300303141
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,2560,7168,0.16033919652303058
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,2560,7168,0.15364480018615723
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,2560,7168,0.1473120053609212
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,2560,7168,0.2180799961090088
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,2560,7168,0.20013972918192544
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,2560,7168,0.11182293097178142
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,2560,7168,0.2073749383290609
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,2560,7168,0.17947413126627604
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,2560,7168,0.18927146593729655
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,2560,7168,0.07457173665364583
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,2560,7168,0.17219200134277343
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,2560,7168,0.17072639465332032
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,2560,7168,0.05712533394495646
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,2560,7168,0.05401599804560343
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,2560,7168,0.047356800238291426
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,2560,7168,0.04243306716283162
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,2560,7168,0.03992960055669149
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,2560,7168,0.13205866813659667
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,2560,7168,0.1252330700556437
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,2560,7168,0.10149973233540852
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,2560,7168,0.09171093304951985
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,2560,7168,0.08373226324717203
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,2560,7168,0.06870720386505128
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,2560,7168,0.06366186539332072
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,2560,7168,0.03565333286921184
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,2560,7168,0.032891732454299924
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,2560,7168,0.02753173311551412
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,2560,7168,0.021793067455291748
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,2560,7168,0.025255467494328814
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,2560,7168,0.018630399306615194
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,2560,7168,0.018307199080785118
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,2560,7168,0.019938133160273232
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,2560,7168,0.01984106699625651
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,2560,7168,0.020139733950297035
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,2560,7168,0.019811199108759562
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,2560,7168,0.018910932540893554
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,2560,7168,0.018411733706792197
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,2560,7168,0.014806399742762247
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,2560,7168,0.015293866395950317
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,2560,7168,0.014544000228246054
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,2560,7168,0.013645866513252258
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,2560,7168,0.013402666648228964
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,2560,7168,0.013651200135548911
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,2560,7168,0.02222080032030741
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,2560,7168,0.023150932788848878
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,2560,7168,0.02185813387235006
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,2560,7168,0.022529067595799764
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,2560,7168,0.023090134064356484
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,2560,7168,0.0150709331035614
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,2560,7168,0.023161600033442177
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,2560,7168,0.023913600047429404
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,2560,7168,0.01490239997704824
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,2560,7168,0.015242666999499003
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,2560,7168,0.02746666669845581
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,2560,7168,0.023494400580724082
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,2560,7168,0.021196800470352172
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,2560,7168,0.024682666858037314
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,2560,7168,0.023900800943374635
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,2560,7168,0.022247467438379923
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,2560,7168,0.02350826660792033
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,2560,7168,0.023669334252675374
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,2560,7168,0.022936532894770302
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,2560,7168,0.014076800147692362
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,2560,7168,0.013236266374588013
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,2560,7168,0.02313493291536967
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,2560,7168,0.015339733163515726
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,2560,7168,0.014820266763369241
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,2560,7168,0.2173151969909668
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,2560,7168,0.07077226638793946
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,2560,7168,0.07157226403554282
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,2560,7168,0.0711903969446818
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,2560,7168,0.4316512107849121
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,2560,7168,0.11765013535817463
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,2560,7168,0.07033173243204752
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,2560,7168,0.06861013571421305
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,2560,7168,0.0679797331492106
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,2560,7168,0.05532159805297852
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,2560,7168,0.05426133473714193
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,2560,7168,0.0528223991394043
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,2560,7168,0.05298666556676229
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,2560,7168,0.050236801306406655
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,2560,7168,0.050843731562296546
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,2560,7168,0.04822186628977458
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,2560,7168,0.04719893137613933
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,2560,7168,0.04693333307902019
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,2560,7168,0.0487008015314738
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,2560,7168,0.046393601099650066
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,2560,7168,0.046233598391215006
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,2560,7168,0.04467626810073853
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,2560,7168,0.04395093520482381
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,2560,7168,0.030204800764719646
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,2560,7168,0.04282879829406738
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,2560,7168,0.029064534107844035
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,2560,7168,0.028009599447250365
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,2560,7168,0.027188267310460406
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,2560,7168,0.02672213315963745
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,2560,7168,0.025943466027577716
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,2560,7168,0.024265599250793458
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,2560,7168,0.023963733514149984
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,2560,7168,0.023179733753204347
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,2560,7168,0.026070400079091387
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,2560,7168,0.022638932863871256
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,2560,7168,0.021281067530314127
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,2560,7168,0.021005866924921672
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,2560,7168,0.021036799748738608
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,2560,7168,0.02074133356412252
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,2560,7168,0.021271467208862305
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,2560,7168,0.020617600282033285
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,2560,7168,0.020949333906173706
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,2560,7168,0.021038933595021566
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,2560,7168,0.020217599471410115
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,2560,7168,0.019850667317708334
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,2560,7168,0.02023893396059672
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,2560,7168,0.020175999402999877
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,2560,7168,0.02021226684252421
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,2560,7168,0.020204800367355346
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,2560,7168,0.019846399625142418
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,2560,7168,0.0202293336391449
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,2560,7168,0.02018986741701762
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,2560,7168,0.020049067338307698
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,2560,7168,0.01984106699625651
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,2560,7168,0.019818667570749918
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,2560,7168,0.020179200172424316
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,2560,7168,0.019834667444229126
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,2560,7168,0.02020053267478943
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,2560,7168,0.019818667570749918
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,2560,7168,0.019636267423629762
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,2560,7168,0.019846399625142418
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,2560,7168,0.01984106699625651
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,2560,7168,0.019833600521087645
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,2560,7168,0.020197333892186482
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,2560,7168,0.0198634664217631
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,2560,7168,0.019860267639160156
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,2560,7168,0.020106667280197145
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,2560,7168,0.020179200172424316
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,2560,6144,0.33051945368448893
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,2560,6144,0.6674144109090169
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,2560,6144,0.0989514668782552
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,2560,6144,0.17112213770548504
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,2560,6144,0.11608746846516926
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,2560,6144,0.08458879788716635
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,2560,6144,0.0877504030863444
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,2560,6144,0.08058239618937174
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,2560,6144,0.07579306761423746
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,2560,6144,0.07299946943918864
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,2560,6144,0.0683456023534139
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,2560,6144,0.07134933471679687
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,2560,6144,0.062326399485270176
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,2560,6144,0.06794986724853516
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,2560,7168,0.01981546680132548
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,2560,6144,0.05811413526535034
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,2560,6144,0.0646069327990214
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,2560,6144,0.05420906543731689
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,2560,6144,0.054354135195414224
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,2560,6144,0.05446399847666422
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,2560,7168,0.019857066869735717
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,2560,6144,0.04912213484446208
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,2560,6144,0.04976746638615926
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,2560,6144,0.04422186613082886
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,2560,6144,0.03918186823527019
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,2560,6144,0.036278398831685384
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,2560,6144,0.03271786570549011
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,2560,6144,0.03367253144582112
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,2560,6144,0.028446932633717854
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,2560,6144,0.024729599555333458
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,2560,6144,0.02304533322652181
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,2560,6144,0.018116267522176106
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,2560,6144,0.08205119768778482
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,2560,6144,0.019358932971954346
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,2560,6144,0.01858560045560201
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,2560,6144,0.015122133493423461
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,2560,6144,0.013490133484204612
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,2560,6144,0.01141866644223531
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,2560,6144,0.011195733149846395
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,2560,6144,0.011228799819946289
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,2560,6144,0.011356799801190694
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,2560,6144,0.01108906666437785
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,2560,6144,0.011238400141398113
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,2560,6144,0.013077333569526672
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,2560,6144,0.010806399583816528
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,2560,6144,0.011348266402880352
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,2560,6144,0.010769066214561463
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,2560,6144,0.011102933684984844
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,2560,6144,0.010475732882817586
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,2560,6144,0.010548266768455505
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,2560,6144,0.0106495996316274
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,2560,6144,0.0102101335922877
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,2560,6144,0.01134933332602183
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,2560,6144,0.010289067029953003
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,2560,6144,0.010392533739407857
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,2560,6144,0.010354133447011311
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,2560,6144,0.009589333335558574
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,2560,6144,0.010558933019638062
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,2560,6144,0.009122133255004883
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,2560,6144,0.010364799698193868
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,2560,6144,0.01029973328113556
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,2560,6144,0.010140800476074218
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,2560,6144,0.027988266944885255
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,2560,7168,0.01990293264389038
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,2560,6144,0.010290132959683736
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,2560,6144,0.010389332969983418
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,2560,6144,0.010223999619483948
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,2560,7168,0.0197269340356191
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,2560,6144,0.010267733534177145
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,2560,6144,0.009146666526794434
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,2560,6144,0.008755200107892354
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,2560,6144,0.008846933643023174
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,2560,6144,0.009142399827639262
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,2560,6144,0.009165866176287334
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,2560,6144,0.009131733576456707
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,2560,6144,0.009178666273752849
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,2560,6144,0.2202730655670166
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,2560,6144,0.0107722669839859
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,2560,6144,0.4225599924723308
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,2560,6144,0.11785600185394288
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,2560,6144,0.11751360098520916
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,2560,6144,0.10101226965586345
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,2560,6144,0.10101652940114339
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,2560,6144,0.09209067026774088
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,2560,6144,0.8437824249267578
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,2560,6144,0.09103999932607015
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,2560,6144,0.08855466842651367
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,2560,6144,0.08897279898325602
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,2560,6144,0.08434240023295084
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,2560,6144,0.08433279991149903
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,2560,6144,0.07363413174947103
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,2560,6144,0.008988799651463826
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,2560,6144,0.06889599959055583
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,2560,6144,0.06940053304036459
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,2560,6144,0.06406506697336832
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,2560,6144,0.0573365330696106
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,2560,6144,0.061954132715861
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,2560,6144,0.05334933201471964
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,2560,6144,0.05154240131378174
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,2560,6144,0.050545068581899014
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,2560,6144,0.0451530655225118
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,2560,6144,0.04564799865086873
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,2560,6144,0.04250986576080322
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,2560,6144,0.04153279860814412
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,2560,6144,0.037405868371327713
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,2560,6144,0.03315306703249614
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,2560,6144,0.031779199838638306
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,2560,6144,0.10087146759033203
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,2560,6144,0.030854399998982745
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,2560,6144,0.02906773289044698
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,2560,6144,0.02545493245124817
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,2560,6144,0.024552534023920693
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,2560,6144,0.02476373314857483
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,2560,6144,0.10011626879374187
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,2560,6144,0.02514773408571879
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,2560,6144,0.024412800868352257
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,2560,6144,0.022648533185323082
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,2560,6144,0.023316266139348348
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,2560,6144,0.02274880011876424
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,2560,6144,0.02262399991353353
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,2560,6144,0.020820266008377074
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,2560,6144,0.020909865697224937
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,2560,6144,0.02058773239453634
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,2560,6144,0.02060479919115702
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,2560,6144,0.020933334032694498
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,2560,6144,0.020551466941833497
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,2560,6144,0.02073813279469808
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,2560,6144,0.018744534254074095
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,2560,6144,0.018874667088190713
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,2560,6144,0.02099519968032837
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,2560,6144,0.0730400005976359
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,2560,6144,0.020963199933369956
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,2560,6144,0.019272534052530925
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,2560,6144,0.018413867553075156
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,2560,6144,0.020220800240834554
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,2560,6144,0.01855573256810506
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,2560,6144,0.017786665757497152
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,2560,6144,0.01803413430849711
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,2560,6144,0.018278400103251137
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,2560,6144,0.017490132649739584
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,2560,6144,0.017779199282328288
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,2560,6144,0.01746986707051595
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,2560,6144,0.018682666619618735
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,2560,6144,0.01990293264389038
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,2560,6144,0.01919893423716227
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,2560,6144,0.018411733706792197
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,2560,6144,0.018583466609319053
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,2560,6144,0.01856106718381246
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,2560,6144,0.018598399559656777
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,2560,6144,0.018609066804250084
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,2560,6144,0.03668160041173299
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,2560,6144,0.019364267587661743
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,2560,7168,0.020220800240834554
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,2560,7168,0.020222934087117513
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,2560,6144,0.22744533220926919
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,2560,6144,0.40949118932088213
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,2560,6144,0.21777812639872232
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,2560,6144,1.5793771107991537
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,2560,6144,0.7937514623006184
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,2560,6144,0.21699840227762857
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,2560,6144,0.2081461270650228
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,2560,6144,0.140558926264445
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,2560,6144,0.12352320353190105
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,2560,6144,0.1198463996251424
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,2560,6144,0.2033013343811035
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,2560,6144,0.19141546885172528
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,2560,6144,0.09299946626027425
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,2560,6144,0.1923946698506673
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,2560,6144,0.16243306795756024
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,2560,6144,0.17974507013956706
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,2560,6144,0.0676917314529419
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,2560,6144,0.08011093139648437
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,2560,6144,0.15658453305562336
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,2560,6144,0.0714357296625773
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,2560,6144,0.1458357334136963
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,2560,6144,0.052571733792622886
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,2560,6144,0.05032106637954712
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,2560,6144,0.04536853233973186
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,2560,6144,0.040029867490132647
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,2560,6144,0.03810773293177287
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,2560,6144,0.10275519688924153
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,2560,6144,0.10224320093790691
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,2560,6144,0.08438080151875814
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,2560,6144,0.06251946687698365
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,2560,6144,0.02542933424313863
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,2560,6144,0.06038399934768677
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,2560,6144,0.031465599934260055
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,2560,6144,0.03379199902216594
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,2560,6144,0.023803732792536416
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,2560,6144,0.01954666574796041
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,2560,6144,0.016387200355529784
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,2560,6144,0.017799466848373413
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,2560,6144,0.01772586703300476
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,2560,6144,0.01776533325513204
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,2560,6144,0.016509866714477538
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,2560,6144,0.01699733336766561
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,2560,6144,0.017030400037765504
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,2560,6144,0.016921599706014
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,2560,6144,0.013635200262069703
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,2560,6144,0.01200320025285085
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,2560,6144,0.012089600165685017
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,2560,6144,0.011646933356920878
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,2560,6144,0.011983999609947204
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,2560,6144,0.0122079998254776
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,2560,6144,0.019357866048812865
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,2560,6144,0.018207999070485432
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,2560,6144,0.019163733720779418
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,2560,6144,0.019509333372116088
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,2560,6144,0.019514666001001994
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,2560,6144,0.019388800859451293
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,2560,6144,0.0202346662680308
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,2560,6144,0.019357866048812865
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,2560,6144,0.019782400131225585
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,2560,6144,0.019381332397460937
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,2560,6144,0.020040533939997354
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,2560,6144,0.01951573292414347
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,2560,6144,0.020198400815327963
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,2560,6144,0.01935360034306844
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,2560,6144,0.020584533611933388
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,2560,6144,0.020182400941848755
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,2560,6144,0.021052799622217813
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,2560,6144,0.3861738522847494
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,2560,6144,0.013640532890955607
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,2560,6144,0.013292800386746725
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,2560,6144,0.013260799646377563
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,2560,6144,0.01325440009435018
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,2560,6144,0.013222400347391763
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,2560,6144,0.013617066542307535
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,2560,6144,0.013416533668835958
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,2560,6144,0.1948021411895752
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,2560,6144,0.10725119908650715
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,2560,6144,0.06515093247095743
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,2560,6144,0.06373013257980346
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,2560,6144,0.06135466496149698
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,2560,6144,0.06475946505864462
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,2560,6144,0.06319679816563925
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,2560,6144,0.0615775982538859
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,2560,6144,0.04902400175730388
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,2560,6144,0.04871146678924561
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,2560,6144,0.04752000172932942
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,2560,6144,0.04671039978663127
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,2560,6144,0.04549760023752848
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,2560,6144,0.04535146554311116
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,2560,6144,0.04495466550191243
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,2560,6144,0.04438186486562093
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,2560,6144,0.042293334007263185
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,2560,6144,0.04129279851913452
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,2560,6144,0.04278826713562012
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,2560,6144,0.04156479835510254
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,2560,6144,0.03980160156885783
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,2560,6144,0.03937919934590657
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,2560,6144,0.038533333937327066
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,2560,6144,0.027292799949645997
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,2560,6144,0.025970133145650227
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,2560,6144,0.025195733706156416
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,2560,6144,0.02416106661160787
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,2560,6144,0.024741333723068238
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,2560,6144,0.023409066597620647
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,2560,6144,0.0231221338113149
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,2560,6144,0.02217493255933126
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,2560,6144,0.02106026609738668
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,2560,6144,0.021600000063578286
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,2560,6144,0.020594133933385213
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,2560,6144,0.01909439961115519
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,2560,6144,0.018981333573659262
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,2560,6144,0.018886399269104005
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,2560,6144,0.01895573337872823
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,2560,6144,0.01882560054461161
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,2560,6144,0.019004799922307334
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,2560,6144,0.019081600507100425
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,2560,6144,0.018961066007614137
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,2560,6144,0.018962132930755615
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,2560,6144,0.018554667631785073
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,2560,6144,0.018205867211023966
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,2560,6144,0.018600533405939736
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,2560,6144,0.018195199966430663
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,2560,6144,0.018156800667444864
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,2560,6144,0.018152532974878947
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,2560,6144,0.018155733744303383
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,2560,6144,0.018167465925216675
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,2560,6144,0.0181877334912618
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,2560,6144,0.01818986733754476
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,2560,6144,0.01816426714261373
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,2560,6144,0.018149334192276
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,2560,6144,0.017834667364756265
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,2560,6144,0.018207999070485432
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,2560,6144,0.018182400862375894
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,2560,6144,0.018158932526906334
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,2560,6144,0.0185589333375295
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,2560,6144,0.01817173361778259
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,2560,6144,0.01798400084177653
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,2560,6144,0.01772800087928772
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,2560,6144,0.018172800540924072
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,2560,6144,0.018169599771499633
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,2560,6144,0.01813973387082418
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,2560,5120,0.5388512293497721
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,2560,5120,0.2729194641113281
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,2560,5120,0.14357333183288573
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,2560,5120,0.10789439678192139
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,2560,5120,0.09428160190582276
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,2560,5120,0.07196479638417562
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,2560,5120,0.07230186462402344
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,2560,5120,0.07273920377095541
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,2560,5120,0.06843093236287436
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,2560,5120,0.06132266521453857
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,2560,5120,0.059349334239959715
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,2560,5120,0.05741333166758219
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,2560,5120,0.05947306553522745
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,2560,5120,0.05393493175506592
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,2560,5120,0.05576853354771932
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,2560,5120,0.04779733419418335
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,2560,5120,0.053605333964029944
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,2560,5120,0.043995734055836996
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,2560,5120,0.04397653341293335
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,2560,6144,0.018149334192276
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,2560,5120,0.04436586697896321
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,2560,5120,0.04141226609547933
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,2560,5120,0.040593067804972335
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,2560,5120,0.03606719970703125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,2560,5120,0.03044053316116333
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,2560,5120,0.02699306607246399
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,2560,5120,0.028531199693679808
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,2560,5120,0.02360426584879557
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,2560,5120,0.023644800980885824
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,2560,5120,0.02130133310953776
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,2560,5120,0.019155200322469076
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,2560,5120,0.015496533115704855
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,2560,5120,0.016641066471735636
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,2560,5120,0.01597653329372406
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,2560,5120,0.01320746640364329
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,2560,5120,0.011866666873296102
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,2560,5120,0.01009279986222585
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,2560,5120,0.009994666775067646
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,2560,5120,0.009967999656995137
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,2560,5120,0.00999786655108134
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,2560,5120,0.009950932860374451
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,2560,5120,0.01000426709651947
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,2560,5120,0.011246933539708456
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,2560,5120,0.03251519997914632
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,2560,5120,0.00958293378353119
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,2560,5120,0.009589333335558574
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,2560,5120,0.009457066655158997
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,2560,5120,0.009546666344006857
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,2560,5120,0.009901866316795349
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,2560,5120,0.009246933460235595
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,2560,5120,0.009322667121887207
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,2560,5120,0.009218133489290873
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,2560,5120,0.0092330664396286
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,2560,6144,0.01813439925511678
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,2560,5120,0.009159466624259949
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,2560,5120,0.00913279950618744
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,2560,5120,0.009169066945711773
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,2560,5120,0.009156266848246258
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,2560,5120,0.00888213316599528
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,2560,5120,0.008370133241017659
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,2560,5120,0.008803199728329976
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,2560,5120,0.008774399757385254
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,2560,5120,0.008802133798599242
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,2560,5120,0.00883733332157135
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,2560,5120,0.008891733487447102
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,2560,5120,0.008888533711433411
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,2560,5120,0.008762666583061218
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,2560,5120,0.007991466422875721
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,2560,5120,0.007977599898974102
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,2560,5120,0.00795306662718455
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,2560,5120,0.008082133531570435
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,2560,5120,0.008289066453774769
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,2560,5120,0.008178133269151051
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,2560,5120,0.008175999919573466
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,2560,5120,0.008247466882069905
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,2560,5120,0.00904960036277771
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,2560,5120,0.6969077428181966
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,2560,5120,0.18232639630635578
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,2560,5120,0.35507094065348305
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,2560,5120,0.10050133069356282
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,2560,5120,0.09964479605356852
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,2560,5120,0.08599786758422852
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,2560,5120,0.08602773348490397
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,2560,5120,0.08610239823659262
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,2560,5120,0.0857909361521403
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,2560,5120,0.07785173257191977
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,2560,5120,0.07853973706563314
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,2560,5120,0.07307199637095133
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,2560,5120,0.07314240137736003
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,2560,5120,0.07177600065867105
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,2560,5120,0.07076160113016763
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,2560,5120,0.06327360073725383
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,2560,5120,0.06359359820683798
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,2560,6144,0.018220800161361694
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,2560,5120,0.0558837334314982
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,2560,5120,0.05565653244654337
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,2560,5120,0.0507584015528361
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,2560,5120,0.05414186716079712
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,2560,5120,0.04808319807052612
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,2560,5120,0.04520426591237386
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,2560,5120,0.04415253400802612
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,2560,5120,0.04111573298772176
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,2560,5120,0.03755520184834798
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,2560,5120,0.04272533257802327
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,2560,5120,0.037650132179260255
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,2560,6144,0.01813973387082418
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,2560,5120,0.03323306639989217
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,2560,5120,0.030798933903376263
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,2560,5120,0.02851733366648356
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,2560,5120,0.02686079939206441
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,2560,5120,0.02298240065574646
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,2560,5120,0.023635200659434
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,2560,5120,0.022615466515223184
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,2560,5120,0.02284160057703654
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,2560,5120,0.02246933380762736
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,2560,5120,0.021203200022379555
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,2560,5120,0.020881066719690956
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,2560,5120,0.02173759937286377
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,2560,5120,0.02040426731109619
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,2560,5120,0.01953493356704712
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,2560,5120,0.01890666683514913
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,2560,5120,0.020155733823776244
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,2560,5120,0.056354133288065586
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,2560,5120,0.018847999970118205
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,2560,5120,0.019245866934458414
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,2560,5120,0.0194432000319163
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,2560,5120,0.018887466192245482
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,2560,5120,0.020381865898768108
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,2560,5120,0.01774079998334249
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,2560,5120,0.017895466089248656
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,2560,5120,0.01864746610323588
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,2560,5120,0.019592533508936562
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,2560,5120,0.01842666665712992
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,2560,5120,0.019966934124628702
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,2560,5120,0.016668800512949625
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,2560,5120,0.016531200210253397
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,2560,5120,0.016555733482042947
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,2560,5120,0.017163733641306557
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,2560,5120,0.01753600041071574
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,2560,5120,0.016481066743532814
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,2560,5120,0.0343285322189331
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,2560,5120,0.016706132888793947
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,2560,5120,0.030949334303538006
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,2560,5120,0.016521599888801575
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,2560,5120,0.01769386728604635
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,2560,5120,0.01845759948094686
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,2560,5120,0.01835839947064718
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,2560,6144,0.01816320021947225
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,2560,5120,0.018771199385325114
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,2560,5120,0.0184170663356781
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,2560,5120,0.017683200041453042
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,2560,5120,0.018540799617767334
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,2560,6144,0.01813973387082418
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,2560,5120,0.017832533518473307
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,2560,6144,0.01814080079396566
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,2560,5120,0.2139882723490397
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,2560,5120,0.38822720845540365
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,2560,5120,0.7637151718139649
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,2560,5120,0.20547839800516762
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,2560,5120,0.20191787083943685
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,2560,5120,1.5065045674641928
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,2560,5120,0.18377706209818523
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,2560,5120,0.11224746704101562
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,2560,5120,0.1024832010269165
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,2560,5120,0.19475733439127604
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,2560,5120,0.09888106981913249
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,2560,5120,0.0957312027613322
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,2560,5120,0.08364480336507162
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,2560,5120,0.16495679219563802
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,2560,5120,0.15769707361857097
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,2560,5120,0.17449599901835125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,2560,5120,0.11754773457845051
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,2560,5120,0.13039573033650714
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,2560,5120,0.1266335964202881
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,2560,5120,0.0498634656270345
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,2560,5120,0.04748479922612508
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,2560,5120,0.043426132202148436
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,2560,5120,0.03785066604614258
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,2560,5120,0.03618133465449015
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,2560,5120,0.08642666339874268
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,2560,5120,0.07412160237630208
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,2560,5120,0.06807999610900879
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,2560,5120,0.058097068468729654
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,2560,5120,0.06653759876887003
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,2560,5120,0.06285333236058553
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,2560,5120,0.055477333068847653
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,2560,5120,0.03125653266906738
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,2560,5120,0.023885866006215416
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,2560,5120,0.030067199468612672
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,2560,5120,0.01780160069465637
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,2560,5120,0.022485333681106567
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,2560,5120,0.01490133305390676
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,2560,5120,0.014401066303253173
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,2560,5120,0.01608746647834778
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,2560,5120,0.01574613352616628
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,2560,5120,0.016215466459592185
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,2560,5120,0.015899733702341715
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,2560,5120,0.014918399850527444
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,2560,5120,0.014633599917093912
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,2560,5120,0.012462932864824932
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,2560,5120,0.011226666967074077
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,2560,5120,0.012422399719556172
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,2560,5120,0.012401066223780314
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,2560,5120,0.011141332983970641
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,2560,5120,0.01088213324546814
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,2560,5120,0.010834133625030518
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,2560,5120,0.011150933305422465
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,2560,5120,0.016160000363985697
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,2560,5120,0.016536532839139303
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,2560,5120,0.01790293256441752
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,2560,5120,0.01696853240331014
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,2560,5120,0.016921599706014
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,2560,5120,0.018976000944773357
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,2560,5120,0.01698453426361084
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,2560,5120,0.012084266543388367
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,2560,5120,0.016978132724761962
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,2560,5120,0.018173867464065553
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,2560,5120,0.01694399913152059
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,2560,5120,0.016722132762273155
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,2560,5120,0.018458666404088338
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,2560,5120,0.017372800906499227
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,2560,5120,0.012478933731714884
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,2560,5120,0.017758933703104655
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,2560,5120,0.018644267320632936
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,2560,5120,0.01778986652692159
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,2560,5120,0.012033067146937053
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,2560,5120,0.0170741339524587
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,2560,5120,0.011995733777681986
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,2560,5120,0.012115200360616047
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,2560,5120,0.34513705571492515
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,2560,5120,0.17475412686665853
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,2560,5120,0.09677653312683106
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,2560,5120,0.056903465588887536
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,2560,5120,0.05727146863937378
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,2560,5120,0.05583253304163614
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,2560,5120,0.05541226863861084
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,2560,5120,0.05328853527704874
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,2560,5120,0.053420801957448326
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,2560,5120,0.043010131518046064
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,2560,5120,0.04331733385721843
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,2560,5120,0.04138559897740682
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,2560,5120,0.0408021330833435
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,2560,5120,0.041347201665242514
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,2560,5120,0.040240001678466794
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,2560,5120,0.03923733234405517
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,2560,5120,0.03865600029627482
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,2560,5120,0.03691413402557373
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,2560,5120,0.037861335277557376
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,2560,5120,0.03671893278757731
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,2560,5120,0.037411201000213626
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,2560,5120,0.03568533261617025
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,2560,5120,0.034993068377176924
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,2560,5120,0.03418346643447876
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,2560,5120,0.02322346568107605
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,2560,5120,0.02442453304926554
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,2560,5120,0.022103466590245566
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,2560,5120,0.021746132771174112
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,2560,5120,0.022798933585484824
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,2560,5120,0.02108479936917623
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,2560,5120,0.021079466740290324
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,2560,5120,0.01984000007311503
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,2560,5120,0.01950826644897461
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,2560,5120,0.01850559910138448
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,2560,5120,0.01736533244450887
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,2560,5120,0.01875413258870443
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,2560,5120,0.016992000738779704
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,2560,5120,0.017051732540130614
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,2560,5120,0.01692053278287252
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,2560,5120,0.017537067333857216
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,2560,5120,0.017308799425760905
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,2560,5120,0.017324799299240114
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,2560,5120,0.016961065928141277
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,2560,5120,0.01694719990094503
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,2560,5120,0.01658560037612915
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,2560,5120,0.01685439944267273
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,2560,5120,0.016551466782887776
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,2560,5120,0.016497066617012023
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,2560,5120,0.016492799917856852
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,2560,5120,0.016511999567349753
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,2560,5120,0.016523733735084534
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,2560,5120,0.01616853376229604
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,2560,5120,0.01609813372294108
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,2560,5120,0.016177067160606386
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,2560,5120,0.016499200463294984
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,2560,5120,0.01618880033493042
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,2560,5120,0.016151466965675355
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,2560,5120,0.016116266449292503
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,2560,5120,0.01613653302192688
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,2560,5120,0.01615466674168905
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,2560,5120,0.016476800044377647
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,2560,5120,0.016545066237449647
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,2560,5120,0.0160970667997996
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,2560,5120,0.016509866714477538
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,2560,5120,0.016516266266504924
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,2560,5120,0.016088533401489257
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,2560,5120,0.016125866770744325
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,2560,4096,0.4363648096720378
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,2560,4096,0.22076053619384767
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,2560,4096,0.11731306711832683
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,2560,4096,0.07978026866912842
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,2560,4096,0.0794922669728597
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,2560,4096,0.05687253475189209
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,2560,4096,0.05703573226928711
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,2560,4096,0.057124265034993495
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,2560,4096,0.05719253222147623
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,2560,4096,0.05218240022659302
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,2560,4096,0.051130668322245276
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,2560,4096,0.04949013392130534
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,2560,4096,0.048978133996327715
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,2560,4096,0.045238399505615236
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,2560,4096,0.04893333514531453
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,2560,4096,0.04164906740188599
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,2560,4096,0.04034133354822795
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,2560,4096,0.03597013155619304
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,2560,4096,0.035920000076293944
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,2560,4096,0.036108799775441486
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,2560,4096,0.033718399206797284
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,2560,4096,0.032501333951950075
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,2560,4096,0.029079467058181763
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,2560,4096,0.02690879901250203
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,2560,4096,0.024861866235733034
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,2560,4096,0.02224853237469991
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,2560,4096,0.023524266481399537
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,2560,4096,0.019692800442377725
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,2560,4096,0.019367466370264687
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,2560,4096,0.017683200041453042
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,2560,4096,0.015802666544914246
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,2560,4096,0.013036800424257913
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,2560,4096,0.013949867089589438
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,2560,4096,0.013672533631324767
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,2560,4096,0.011198932925860088
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,2560,4096,0.010194133718808491
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,2560,4096,0.008892800410588582
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,2560,4096,0.009502933422724406
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,2560,4096,0.010249599814414978
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,2560,4096,0.009614933530489604
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,2560,4096,0.008348799745241801
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,2560,4096,0.008756267031033833
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,2560,4096,0.00990613301595052
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,2560,4096,0.008449066678682964
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,2560,5120,0.016089600324630738
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,2560,4096,0.008297599852085114
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,2560,4096,0.008333866794904072
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,2560,4096,0.008370133241017659
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,2560,4096,0.008417066931724549
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,2560,4096,0.00830080012480418
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,2560,4096,0.008335999647776286
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,2560,5120,0.016312533617019655
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,2560,4096,0.008085333307584127
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,2560,4096,0.008278400202592214
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,2560,4096,0.007935999830563863
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,2560,4096,0.008010666569073994
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,2560,4096,0.007910400132338206
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,2560,4096,0.007879466811815897
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,2560,4096,0.008089600006739299
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,2560,4096,0.00795306662718455
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,2560,4096,0.007526400188604991
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,2560,4096,0.00788800021012624
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,2560,4096,0.007681066791216533
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,2560,4096,0.007879466811815897
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,2560,4096,0.007750399907430013
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,2560,4096,0.007807999849319458
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,2560,4096,0.007534933090209961
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,2560,4096,0.007843199868996937
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,2560,4096,0.007382399837176005
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,2560,4096,0.007523199915885926
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,2560,4096,0.0075093333919843035
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,2560,4096,0.007536000013351441
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,2560,4096,0.007500799993673961
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,2560,4096,0.007537066439787547
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,2560,4096,0.0074879998962084455
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,2560,4096,0.0072053333123524976
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,2560,4096,0.2844640096028646
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,2560,4096,0.1422335942586263
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,2560,4096,0.5610389073689779
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,2560,4096,0.08079893589019775
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,2560,4096,0.08050346374511719
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,2560,5120,0.01613866686820984
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,2560,4096,0.06923519770304362
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,2560,4096,0.06975573698679606
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,2560,4096,0.06909759839375815
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,2560,4096,0.06255146662394205
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,2560,4096,0.06364373366038004
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,2560,4096,0.05884480079015096
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,2560,4096,0.060096001625061034
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,2560,4096,0.05554133256276449
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,2560,4096,0.05666133165359497
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,2560,4096,0.05311359961827596
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,2560,4096,0.053407998879750576
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,2560,4096,0.04904959996541341
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,2560,4096,0.049320534865061445
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,2560,4096,0.04780373175938924
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,2560,4096,0.046665600935618085
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,2560,4096,0.04315306742986043
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,2560,4096,0.041093333562215166
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,2560,4096,0.04075093269348144
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,2560,4096,0.039926401774088544
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,2560,4096,0.03708479801813762
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,2560,4096,0.03294186592102051
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,2560,4096,0.03395093282063802
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,2560,4096,0.03058240016301473
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,2560,4096,0.028974932432174683
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,2560,4096,0.02691199978192647
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,2560,4096,0.028853332996368407
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,2560,4096,0.02643520037333171
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,2560,4096,0.024685867627461753
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,2560,4096,0.02122559944788615
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,2560,4096,0.02069973349571228
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,2560,4096,0.02113386591275533
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,2560,4096,0.020653865734736123
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,2560,4096,0.02081600030263265
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,2560,4096,0.06842239697774252
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,2560,4096,0.018755199511845906
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,2560,4096,0.01923946738243103
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,2560,4096,0.019041067361831664
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,2560,4096,0.018551466862360637
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,2560,4096,0.018997333447138467
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,2560,4096,0.018398932615915933
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,2560,4096,0.018433066209157307
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,2560,4096,0.018411733706792197
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,2560,4096,0.01834026575088501
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,2560,4096,0.018285866578420004
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,2560,4096,0.016544000307718913
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,2560,4096,0.016548267006874083
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,2560,4096,0.016952532529830932
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,2560,4096,0.03738346497217814
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,2560,4096,0.01653333306312561
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,2560,4096,0.017560533682505288
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,2560,4096,0.016521599888801575
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,2560,4096,0.016455466548601784
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,2560,4096,0.016474666198094685
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,2560,4096,0.016408532857894897
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,2560,4096,0.016537599762280784
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,2560,4096,0.016613333423932394
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,2560,4096,0.01614293356736501
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,2560,4096,0.016492799917856852
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,2560,4096,0.01736853321393331
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,2560,4096,0.016549332936604818
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,2560,4096,0.01656000018119812
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,2560,4096,0.020312533775965372
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,2560,4096,0.016794667641321818
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,2560,4096,0.01722986698150635
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,2560,4096,0.016572800278663636
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,2560,4096,0.01658453345298767
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,2560,4096,0.016504533092180886
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,2560,5120,0.016272000471750894
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,2560,4096,0.018858667214711508
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,2560,5120,0.016501333316167197
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,2560,5120,0.016526933511098227
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,2560,4096,0.016540799538294473
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,2560,5120,0.01614720026652018
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,2560,4096,0.37154134114583337
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,2560,4096,0.18238293329874675
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,2560,4096,0.7278485616048177
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,2560,4096,0.15912747383117676
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,2560,4096,0.171395206451416
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,2560,4096,1.4443050384521485
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,2560,4096,0.14976213773091634
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,2560,4096,0.093995730082194
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,2560,4096,0.08725653489430746
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,2560,4096,0.08386027018229167
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,2560,4096,0.07983573277791342
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,2560,4096,0.14109973907470702
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,2560,4096,0.07543573379516602
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,2560,4096,0.13287466367085773
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,2560,4096,0.1298794666926066
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,2560,4096,0.11853013038635254
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,2560,4096,0.05721386671066284
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,2560,4096,0.10229439735412597
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,2560,4096,0.09963306585947672
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,2560,4096,0.04713919957478841
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,2560,4096,0.04272533257802327
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,2560,4096,0.09316159884134928
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,2560,4096,0.03396799961725871
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,2560,4096,0.03375786542892456
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,2560,4096,0.07523519992828369
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,2560,4096,0.06861973603566487
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,2560,4096,0.04052586555480957
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,2560,4096,0.06083199977874756
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,2560,4096,0.06390506823857625
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,2560,4096,0.050477866331736246
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,2560,4096,0.05424000024795532
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,2560,4096,0.02765760024388631
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,2560,4096,0.027203200260798137
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,2560,4096,0.021894399325052896
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,2560,4096,0.02031146685282389
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,2560,4096,0.01455573340257009
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,2560,4096,0.012807466586430869
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,2560,4096,0.014516266187032065
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,2560,4096,0.014605866869290671
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,2560,4096,0.01611840029557546
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,2560,4096,0.013690666357676188
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,2560,4096,0.013209600249926248
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,2560,4096,0.013224533200263977
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,2560,4096,0.014633599917093912
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,2560,4096,0.011218133568763732
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,2560,4096,0.009960533181826273
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,2560,4096,0.010038399696350097
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,2560,4096,0.01125440001487732
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,2560,4096,0.00988266666730245
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,2560,4096,0.009938133756319682
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,2560,4096,0.009597866733868917
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,2560,4096,0.016518400112787882
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,2560,4096,0.015356799960136414
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,2560,4096,0.01681813398996989
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,2560,4096,0.01532906691233317
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,2560,4096,0.016540799538294473
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,2560,4096,0.015294933319091797
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,2560,4096,0.016637866695721946
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,2560,4096,0.015503999590873719
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,2560,4096,0.016552533706029257
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,2560,4096,0.015338666240374246
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,2560,4096,0.01759679913520813
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,2560,4096,0.015687466661135355
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,2560,4096,0.016962132851282754
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,2560,4096,0.015897599856058757
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,2560,4096,0.011169067025184632
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,2560,4096,0.01730133295059204
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,2560,4096,0.01567466656366984
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,2560,4096,0.015762133399645488
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,2560,4096,0.011274666587511698
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,2560,4096,0.01123413344224294
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,2560,4096,0.011427199840545655
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,2560,4096,0.011250133315722149
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,2560,4096,0.010820266604423524
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,2560,4096,0.27261441548665366
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,2560,4096,0.13885547320048014
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,2560,4096,0.04604373375574748
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,2560,4096,0.04620159864425659
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,2560,4096,0.04549546639124553
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,2560,4096,0.07786346276601155
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,2560,4096,0.045021867752075194
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,2560,4096,0.04440000057220459
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,2560,4096,0.04406079848607381
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,2560,4096,0.035531731446584065
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,2560,4096,0.0352351983388265
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,2560,4096,0.03464213212331136
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,2560,4096,0.03478720188140869
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,2560,4096,0.03362026611963908
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,2560,4096,0.03406399885813395
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,2560,4096,0.03252159953117371
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,2560,4096,0.032529066006342575
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,2560,4096,0.032022400697072344
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,2560,4096,0.03157866597175598
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,2560,4096,0.031243733565012616
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,2560,4096,0.03078293402989705
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,2560,4096,0.030197334289550782
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,2560,4096,0.02969493269920349
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,2560,4096,0.028889600435892743
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,2560,4096,0.020772266387939452
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,2560,4096,0.019621332486470543
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,2560,4096,0.020312533775965372
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,2560,4096,0.019400533040364584
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,2560,4096,0.01900586684544881
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,2560,4096,0.01818880041440328
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,2560,4096,0.017806933323542277
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,2560,4096,0.01725226640701294
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,2560,4096,0.016961065928141277
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,2560,4096,0.01623679995536804
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,2560,4096,0.016148266196250916
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,2560,4096,0.015268266201019287
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,2560,4096,0.014913066228230795
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,2560,4096,0.014942933122316995
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,2560,4096,0.014882133404413859
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,2560,4096,0.014921599626541137
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,2560,4096,0.014909866452217101
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,2560,4096,0.014526933431625366
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,2560,4096,0.01486186683177948
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,2560,4096,0.014482133587201438
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,2560,4096,0.014465066790580749
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,2560,4096,0.01448853313922882
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,2560,4096,0.0144896000623703
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,2560,4096,0.014439466595649719
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,2560,4096,0.014099199573198953
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,2560,4096,0.014478933811187745
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,2560,4096,0.014101333419481912
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,2560,4096,0.014441600441932679
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,2560,4096,0.014074666301409402
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,2560,4096,0.014288000265757241
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,2560,4096,0.01409066617488861
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,2560,4096,0.014103466272354126
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,2560,4096,0.014155733585357665
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,2560,4096,0.014078933000564575
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,2560,4096,0.014050133029619851
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,2560,4096,0.014101333419481912
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,2560,4096,0.0144405335187912
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,2560,4096,0.014470400412877402
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,2560,4096,0.014076800147692362
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,2560,4096,0.014065066973368326
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,2560,4096,0.014097066720326743
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,2560,4096,0.014035200079282125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,2560,4096,0.01409386694431305
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,2560,3584,0.3795999844868978
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,2560,3584,0.19220266342163086
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,2560,3584,0.10110080242156982
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,2560,3584,0.05694080193837484
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,2560,3584,0.06378560066223145
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,2560,3584,0.05034133195877075
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,2560,3584,0.05036906798680624
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,2560,3584,0.047738667329152426
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,2560,3584,0.04644266764322917
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,2560,4096,0.014467199643452963
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,2560,3584,0.04361493190129598
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,2560,3584,0.04141120115915935
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,2560,4096,0.014057599504788718
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,2560,3584,0.043087999025980636
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,2560,3584,0.041145598888397215
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,2560,3584,0.03983999888102214
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,2560,3584,0.039528532822926836
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,2560,3584,0.033801599343617754
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,2560,3584,0.03485546509424846
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,2560,3584,0.031897600491841635
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,2560,3584,0.03147839903831482
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,2560,3584,0.028268800179163618
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,2560,4096,0.014054399728775025
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,2560,3584,0.02502826650937398
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,2560,3584,0.02421226700146993
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,2560,3584,0.021900800863901775
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,2560,3584,0.01992853283882141
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,2560,3584,0.021115734179814657
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,2560,3584,0.017570134003957114
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,2560,3584,0.01727786660194397
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,2560,3584,0.0160671999057134
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,2560,3584,0.01172693371772766
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,2560,3584,0.01274133324623108
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,2560,3584,0.012396799524625142
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,2560,3584,0.0100874662399292
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,2560,3584,0.008955732981363932
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,2560,3584,0.007957333326339721
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,2560,3584,0.008350933591524761
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,2560,3584,0.008726400136947633
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,2560,3584,0.008703999718030294
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,2560,3584,0.007659733295440674
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,2560,3584,0.00786240001519521
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,2560,3584,0.00863039990266164
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,2560,3584,0.007537066439787547
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,2560,3584,0.0074879998962084455
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,2560,3584,0.007460266848405202
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,2560,3584,0.007531733314196269
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,2560,3584,0.0074869334697723385
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,2560,3584,0.007473066449165344
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,2560,3584,0.031641600529352824
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,2560,3584,0.0074986666440963745
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,2560,3584,0.007518933216730754
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,2560,3584,0.030739200115203858
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,2560,3584,0.007464533547560374
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,2560,3584,0.007073066631952922
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,2560,3584,0.00703359991312027
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,2560,3584,0.007319466769695282
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,2560,3584,0.0071370666225751235
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,2560,4096,0.01407360037167867
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,2560,3584,0.007396266857783
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,2560,3584,0.007112533350785573
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,2560,3584,0.006704000135262807
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,2560,3584,0.006728533407052357
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,2560,3584,0.006757333377997081
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,2560,3584,0.0067114666104316715
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,2560,3584,0.006723199784755707
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,2560,3584,0.0067071999112765
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,2560,3584,0.0066655998428662615
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,2560,3584,0.006323199967543285
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,2560,3584,0.014057599504788718
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,2560,3584,0.006281599899133046
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,2560,4096,0.014099199573198953
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,2560,3584,0.00631039987007777
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,2560,3584,0.006301866471767425
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,2560,3584,0.00631039987007777
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,2560,3584,0.006253866851329804
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,2560,3584,0.006253866851329804
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,2560,3584,0.12394133408864338
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,2560,3584,0.2518837292989095
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,2560,3584,0.07279787063598633
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,2560,3584,0.07167893250783285
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,2560,3584,0.0627626657485962
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,2560,3584,0.4932736078898112
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,2560,3584,0.062218666076660156
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,2560,3584,0.060295466581980386
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,2560,3584,0.05989866654078165
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,2560,3584,0.05527360041936239
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,2560,3584,0.055528533458709714
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,2560,3584,0.055111467838287354
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,2560,3584,0.05380906661351522
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,2560,3584,0.0538645346959432
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,2560,3584,0.05317866802215576
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,2560,3584,0.04891093174616496
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,2560,3584,0.04888960123062134
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,2560,3584,0.045015466213226316
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,2560,3584,0.04474879900614421
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,2560,3584,0.04322559833526611
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,2560,3584,0.04255146582921346
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,2560,3584,0.039587199687957764
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,2560,3584,0.008372267087300617
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,2560,3584,0.03708053429921468
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,2560,3584,0.03644373416900635
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,2560,3584,0.03379520177841187
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,2560,3584,0.03489493529001872
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,2560,3584,0.031023999055226643
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,2560,3584,0.006239999830722809
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,2560,3584,0.029262934128443403
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,2560,3584,0.02877440055211385
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,2560,3584,0.026315732796986895
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,2560,3584,0.026233599583307905
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,2560,3584,0.02404266595840454
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,2560,3584,0.024538666009902954
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,2560,3584,0.01971093416213989
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,2560,3584,0.020593067010243736
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,2560,3584,0.020938666661580403
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,2560,3584,0.02060799996058146
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,2560,3584,0.021262933810551964
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,2560,3584,0.0186901330947876
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,2560,3584,0.018772266308466592
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,2560,3584,0.0185098667939504
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,2560,3584,0.017143466075261436
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,2560,3584,0.01764586567878723
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,2560,3584,0.018216532468795777
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,2560,3584,0.017922133207321167
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,2560,3584,0.01737706661224365
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,2560,3584,0.016666666666666666
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,2560,3584,0.01770026683807373
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,2560,3584,0.018203733364741008
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,2560,3584,0.017734400431315103
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,2560,3584,0.016471466422080992
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,2560,3584,0.017523199319839478
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,2560,3584,0.017668267091115318
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,2560,3584,0.016141866644223533
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,2560,3584,0.016846932967503867
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,2560,3584,0.015701333681742348
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,2560,3584,0.016875733931859337
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,2560,3584,0.016420267025629678
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,2560,3584,0.01642346680164337
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,2560,3584,0.017066667477289833
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,2560,3584,0.016577066977818807
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,2560,3584,0.015837867061297098
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,2560,3584,0.015946666399637856
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,2560,3584,0.04112533330917358
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,2560,3584,0.016537599762280784
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,2560,3584,0.017256534099578856
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,2560,3584,0.01834239959716797
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,2560,3584,0.016908800601959227
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,2560,3584,0.017704532543818156
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,2560,3584,0.019244800011316933
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,2560,3584,0.016506666938463845
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,2560,3584,0.01848533352216085
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,2560,3584,0.030869332949320476
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,2560,3584,0.01881600022315979
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,2560,4096,0.014154666662216186
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,2560,4096,0.014086400469144186
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,2560,3584,0.14918187459309895
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,2560,3584,0.14202772776285807
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,2560,3584,0.7306666692097982
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,2560,3584,0.3694997469584147
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,2560,3584,0.15069759686787923
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,2560,3584,1.4453375498453775
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,2560,3584,0.11922132968902588
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,2560,3584,0.08597013155619303
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,2560,3584,0.08358933130900065
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,2560,3584,0.07968533039093018
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,2560,3584,0.12855679988861085
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,2560,3584,0.07653546333312988
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,2560,3584,0.07130560080210367
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,2560,3584,0.1153450647989909
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,2560,3584,0.1129151980082194
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,2560,3584,0.09579946994781494
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,2560,3584,0.054856534798940024
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,2560,3584,0.1103552023569743
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,2560,3584,0.0949951966603597
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,2560,3584,0.04597973426183065
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,2560,3584,0.041539200146993
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,2560,3584,0.039442133903503415
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,2560,3584,0.09074347019195557
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,2560,3584,0.03317013382911682
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,2560,3584,0.032892799377441405
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,2560,3584,0.07455573081970215
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,2560,3584,0.06506239970525106
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,2560,3584,0.06204373439153036
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,2560,3584,0.04888319969177246
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,2560,3584,0.05917973518371582
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,2560,3584,0.05265920162200928
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,2560,3584,0.027164800961812334
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,2560,3584,0.026946133375167845
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,2560,3584,0.020694400866826376
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,2560,3584,0.019782400131225585
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,2560,3584,0.01532586713631948
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,2560,3584,0.012453333536783854
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,2560,3584,0.013912533720334372
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,2560,3584,0.01413653294245402
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,2560,3584,0.014035200079282125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,2560,3584,0.013762133320172629
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,2560,3584,0.012809600432713827
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,2560,3584,0.012820266683896384
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,2560,3584,0.012395733594894409
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,2560,3584,0.010780800382296245
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,2560,3584,0.010805333654085796
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,2560,3584,0.009570133686065675
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,2560,3584,0.009594666957855224
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,2560,3584,0.009268266956011455
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,2560,3584,0.014520532886187234
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,2560,3584,0.013313066959381104
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,2560,3584,0.01567466656366984
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,2560,3584,0.014045866330464682
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,2560,3584,0.010658133029937743
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,2560,3584,0.014495999614397685
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,2560,3584,0.012818132837613424
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,2560,3584,0.013708800077438354
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,2560,3584,0.014685866236686707
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,2560,3584,0.01418773333231608
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,2560,3584,0.014113066593805948
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,2560,3584,0.016152532895406087
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,2560,3584,0.014042666554450989
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,2560,3584,0.013658666610717773
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,2560,3584,0.014079999923706055
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,2560,3584,0.013299199938774108
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,2560,3584,0.014490666985511779
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,2560,3584,0.015315199891726175
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,2560,3584,0.015288533767064414
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,2560,3584,0.01532586713631948
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,2560,3584,0.010776533683141073
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,2560,3584,0.010706133643786113
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,2560,3584,0.010804266730944315
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,2560,3584,0.010852266351381938
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,2560,3584,0.010787199934323628
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,2560,3584,0.07135573228200277
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,2560,3584,0.04072213172912598
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,2560,3584,0.12555092970530193
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,2560,3584,0.24499093691507973
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,2560,3584,0.04203306833902995
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,2560,3584,0.04071360031763713
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,2560,3584,0.04174720048904419
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,2560,3584,0.040601599216461184
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,2560,3584,0.03977813323338826
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,2560,3584,0.03244693279266357
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,2560,3584,0.03201919992764791
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,2560,3584,0.031625600655873616
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,2560,3584,0.03121386567751567
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,2560,3584,0.030547199646631877
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,2560,3584,0.032389332850774125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,2560,3584,0.029674667119979858
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,2560,3584,0.02995520035425822
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,2560,3584,0.028919466336568195
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,2560,3584,0.029439999659856157
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,2560,3584,0.02853013277053833
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,2560,3584,0.028347732623418172
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,2560,3584,0.02778666615486145
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,2560,3584,0.02722559968630473
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,2560,3584,0.02640320062637329
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,2560,3584,0.019307732582092285
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,2560,3584,0.018601600329081217
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,2560,3584,0.017842133839925133
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,2560,3584,0.017666133244832356
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,2560,3584,0.018195199966430663
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,2560,3584,0.01700693368911743
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,2560,3584,0.017195733388264973
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,2560,3584,0.01613866686820984
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,2560,3584,0.015827199816703795
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,2560,3584,0.015310933192571005
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,2560,3584,0.014946132898330688
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,2560,3584,0.014038399855295817
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,2560,3584,0.01402346690495809
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,2560,3584,0.014103466272354126
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,2560,3584,0.013656533757845559
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,2560,3584,0.013693867127100625
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,2560,3584,0.01405333379904429
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,2560,3584,0.013697066903114319
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,2560,3584,0.013659733533859252
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,2560,3584,0.0136245330174764
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,2560,3584,0.013299199938774108
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,2560,3584,0.013286399841308593
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,2560,3584,0.013651200135548911
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,2560,3584,0.013310933113098144
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,2560,3584,0.013668266932169595
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,2560,3584,0.013353600104649862
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,2560,3584,0.013278933366139731
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,2560,3584,0.013666133085886637
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,2560,3584,0.013306666413942972
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,2560,3584,0.013212800025939941
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,2560,3584,0.013220266501108805
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,2560,3584,0.013306666413942972
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,2560,3584,0.013235200444857279
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,2560,3584,0.012823466459910074
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,2560,3584,0.01309333344300588
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,2560,3584,0.013303466637929282
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,2560,3584,0.01325440009435018
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,2560,3584,0.013630933562914529
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,2560,3584,0.013649066289265951
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,2560,3584,0.013288533687591553
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,2560,3584,0.01333440045515696
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,2560,3584,0.013215999801953635
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,2560,3584,0.013251200318336487
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,2560,3584,0.013270399967829385
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,2560,3072,0.16625386873881023
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,2560,3072,0.08665599822998046
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,2560,3072,0.04912746747334798
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,2560,3072,0.04909439881642659
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,2560,3072,0.04161493380864461
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,2560,3072,0.04158186515172323
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,2560,3072,0.041117866834004715
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,2560,3072,0.03968000014623006
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,2560,3072,0.037519999345143634
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,2560,3072,0.0361130674680074
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,2560,3072,0.036022400856018065
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,2560,3072,0.035708800951639814
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,2560,3072,0.03489706516265869
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,2560,3584,0.012869333227475485
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,2560,3072,0.034195200602213545
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,2560,3072,0.029643734296162922
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,2560,3072,0.030563199520111085
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,2560,3072,0.02733760078748067
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,2560,3072,0.027365332841873168
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,2560,3072,0.027672533194224042
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,2560,3072,0.02466239929199219
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,2560,3072,0.022094933191935222
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,2560,3072,0.32721385955810545
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,2560,3072,0.020778665939966835
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,2560,3072,0.01956693331400553
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,2560,3072,0.017372800906499227
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,2560,3072,0.01867093245188395
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,2560,3072,0.015247999628384908
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,2560,3072,0.015307733416557312
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,2560,3072,0.012574932972590127
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,2560,3072,0.014296533664067588
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,2560,3072,0.01051626702149709
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,2560,3072,0.011492266257603963
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,2560,3072,0.011070932944615681
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,2560,3072,0.008259200056393941
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,2560,3072,0.007121066749095917
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,2560,3072,0.00795413355032603
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,2560,3072,0.008100266754627227
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,2560,3072,0.007947733501593272
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,2560,3072,0.007047466437021891
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,2560,3072,0.0071168000499407455
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,2560,3072,0.007733333110809326
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,2560,3072,0.006860800087451935
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,2560,3072,0.006673066814740498
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,2560,3072,0.006714666883150737
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,2560,3072,0.006650666892528534
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,2560,3072,0.006436266501744588
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,2560,3072,0.006660266717274983
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,2560,3072,0.006694399813810985
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,2560,3072,0.006697600086530049
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,2560,3072,0.026143999894460042
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,2560,3584,0.01322773297627767
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,2560,3072,0.006307200094064077
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,2560,3072,0.006300800045331319
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,2560,3072,0.006698666512966156
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,2560,3072,0.00660693347454071
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,2560,3072,0.00668693333864212
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,2560,3072,0.006609066824118296
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,2560,3072,0.007720533510049183
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,2560,3072,0.005876266459623972
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,2560,3072,0.005862399935722351
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,2560,3072,0.006084266801675161
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,2560,3072,0.005901866654555003
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,2560,3072,0.009179733196894328
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,2560,3072,0.005854933460553487
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,2560,3072,0.005835733314355215
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,2560,3072,0.005857066810131073
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,2560,3072,0.00751146674156189
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,2560,3072,0.007514666517575581
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,2560,3072,0.0075093333919843035
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,2560,3072,0.0075328002373377485
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,2560,3072,0.0075082664688428235
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,2560,3072,0.008298666775226593
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,2560,3072,0.008350933591524761
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,2560,3584,0.0132341335217158
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,2560,3072,0.21554880142211913
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,2560,3072,0.4261322657267253
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,2560,3072,0.0067210664351781205
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,2560,3072,0.10569919745127361
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,2560,3072,0.060977065563201906
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,2560,3072,0.06166933377583822
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,2560,3072,0.0534005324045817
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,2560,3072,0.053148798147837316
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,2560,3072,0.05433599948883057
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,2560,3072,0.05332159996032715
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,2560,3072,0.05054719845453898
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,2560,3072,0.05065600077311198
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,2560,3072,0.050115199883778896
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,2560,3072,0.04911253452301025
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,2560,3072,0.04692586660385132
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,2560,3072,0.04719680150349935
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,2560,3072,0.04350080092748006
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,2560,3072,0.0075989335775375364
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,2560,3072,0.04315733512242635
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,2560,3072,0.04224746624628703
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,2560,3072,0.041059199968973795
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,2560,3072,0.04076693455378215
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,2560,3072,0.04127466678619385
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,2560,3072,0.03837440013885498
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,2560,3072,0.03526080052057902
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,2560,3072,0.03498880068461101
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,2560,3072,0.033600000540415446
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,2560,3072,0.031096533934275312
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,2560,3072,0.02906559904416402
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,2560,3072,0.02890346646308899
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,2560,3072,0.026903466383616133
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,2560,3584,0.013225600123405457
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,2560,3072,0.02540160020192464
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,2560,3072,0.024835199117660522
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,2560,3072,0.02267520030339559
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,2560,3072,0.02267626722653707
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,2560,3072,0.01861226757367452
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,2560,3072,0.020228266716003418
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,2560,3072,0.019324799378712974
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,2560,3072,0.019939200083414713
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,2560,3072,0.018334933121999106
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,2560,3072,0.01816426714261373
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,2560,3072,0.018731733163197838
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,2560,3072,0.018346667289733887
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,2560,3072,0.018093866109848023
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,2560,3072,0.017733333508173625
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,2560,3072,0.017780266205469766
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,2560,3072,0.018170666694641114
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,2560,3072,0.017080533504486083
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,2560,3072,0.017063466707865398
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,2560,3072,0.01648853321870168
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,2560,3072,0.016546133160591125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,2560,3072,0.016956800222396852
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,2560,3072,0.017681066195170084
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,2560,3072,0.016430933276812235
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,2560,3072,0.0159850666920344
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,2560,3072,0.016475733121236166
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,2560,3072,0.015389866630236306
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,2560,3072,0.015006933609644571
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,2560,3072,0.015531733632087708
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,2560,3072,0.017547732591629027
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,2560,3072,0.01653866668542226
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,2560,3072,0.03218986590703328
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,2560,3072,0.015624533096949259
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,2560,3072,0.016029866536458333
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,2560,3072,0.027510400613149005
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,2560,3072,0.016682666540145875
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,2560,3072,0.016775466998418174
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,2560,3072,0.016664533813794454
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,2560,3072,0.016659200191497803
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,2560,3072,0.01650773286819458
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,2560,3584,0.013353600104649862
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,2560,3072,0.016341333587964378
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,2560,3072,0.01750826636950175
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,2560,3072,0.01906986633936564
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,2560,3072,0.016823466618855795
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,2560,3584,0.013204266627629599
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,2560,3072,0.01474453310171763
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,2560,3072,0.01653866668542226
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,2560,3072,0.13861120541890462
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,2560,3072,0.12574933369954427
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,2560,3072,0.711520004272461
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,2560,3072,0.12801600297292073
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,2560,3072,0.36072107950846355
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,2560,3072,0.11117760340372722
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,2560,3072,1.4002644856770834
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,2560,3072,0.08257706960042319
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,2560,3072,0.08001173337300618
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,2560,3072,0.07689173221588134
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,2560,3072,0.11218986511230469
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,2560,3072,0.10682986577351887
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,2560,3072,0.0679093360900879
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,2560,3072,0.10459413528442382
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,2560,3072,0.09987733364105225
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,2560,3072,0.09239786465962728
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,2560,3072,0.05386133193969726
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,2560,3072,0.0933621327082316
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,2560,3072,0.08572053114573161
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,2560,3072,0.04442346493403117
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,2560,3072,0.0390559991200765
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,2560,3072,0.03784639835357666
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,2560,3072,0.03171199957529704
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,2560,3072,0.03173973361651103
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,2560,3072,0.07315626939137777
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,2560,3072,0.06982399622599283
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,2560,3072,0.058837334314982094
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,2560,3072,0.0627946654955546
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,2560,3072,0.05716266632080078
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,2560,3072,0.05093439817428589
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,2560,3072,0.04701333443323771
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,2560,3072,0.02517333428064982
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,2560,3072,0.025945599873860675
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,2560,3072,0.020275199413299562
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,2560,3072,0.019412267208099365
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,2560,3072,0.014469333489735923
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,2560,3072,0.011997866630554199
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,2560,3072,0.013687466581662497
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,2560,3072,0.013366400202115377
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,2560,3072,0.013202133774757385
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,2560,3072,0.013260799646377563
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,2560,3072,0.01197653313477834
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,2560,3072,0.012267733613650005
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,2560,3072,0.012060800194740295
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,2560,3072,0.01034986674785614
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,2560,3072,0.00913279950618744
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,2560,3072,0.00881599982579549
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,2560,3072,0.009075199564297993
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,2560,3072,0.013119999567667642
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,2560,3072,0.012361600001653036
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,2560,3072,0.010398933291435241
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,2560,3072,0.013271466890970866
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,2560,3072,0.01366933286190033
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,2560,3072,0.011985066533088683
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,2560,3072,0.01288746694723765
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,2560,3072,0.01363200048605601
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,2560,3072,0.014084266622861228
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,2560,3072,0.012070399522781373
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,2560,3072,0.01368106702963511
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,2560,3072,0.013699199755986533
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,2560,3072,0.014521599809328715
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,2560,3072,0.012453333536783854
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,2560,3072,0.013266133268674216
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,2560,3072,0.013698133826255798
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,2560,3072,0.010410666465759277
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,2560,3072,0.014500266313552857
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,2560,3072,0.012296533584594727
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,2560,3072,0.013309866189956665
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,2560,3072,0.014929067095120749
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,2560,3072,0.010361599922180175
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,2560,3072,0.010382933417956035
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,2560,3072,0.010359467069307963
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,2560,3072,0.010220799843470256
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,2560,3072,0.11002453168233235
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,2560,3072,0.21364266077677407
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,2560,3072,0.06328213214874268
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,2560,3072,0.037766400973002115
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,2560,3072,0.03753493229548137
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,2560,3072,0.036584532260894774
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,2560,3072,0.036355201403299967
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,2560,3072,0.03617066542307536
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,2560,3072,0.035266133149464925
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,2560,3072,0.029241599639256793
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,2560,3072,0.028835199276606244
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,2560,3072,0.028501333793004353
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,2560,3072,0.02844373385111491
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,2560,3072,0.02797226707140605
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,2560,3072,0.027430399258931475
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,2560,3072,0.026653865973154705
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,2560,3072,0.025995733340581258
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,2560,3072,0.026023467381795246
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,2560,3072,0.026395734151204425
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,2560,3072,0.025422932704289754
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,2560,3072,0.010002133250236512
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,2560,3072,0.025195733706156416
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,2560,3072,0.024539732933044435
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,2560,3072,0.024375466505686443
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,2560,3072,0.023511467377344768
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,2560,3072,0.017403733730316163
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,2560,3072,0.017034665743509928
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,2560,3072,0.016777600844701132
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,2560,3072,0.016177067160606386
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,2560,3072,0.016141866644223533
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,2560,3072,0.015624533096949259
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,2560,3072,0.015481600165367126
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,2560,3072,0.014920533696810404
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,2560,3072,0.014552533626556396
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,2560,3072,0.013686399658521017
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,2560,3072,0.013731200496355692
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,2560,3072,0.012877866625785828
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,2560,3072,0.01302186648050944
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,2560,3072,0.013100799918174744
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,2560,3072,0.01285866697629293
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,2560,3072,0.012546133001645407
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,2560,3072,0.012844799955685934
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,2560,3072,0.012828800082206725
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,2560,3072,0.012847999731699625
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,2560,3072,0.01285653313000997
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,2560,3072,0.012459733088811238
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,2560,3072,0.012633599837621055
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,2560,3072,0.012475732962290447
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,2560,3072,0.012432000041007996
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,2560,3072,0.012401066223780314
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,2560,3072,0.012400000294049581
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,2560,3072,0.01204373339811961
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,2560,3072,0.012409599622090657
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,2560,3072,0.012423466642697651
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,2560,3072,0.012402133146921793
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,2560,3072,0.012423466642697651
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,2560,3072,0.012461866935094197
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,2560,3072,0.012483200430870056
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,2560,3072,0.012408533692359924
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,2560,3072,0.012083199620246888
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,2560,3072,0.011994666854540507
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,2560,3072,0.012056533495585125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,2560,3072,0.012481066584587096
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,2560,3072,0.01202453374862671
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,2560,3072,0.012397866447766621
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,2560,3072,0.012428800264994305
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,2560,3072,0.012038399775822956
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,2560,3072,0.012108799815177918
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,2560,2560,0.2757055918375651
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,2560,2560,0.13915200233459474
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,2560,2560,0.0734112024307251
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,2560,2560,0.047924268245697024
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,2560,2560,0.04575893481572469
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,2560,3072,0.012387200196584066
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,2560,2560,0.035646935304005936
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,2560,2560,0.034382931391398114
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,2560,2560,0.03623893260955811
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,2560,2560,0.03290560046831767
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,2560,2560,0.033530668417612715
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,2560,2560,0.029978666702906293
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,2560,2560,0.03299093246459961
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,2560,2560,0.029943466186523438
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,2560,2560,0.030918399492899578
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,2560,3072,0.012266666690508524
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,2560,2560,0.02884693344434102
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,2560,2560,0.026869332790374754
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,2560,2560,0.025843199094136553
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,2560,2560,0.023106133937835692
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,2560,2560,0.023572266101837158
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,2560,2560,0.023568000396092734
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,2560,2560,0.02249706586201986
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,2560,2560,0.021897600094477335
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,2560,2560,0.018871466318766274
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,2560,2560,0.017975467443466186
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,2560,2560,0.017541333039601644
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,2560,2560,0.015246933698654175
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,2560,2560,0.016489600141843162
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,2560,2560,0.013927466670672097
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,2560,2560,0.013590400417645773
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,2560,2560,0.011352533102035522
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,2560,2560,0.009283199906349182
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,2560,2560,0.010403199990590414
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,2560,2560,0.0098880002895991
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,2560,2560,0.008323200047016144
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,2560,2560,0.007472000022729237
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,2560,2560,0.006435200075308482
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,2560,2560,0.007054933408896129
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,2560,2560,0.0073088000218073535
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,2560,2560,0.007108266651630402
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,2560,2560,0.006300800045331319
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,2560,2560,0.006291200220584869
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,2560,2560,0.006971733272075653
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,2560,2560,0.006172800064086914
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,2560,2560,0.005873066683610281
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,2560,2560,0.005868799984455109
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,2560,2560,0.006293333570162455
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,2560,2560,0.005880533158779145
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,2560,2560,0.006021333237489065
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,2560,2560,0.005910400052865346
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,2560,2560,0.005914666752020518
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,2560,2560,0.005865600208441416
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,2560,2560,0.005470933516820272
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,2560,2560,0.005138133466243744
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,2560,2560,0.0058677335580190025
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,2560,2560,0.005805866420269012
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,2560,2560,0.00600853314002355
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,2560,2560,0.007062399884064992
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,2560,2560,0.005138133466243744
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,2560,2560,0.005065600077311197
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,2560,2560,0.005062399804592133
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,2560,2560,0.00506986677646637
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,2560,2560,0.005082666873931885
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,2560,2560,0.005132799843947092
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,2560,2560,0.0050805335243542995
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,2560,3072,0.012427733341852824
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,2560,2560,0.0051018665234247845
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,2560,2560,0.0067445332805315655
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,2560,2560,0.006920533378918965
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,2560,2560,0.0067093332608540845
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,2560,2560,0.006690133114655812
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,2560,2560,0.006673066814740498
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,2560,2560,0.00680320014556249
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,2560,2560,0.0077802668015162155
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,2560,2560,0.012769066294034324
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,2560,3072,0.012469333410263062
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,2560,3072,0.01242453356583913
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,2560,2560,0.17954773902893068
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,2560,2560,0.3572341283162435
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,2560,2560,0.09017279942830404
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,2560,2560,0.05415893395741781
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,2560,2560,0.05425279935201009
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,2560,2560,0.04740906556447347
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,2560,2560,0.04755306641260783
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,2560,2560,0.04815786679585775
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,2560,2560,0.046614400545756024
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,2560,2560,0.0451039989789327
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,2560,2560,0.04459093411763509
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,2560,2560,0.04446933269500732
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,2560,2560,0.0431167999903361
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,2560,2560,0.04312746524810791
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,2560,2560,0.04312533140182495
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,2560,2560,0.04051093260447185
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,2560,2560,0.04005013306935628
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,2560,2560,0.03730453252792358
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,2560,2560,0.03738986651102702
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,2560,2560,0.036551467577616376
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,2560,2560,0.033319467306137086
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,2560,2560,0.035629868507385254
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,2560,2560,0.03274880051612854
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,2560,2560,0.03083840012550354
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,2560,2560,0.029821866750717164
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,2560,2560,0.028823467095692952
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,2560,2560,0.03010666569073995
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,2560,2560,0.006826666494210561
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,2560,2560,0.02693973382314046
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,2560,2560,0.02693013350168864
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,2560,2560,0.02617066701253255
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,2560,2560,0.025415466229120894
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,2560,2560,0.02376533349355062
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,2560,2560,0.022846933205922446
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,2560,2560,0.022712532679239908
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,2560,2560,0.020870399475097657
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,2560,2560,0.019799466927846274
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,2560,2560,0.01844586730003357
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,2560,2560,0.019397334257761637
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,2560,2560,0.016773333152135216
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,2560,2560,0.017272533973058064
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,2560,2560,0.017084799210230508
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,2560,2560,0.017194666465123496
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,2560,2560,0.016607999801635742
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,2560,2560,0.01660693287849426
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,2560,2560,0.016511999567349753
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,2560,2560,0.016411733627319337
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,2560,2560,0.01665173371632894
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,2560,3072,0.012414933244387309
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,2560,2560,0.01763199965159098
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,2560,2560,0.016502400239308677
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,2560,2560,0.016727467377980552
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,2560,2560,0.016152532895406087
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,2560,2560,0.01590506633122762
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,2560,2560,0.01530880033969879
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,2560,2560,0.015525333086649575
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,2560,2560,0.01758293310801188
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,2560,2560,0.014484266440073649
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,2560,2560,0.01454080045223236
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,2560,2560,0.014469333489735923
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,2560,2560,0.01453013320763906
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,2560,2560,0.016422399878501893
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,2560,2560,0.014681599537531533
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,2560,2560,0.014551466703414917
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,2560,2560,0.01644266645113627
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,2560,2560,0.016408532857894897
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,2560,2560,0.01637333333492279
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,2560,2560,0.016515200336774193
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,2560,2560,0.016448000073432924
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,2560,2560,0.01636373301347097
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,2560,2560,0.016525866587956746
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,2560,2560,0.01943999926249186
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,2560,2560,0.01883626580238342
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,2560,2560,0.017517866690953572
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,2560,3072,0.012038399775822956
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,2560,2560,0.014702933033307395
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,2560,2560,0.015579733252525329
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,2560,2560,0.12044266859690349
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,2560,2560,0.10959680080413818
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,2560,2560,0.1135680039723714
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,2560,2560,0.10432319641113282
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,2560,2560,0.35056959788004555
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,2560,2560,0.10658346811930339
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,2560,2560,0.6893290837605794
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,2560,2560,1.3653600056966146
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,2560,2560,0.08083733717600504
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,2560,2560,0.07705600261688232
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,2560,2560,0.07482453187306723
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,2560,2560,0.06981866359710694
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,2560,2560,0.06365546782811483
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,2560,2560,0.09764373302459717
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,2560,2560,0.08925440311431884
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,2560,2560,0.10010346571604412
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,2560,2560,0.08297812938690186
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,2560,2560,0.05177599986394247
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,2560,2560,0.08626773357391357
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,2560,2560,0.04285759925842285
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,2560,2560,0.09477226734161377
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,2560,2560,0.03821333249409993
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,2560,2560,0.036977068583170576
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,2560,2560,0.031285333633422854
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,2560,2560,0.030477867523829145
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,2560,2560,0.06817066669464111
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,2560,2560,0.060773332913716636
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,2560,2560,0.056510933240254725
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,2560,2560,0.05576426585515341
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,2560,2560,0.04440746704737346
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,2560,2560,0.0497162659962972
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,2560,2560,0.02515520056088765
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,2560,2560,0.02436479926109314
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,2560,2560,0.01941759983698527
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,2560,2560,0.018516266345977785
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,2560,2560,0.014056533575057983
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,2560,2560,0.011587199568748475
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,2560,2560,0.012827733159065246
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,2560,2560,0.012896000345547994
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,2560,2560,0.013202133774757385
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,2560,2560,0.01285546620686849
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,2560,2560,0.011435733238855997
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,2560,2560,0.011633066336313884
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,2560,2560,0.011667199929555257
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,2560,2560,0.009966933727264404
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,2560,2560,0.008712533116340637
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,2560,2560,0.011292800307273865
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,2560,2560,0.011522133151690166
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,2560,2560,0.012404266993204753
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,2560,2560,0.009983999530474345
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,2560,2560,0.00960213343302409
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,2560,2560,0.011657599608103435
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,2560,2560,0.01250986655553182
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,2560,2560,0.01202239990234375
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,2560,2560,0.011683199803034465
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,2560,2560,0.012000000476837159
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,2560,2560,0.011603200435638427
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,2560,2560,0.012828800082206725
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,2560,2560,0.012056533495585125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,2560,2560,0.011176533500353495
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,2560,2560,0.01363200048605601
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,2560,2560,0.012011733651161195
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,2560,2560,0.009773866335550944
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,2560,2560,0.011868799726168316
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,2560,2560,0.01132480005423228
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,2560,2560,0.013221333424250284
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,2560,2560,0.012800000111262002
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,2560,2560,0.011627733707427979
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,2560,2560,0.014094932874043783
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,2560,2560,0.009973333279291789
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,2560,2560,0.009959466258684794
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,2560,2560,0.009959466258684794
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,2560,2560,0.012826666235923767
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,2560,2560,0.009866666793823243
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,2560,2560,0.03298880060513814
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,2560,2560,0.09564479986826578
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,2560,2560,0.05470933516820272
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,2560,2560,0.18336532910664877
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,2560,2560,0.033098665873209636
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,2560,2560,0.03213013410568237
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,2560,2560,0.03251519997914632
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,2560,2560,0.03218986590703328
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,2560,2560,0.03191360036532084
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,2560,2560,0.025663999716440837
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,2560,2560,0.025997867186864216
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,2560,2560,0.024740266799926757
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,2560,2560,0.02531519929567973
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,2560,2560,0.025602134068806966
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,2560,2560,0.02469546596209208
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,2560,2560,0.02399359941482544
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,2560,2560,0.023935999472935995
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,2560,2560,0.023409066597620647
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,2560,2560,0.02312320073445638
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,2560,2560,0.02271359960238139
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,2560,2560,0.022643200556437173
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,2560,2560,0.022197333971659343
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,2560,2560,0.021843200922012328
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,2560,2560,0.020933334032694498
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,2560,2560,0.015752533078193666
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,2560,2560,0.015424000223477683
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,2560,2560,0.015668267011642457
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,2560,2560,0.014899200201034546
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,2560,2560,0.014884266257286071
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,2560,2560,0.014189866185188294
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,2560,2560,0.014097066720326743
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,2560,2560,0.013503999511400858
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,2560,2560,0.01286720037460327
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,2560,2560,0.013467733065287271
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,2560,2560,0.01248426636060079
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,2560,2560,0.012075733145078022
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,2560,2560,0.011988266309102377
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,2560,2560,0.011858133474985759
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,2560,2560,0.0116565336783727
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,2560,2560,0.011627733707427979
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,2560,2560,0.011664000153541566
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,2560,2560,0.011575466394424439
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,2560,2560,0.011635200182596842
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,2560,2560,0.011688533425331115
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,2560,2560,0.0116565336783727
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,2560,2560,0.011621333161989848
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,2560,2560,0.01164906620979309
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,2560,2560,0.011577600240707397
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,2560,2560,0.011574400464693706
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,2560,2560,0.011556266744931539
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,2560,2560,0.011224533120791119
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,2560,2560,0.011585066715876263
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,2560,2560,0.011199999849001567
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,2560,2560,0.011619200309117634
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,2560,2560,0.011190399527549744
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,2560,2560,0.011241599917411804
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,2560,2560,0.011186133821805317
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,2560,2560,0.011236266295115153
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,2560,2560,0.011239467064539592
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,2560,2560,0.011256532867749532
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,2560,2560,0.011593600114186604
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,2560,2560,0.011431466539700825
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,2560,2560,0.01123520036538442
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,2560,2560,0.011657599608103435
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,2560,2560,0.011228799819946289
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,2560,2560,0.011389866471290588
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,2560,2560,0.011291733384132386
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,2560,2560,0.011606400211652119
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,2560,2048,0.11251306533813477
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,2560,2048,0.22267306645711266
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,2560,2048,0.05695039828618368
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,2560,2048,0.0340010682741801
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,2560,2048,0.03350079854329427
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,2560,2048,0.027853866418202717
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,2560,2048,0.02765973409016927
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,2560,2048,0.027913600206375122
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,2560,2048,0.026947200298309326
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,2560,2048,0.024691200256347655
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,2560,2048,0.02441706657409668
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,2560,2048,0.02453546722730001
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,2560,2048,0.02445546587308248
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,2560,2048,0.024101332823435465
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,2560,2048,0.021256534258524577
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,2560,2048,0.02108586629231771
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,2560,2048,0.019350399573644005
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,2560,2048,0.019287467002868652
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,2560,2048,0.019988266626993816
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,2560,2048,0.01887680093447367
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,2560,2048,0.017654399077097573
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,2560,2048,0.015564800302187601
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,2560,2048,0.015265066425005594
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,2560,2048,0.014398933450380961
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,2560,2048,0.01304533382256826
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,2560,2048,0.014040533701578775
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,2560,2048,0.011303466558456422
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,2560,2048,0.011368532975514729
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,2560,2048,0.009806933005650838
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,2560,2048,0.009201066692670186
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,2560,2048,0.0077002664407094315
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,2560,2048,0.00848640004793803
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,2560,2048,0.007820799946784973
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,2560,2048,0.006994133194287618
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,2560,2048,0.025561600923538208
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,2560,2048,0.006274133423964183
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,2560,2048,0.005497600138187409
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,2560,2048,0.006297599772612255
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,2560,2048,0.007286400099595388
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,2560,2048,0.005004799862702688
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,2560,2048,0.005409066875775656
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,2560,2048,0.005613866448402405
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,2560,2048,0.005006933212280273
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,2560,2048,0.005082666873931885
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,2560,2048,0.005050666630268097
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,2560,2048,0.005065600077311197
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,2560,2048,0.00506986677646637
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,2560,2048,0.004658133288224538
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,2560,2048,0.004903466502825419
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,2560,2048,0.004655999938646952
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,2560,2048,0.005049600203831991
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,2560,2048,0.004666666686534882
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,2560,2048,0.004640000065167745
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,2560,2048,0.004660266637802124
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,2560,2560,0.011262933413187664
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,2560,2048,0.004642133414745331
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,2560,2048,0.004584533472855886
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,2560,2048,0.005063466727733612
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,2560,2048,0.004619733492533366
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,2560,2048,0.004619733492533366
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,2560,2048,0.004410666724046072
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,2560,2048,0.004660266637802124
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,2560,2048,0.006108800073464712
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,2560,2048,0.00458133320013682
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,2560,2048,0.004626133541266123
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,2560,2560,0.011611732840538024
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,2560,2048,0.004646400113900503
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,2560,2048,0.005886933207511902
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,2560,2048,0.005843199789524078
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,2560,2048,0.0058783998092015585
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,2560,2048,0.005868799984455109
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,2560,2048,0.0058442667126655575
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,2560,2048,0.005925333499908448
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,2560,2048,0.0065290664633115125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,2560,2560,0.011313066879908244
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,2560,2560,0.011583999792734782
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,2560,2048,0.28753814697265623
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,2560,2048,0.07435200214385987
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,2560,2048,0.14061973889668783
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,2560,2560,0.011221333344777425
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,2560,2048,0.04051093260447185
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,2560,2048,0.004340266684691111
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,2560,2048,0.0403989315032959
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,2560,2048,0.04236053228378296
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,2560,2048,0.040711466471354166
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,2560,2048,0.04065066576004028
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,2560,2048,0.039246932665507
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,2560,2048,0.03990506728490194
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,2560,2048,0.03934400081634522
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,2560,2048,0.038388268152872725
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,2560,2048,0.03867306709289551
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,2560,2048,0.03505920171737671
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,2560,2048,0.034995198249816895
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,2560,2048,0.032476800680160525
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,2560,2048,0.032491733630498246
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,2560,2048,0.03262719909350077
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,2560,2560,0.011169067025184632
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,2560,2048,0.03261653383572896
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,2560,2048,0.02878613273302714
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,2560,2048,0.028781867027282713
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,2560,2048,0.028640000025431316
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,2560,2048,0.027239465713500978
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,2560,2048,0.027457066377003986
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,2560,2048,0.00591893345117569
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,2560,2048,0.025872000058492023
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,2560,2048,0.02518826723098755
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,2560,2048,0.02467413345972697
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,2560,2048,0.02376213272412618
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,2560,2048,0.02258346676826477
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,2560,2048,0.0226474662621816
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,2560,2048,0.020823466777801513
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,2560,2048,0.018071466684341432
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,2560,2048,0.017821866273880004
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,2560,2048,0.01794346570968628
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,2560,2048,0.017813332875569663
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,2560,2048,0.016568533579508462
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,2560,2048,0.01735466718673706
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,2560,2048,0.017547732591629027
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,2560,2048,0.01746986707051595
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,2560,2048,0.016532267133394875
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,2560,2048,0.04564053217569987
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,2560,2048,0.01718613306681315
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,2560,2048,0.017018665870030723
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,2560,2048,0.01680533289909363
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,2560,2048,0.016078933080037435
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,2560,2048,0.0429749329884847
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,2560,2048,0.016428800423940022
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,2560,2048,0.016244266430536905
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,2560,2048,0.015377066532770791
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,2560,2048,0.0159061332543691
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,2560,2048,0.014709333578745524
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,2560,2048,0.01616426706314087
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,2560,2048,0.016518400112787882
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,2560,2048,0.014455466469128927
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,2560,2048,0.01588373382886251
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,2560,2048,0.01453013320763906
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,2560,2048,0.014698666334152222
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,2560,2048,0.01448319951693217
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,2560,2048,0.01508799990018209
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,2560,2048,0.014505599935849508
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,2560,2048,0.014447999993960061
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,2560,2048,0.015458133816719056
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,2560,2048,0.014551466703414917
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,2560,2048,0.016361600160598753
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,2560,2048,0.016320000092188515
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,2560,2048,0.015711999932924905
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,2560,2048,0.014568533500035605
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,2560,2048,0.015264000495274863
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,2560,2048,0.016371200482050575
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,2560,2048,0.016537599762280784
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,2560,2048,0.029951999584833782
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,2560,2048,0.020601600408554077
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,2560,2048,0.017454934120178223
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,2560,2048,0.01504746675491333
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,2560,2048,0.11015253067016602
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,2560,2048,0.3223690668741862
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,2560,2048,0.10790719985961914
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,2560,2048,0.10462826887766521
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,2560,2048,0.6733301162719727
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,2560,2048,0.0972874641418457
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,2560,2048,0.10180799961090088
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,2560,2048,1.336023457845052
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,2560,2048,0.07744747002919515
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,2560,2048,0.0732970635096232
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,2560,2048,0.07176853020985921
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,2560,2048,0.06711253325144449
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,2560,2048,0.060792533556620273
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,2560,2048,0.09361493587493896
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,2560,2048,0.09010773499806722
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,2560,2048,0.09527146816253662
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,2560,2048,0.08541653156280518
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,2560,2048,0.04968426624933879
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,2560,2048,0.0825440009435018
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,2560,2048,0.07941333452860513
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,2560,2048,0.04168533484141032
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,2560,2048,0.03620586792627971
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,2560,2048,0.03539093335469563
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,2560,2048,0.03001813292503357
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,2560,2048,0.0656607985496521
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,2560,2048,0.02960960070292155
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,2560,2048,0.05879253149032593
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,2560,2048,0.05546986659367879
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,2560,2048,0.04369066556294759
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,2560,2048,0.053438933690389004
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,2560,2048,0.04771093527475993
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,2560,2048,0.024291199445724488
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,2560,2048,0.023514666159947715
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,2560,2048,0.018967467546463012
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,2560,2048,0.017434666554133095
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,2560,2048,0.01336853305498759
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,2560,2048,0.010788266857465107
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,2560,2048,0.01241919994354248
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,2560,2048,0.012020267049471537
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,2560,2048,0.012100266416867574
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,2560,2048,0.010825600226720173
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,2560,2048,0.012039466698964437
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,2560,2048,0.011345066626866658
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,2560,2048,0.0108842670917511
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,2560,2048,0.009199999769528707
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,2560,2048,0.007965866724650066
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,2560,2048,0.009944533308347065
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,2560,2048,0.009321600198745728
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,2560,2048,0.009251200159390767
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,2560,2048,0.010824533303578694
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,2560,2048,0.010843732953071594
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,2560,2048,0.010853333274523418
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,2560,2048,0.01048959990342458
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,2560,2048,0.011513599753379821
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,2560,2048,0.01083626647790273
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,2560,2048,0.009501866499582927
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,2560,2048,0.011867733796437581
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,2560,2048,0.010780800382296245
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,2560,2048,0.01128426690896352
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,2560,2048,0.011186133821805317
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,2560,2048,0.011441066861152649
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,2560,2048,0.01046399970849355
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,2560,2048,0.01190826694170634
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,2560,2048,0.011204266548156738
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,2560,2048,0.011512533823649088
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,2560,2048,0.011199999849001567
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,2560,2048,0.01123199959595998
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,2560,2048,0.011586133639017742
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,2560,2048,0.0092031995455424
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,2560,2048,0.009187199672063192
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,2560,2048,0.00939626693725586
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,2560,2048,0.010831999778747558
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,2560,2048,0.00899839997291565
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,2560,2048,0.009142399827639262
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,2560,2048,0.15268799463907878
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,2560,2048,0.08058880170186361
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,2560,2048,0.045015466213226316
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,2560,2048,0.028099199136098225
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,2560,2048,0.027831466992696126
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,2560,2048,0.027537065744400024
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,2560,2048,0.027778132756551104
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,2560,2048,0.026855466763178508
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,2560,2048,0.02681386669476827
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,2560,2048,0.022431999444961548
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,2560,2048,0.021871999899546305
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,2560,2048,0.02187946637471517
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,2560,2048,0.02111999988555908
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,2560,2048,0.022103466590245566
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,2560,2048,0.021079466740290324
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,2560,2048,0.020811732610066733
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,2560,2048,0.020772266387939452
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,2560,2048,0.020317866404851278
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,2560,2048,0.020283732811609903
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,2560,2048,0.019806933403015137
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,2560,2048,0.01986453334490458
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,2560,2048,0.019035732746124266
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,2560,2048,0.019375999768575035
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,2560,2048,0.018550399939219156
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,2560,2048,0.014035200079282125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,2560,2048,0.013682132959365845
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,2560,2048,0.013276799519856771
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,2560,2048,0.013272533814112345
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,2560,2048,0.013285332918167114
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,2560,2048,0.012477866808573405
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,2560,2048,0.012453333536783854
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,2560,2048,0.012410666545232136
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,2560,2048,0.011981866757074992
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,2560,2048,0.01127893328666687
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,2560,2048,0.011228799819946289
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,2560,2048,0.010787199934323628
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,2560,2048,0.01083733340104421
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,2560,2048,0.010981333255767823
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,2560,2048,0.010801066954930622
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,2560,2048,0.010770133137702942
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,2560,2048,0.010818133751551311
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,2560,2048,0.010865066448847454
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,2560,2048,0.010771200060844421
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,2560,2048,0.010789333780606588
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,2560,2048,0.010613333185513813
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,2560,2048,0.010824533303578694
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,2560,2048,0.0107722669839859
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,2560,2048,0.010440533359845478
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,2560,2048,0.010762666662534077
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,2560,2048,0.010372266173362732
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,2560,2048,0.010397866368293762
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,2560,2048,0.01076800028483073
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,2560,2048,0.010368000467618306
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,2560,2048,0.010403199990590414
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,2560,2048,0.010393599669138592
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,2560,2048,0.010379733641942342
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,2560,2048,0.010391466816266378
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,2560,2048,0.010396800438563029
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,2560,2048,0.01076693336168925
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,2560,2048,0.010363733768463135
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,2560,2048,0.010201600193977357
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,2560,2048,0.010583466291427613
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,2560,2048,0.010428800185521444
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,2560,2048,0.010362666845321656
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,2560,2048,0.00997866690158844
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,2560,2048,0.010419199864069622
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,2560,2048,0.010405332843462626
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,2560,1536,0.17323625882466634
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,2560,1536,0.08761493364969888
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,2560,2048,0.010386133193969726
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,2560,1536,0.04361813465754191
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,2560,2048,0.010434133807818095
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,2560,1536,0.026580266157786053
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,2560,1536,0.026786132653554277
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,2560,1536,0.021566933393478392
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,2560,1536,0.021511467297871907
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,2560,1536,0.020654932657877604
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,2560,1536,0.021887999773025513
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,2560,1536,0.01914026737213135
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,2560,1536,0.01958079934120178
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,2560,1536,0.020105600357055664
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,2560,1536,0.01944640080134074
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,2560,1536,0.019310933351516724
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,2560,1536,0.017090133825937905
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,2560,1536,0.016636799772580466
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,2560,1536,0.01506239970525106
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,2560,1536,0.01498133341471354
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,2560,1536,0.01593280037244161
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,2560,1536,0.014788267016410828
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,2560,1536,0.014069333672523499
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,2560,1536,0.012122666835784912
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,2560,1536,0.0121888001759847
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,2560,1536,0.011499733726183573
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,2560,1536,0.011341866850852967
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,2560,1536,0.009194667140642803
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,2560,1536,0.00913706620534261
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,2560,1536,0.007957333326339721
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,2560,1536,0.007547733187675476
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,2560,1536,0.0065290664633115125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,2560,1536,0.006554666658242543
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,2560,1536,0.006718933085600535
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,2560,1536,0.006186666587988535
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,2560,1536,0.005445333321889242
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,2560,1536,0.004676266511281332
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,2560,1536,0.005453866720199585
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,2560,1536,0.005433600147565206
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,2560,1536,0.005226666728655497
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,2560,1536,0.00421013335386912
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,2560,1536,0.004689066608746847
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,2560,1536,0.004602666695912679
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,2560,1536,0.004344533383846283
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,2560,2048,0.010361599922180175
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,2560,1536,0.004220800101757049
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,2560,1536,0.004231466849644979
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,2560,1536,0.020062933365503945
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,2560,1536,0.004293333490689596
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,2560,1536,0.003955200066169103
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,2560,1536,0.004216533402601878
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,2560,1536,0.004133333265781402
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,2560,1536,0.004231466849644979
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,2560,1536,0.004203733305136363
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,2560,1536,0.004228266576925913
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,2560,1536,0.003857066730658213
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,2560,1536,0.0038624001046021783
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,2560,1536,0.004677333434422811
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,2560,1536,0.0037823999921480812
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,2560,1536,0.003861333429813385
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,2560,1536,0.010354133447011311
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,2560,1536,0.003990400085846583
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,2560,1536,0.0037973334391911825
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,2560,1536,0.0037717332442601522
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,2560,1536,0.0037941334148248037
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,2560,1536,0.004089600096146265
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,2560,1536,0.003803733239571253
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,2560,1536,0.0051807999610900875
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,2560,1536,0.005221333106358846
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,2560,1536,0.0053375999132792154
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,2560,1536,0.005190399785836538
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,2560,1536,0.005221333106358846
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,2560,1536,0.005095466474692027
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,2560,2048,0.010012800494829815
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,2560,1536,0.005498666564623515
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,2560,1536,0.005865600208441416
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,2560,1536,0.1039306640625
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,2560,1536,0.220251735051473
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,2560,2048,0.01042133371035258
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,2560,1536,0.05752213398615519
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,2560,1536,0.03745813369750976
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,2560,1536,0.03704959948857625
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,2560,1536,0.03516159852345784
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,2560,1536,0.03517546653747559
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,2560,1536,0.03587626616160075
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,2560,1536,0.004279466470082601
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,2560,1536,0.03485440015792847
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,2560,1536,0.03350079854329427
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,2560,1536,0.03285653392473857
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,2560,1536,0.03293226758639018
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,2560,1536,0.03239573240280151
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,2560,1536,0.03198080062866211
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,2560,1536,0.0038783999780813852
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,2560,1536,0.02884693344434102
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,2560,1536,0.03086400032043457
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,2560,1536,0.0291157325108846
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,2560,1536,0.02881493369738261
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,2560,1536,0.02723199923833211
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,2560,1536,0.028864000240961713
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,2560,1536,0.026929066578547163
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,2560,1536,0.026843732595443724
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,2560,1536,0.02662293314933777
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,2560,1536,0.024684800704320272
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,2560,1536,0.02360960046450297
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,2560,1536,0.02318506638209025
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,2560,1536,0.022809600830078124
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,2560,1536,0.02258239984512329
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,2560,2048,0.010401067137718201
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,2560,2048,0.009973333279291789
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,2560,1536,0.021242666244506835
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,2560,1536,0.018798933426539103
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,2560,1536,0.018655999501546224
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,2560,1536,0.01689173380533854
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,2560,1536,0.01812053322792053
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,2560,1536,0.016511999567349753
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,2560,1536,0.016473600268363954
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,2560,1536,0.017321600516637167
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,2560,1536,0.016263467073440552
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,2560,1536,0.016377600034077962
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,2560,1536,0.015277866522471109
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,2560,1536,0.01644373337427775
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,2560,1536,0.016408532857894897
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,2560,1536,0.017624533176422118
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,2560,1536,0.01639573375384013
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,2560,1536,0.014730667074521383
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,2560,1536,0.033668267726898196
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,2560,1536,0.015801599621772765
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,2560,1536,0.016317866245905557
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,2560,1536,0.014528000354766845
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,2560,1536,0.014870400230089823
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,2560,1536,0.01461013356844584
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,2560,1536,0.02877440055211385
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,2560,1536,0.015452800194422403
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,2560,1536,0.014507733782132468
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,2560,1536,0.014739200472831726
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,2560,1536,0.015553067127863566
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,2560,1536,0.015946666399637856
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,2560,1536,0.01448319951693217
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,2560,1536,0.014484266440073649
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,2560,1536,0.014452266693115234
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,2560,1536,0.014381866653760275
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,2560,1536,0.014503467082977294
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,2560,1536,0.01453013320763906
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,2560,1536,0.014465066790580749
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,2560,1536,0.024997333685557045
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,2560,1536,0.014528000354766845
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,2560,1536,0.014486400286356607
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,2560,1536,0.014737066626548768
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,2560,1536,0.014459733168284097
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,2560,1536,0.014497066537539164
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,2560,1536,0.014493866761525472
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,2560,1536,0.014564266800880432
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,2560,1536,0.015211733182271323
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,2560,1536,0.02067306637763977
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,2560,1536,0.017234132687250773
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,2560,1536,0.10547626813252767
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,2560,1536,0.10290346940358479
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,2560,1536,0.0945589303970337
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,2560,1536,0.10054720242818196
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,2560,1536,0.08918399810791015
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,2560,1536,0.09845120112101237
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,2560,1536,0.2570474624633789
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,2560,1536,0.07411200205485026
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,2560,1536,0.66234556833903
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,2560,1536,1.30992431640625
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,2560,1536,0.07022186915079752
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,2560,1536,0.06447466611862182
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,2560,1536,0.06904746691385905
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,2560,1536,0.05873279968897501
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,2560,1536,0.09190826416015625
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,2560,1536,0.08128426869710287
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,2560,1536,0.04721386830012004
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,2560,1536,0.08010880152384439
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,2560,1536,0.07658452987670898
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,2560,1536,0.086517333984375
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,2560,1536,0.040277334054311116
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,2560,1536,0.03618880112965901
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,2560,1536,0.03453119993209839
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,2560,1536,0.029637332757314044
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,2560,1536,0.02886506716410319
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,2560,1536,0.0636405348777771
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,2560,1536,0.05704640150070191
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,2560,1536,0.0527018666267395
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,2560,1536,0.05177706480026245
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,2560,1536,0.04231893221537272
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,2560,1536,0.023941334088643393
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,2560,1536,0.018042665719985963
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,2560,1536,0.023009065786997476
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,2560,1536,0.04599039951960246
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,2560,1536,0.01738026738166809
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,2560,1536,0.013240533073743186
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,2560,1536,0.010354133447011311
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,2560,1536,0.01169706682364146
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,2560,1536,0.011638399958610535
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,2560,1536,0.011642666657765706
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,2560,1536,0.011412266890207927
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,2560,1536,0.010439466436703999
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,2560,1536,0.010365866621335347
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,2560,1536,0.010761599739392598
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,2560,1536,0.00876693328221639
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,2560,1536,0.008051200211048127
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,2560,1536,0.008736000458399455
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,2560,1536,0.00876586635907491
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,2560,1536,0.009147733449935913
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,2560,1536,0.008799999952316284
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,2560,1536,0.009623466928799947
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,2560,1536,0.00953493316968282
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,2560,1536,0.009191466371218364
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,2560,1536,0.009108266234397889
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,2560,1536,0.009522133072217305
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,2560,1536,0.009955199559529622
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,2560,1536,0.0087936004002889
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,2560,1536,0.009596799810727436
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,2560,1536,0.009945600231488546
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,2560,1536,0.009266133109728496
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,2560,1536,0.009547733267148336
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,2560,1536,0.008753066261609394
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,2560,1536,0.009547733267148336
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,2560,1536,0.009955199559529622
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,2560,1536,0.008777599533398945
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,2560,1536,0.010025599598884582
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,2560,1536,0.009658666451772054
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,2560,1536,0.12400213082631428
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,2560,1536,0.06645333369572957
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,2560,1536,0.037315201759338376
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,2560,1536,0.024170666933059692
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,2560,1536,0.02422399918238322
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,2560,1536,0.00878613293170929
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,2560,1536,0.0236245334148407
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,2560,1536,0.008795733253161114
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,2560,1536,0.00877333382765452
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,2560,1536,0.009544533491134644
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,2560,1536,0.00876586635907491
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,2560,1536,0.009628799557685853
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,2560,1536,0.0100000003973643
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,2560,1536,0.0231221338113149
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,2560,1536,0.023399466276168825
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,2560,1536,0.023115734259287514
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,2560,1536,0.019233065843582153
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,2560,1536,0.018963199853897095
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,2560,1536,0.01912426749865214
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,2560,1536,0.018270933628082277
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,2560,1536,0.018606932957967122
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,2560,1536,0.018172800540924072
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,2560,1536,0.017846399545669557
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,2560,1536,0.017883733908335368
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,2560,1536,0.017428267002105712
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,2560,1536,0.01738026738166809
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,2560,1536,0.01727893352508545
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,2560,1536,0.017347200711568197
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,2560,1536,0.016566399733225504
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,2560,1536,0.015729066729545594
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,2560,1536,0.012407466769218445
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,2560,1536,0.01662613352139791
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,2560,1536,0.012453333536783854
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,2560,1536,0.012049067020416259
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,2560,1536,0.011661866307258606
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,2560,1536,0.011619200309117634
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,2560,1536,0.011187199751536052
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,2560,1536,0.011255466938018798
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,2560,1536,0.01088533302148183
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,2560,1536,0.010771200060844421
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,2560,1536,0.010359467069307963
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,2560,1536,0.010220799843470256
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,2560,1536,0.010036266843477885
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,2560,1536,0.009596799810727436
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,2560,1536,0.009973333279291789
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,2560,1536,0.009868799646695455
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,2560,1536,0.00997866690158844
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,2560,1536,0.00995199978351593
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,2560,1536,0.01002239982287089
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,2560,1536,0.009973333279291789
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,2560,1536,0.009960533181826273
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,2560,1536,0.00962559978167216
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,2560,1536,0.009609599908192951
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,2560,1536,0.009657599528630574
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,2560,1536,0.009527466694513957
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,2560,1536,0.009595732887585957
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,2560,1536,0.009543466567993163
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,2560,1536,0.00957546631495158
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,2560,1536,0.009570133686065675
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,2560,1536,0.009551999966303508
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,2560,1536,0.009221333265304565
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,2560,1536,0.00953493316968282
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,2560,1536,0.00957973301410675
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,2560,1536,0.0095551997423172
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,2560,1536,0.009540266791979472
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,2560,1536,0.009527466694513957
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,2560,1536,0.009211732943852743
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,2560,1536,0.009585066636403402
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,2560,1536,0.009590400258700053
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,2560,1536,0.00953493316968282
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,2560,1536,0.00959999958674113
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,2560,1536,0.009589333335558574
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,2560,1536,0.009511466821034749
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,2560,1536,0.0092031995455424
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,2560,1024,0.11801386674245198
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,2560,1536,0.009573333462079366
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,2560,1024,0.05954133272171021
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,2560,1024,0.029345067342122395
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,2560,1024,0.019643733898798622
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,2560,1024,0.016108799974123636
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,2560,1024,0.015011200308799743
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,2560,1024,0.014870400230089823
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,2560,1024,0.015995732943216958
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,2560,1024,0.014733866850535075
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,2560,1536,0.009485866626103718
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,2560,1024,0.014110933740933737
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,2560,1024,0.01395093301932017
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,2560,1024,0.01423679987589518
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,2560,1024,0.014599466323852539
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,2560,1024,0.013940266768137612
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,2560,1024,0.012882133324941
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,2560,1024,0.012597333391507468
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,2560,1024,0.011092266440391541
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,2560,1024,0.01088533302148183
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,2560,1024,0.01193386713663737
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,2560,1024,0.010692266623179118
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,2560,1024,0.009102933605511983
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,2560,1024,0.009409067034721375
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,2560,1024,0.008784000078837078
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,2560,1024,0.007895466685295106
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,2560,1536,0.009222400188446046
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,2560,1024,0.008789333701133727
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,2560,1024,0.007289599875609081
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,2560,1024,0.00709440012772878
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,2560,1024,0.006285866598288219
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,2560,1024,0.006730666756629944
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,2560,1024,0.00517439991235733
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,2560,1024,0.005248000224431356
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,2560,1024,0.005205333232879639
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,2560,1024,0.00506986677646637
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,2560,1024,0.004250666499137879
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,2560,1024,0.0038399999340375268
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,2560,1024,0.004270933568477631
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,2560,1024,0.004305066665013632
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,2560,1024,0.004218666752179464
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,2560,1024,0.0038624001046021783
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,2560,1024,0.0037962667644023894
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,2560,1024,0.003401600072781245
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,2560,1024,0.003804799914360046
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,2560,1024,0.003786666691303253
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,2560,1024,0.003803733239571253
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,2560,1024,0.003788800040880839
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,2560,1536,0.009563733140627544
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,2560,1024,0.0034517332911491393
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,2560,1024,0.003390933324893316
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,2560,1024,0.003385599950949351
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,2560,1024,0.0033791999022165934
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,2560,1024,0.003442133218050003
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,2560,1024,0.01418239971001943
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,2560,1024,0.0033813332517941795
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,2560,1024,0.003366400053103765
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,2560,1024,0.0033919999996821085
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,2560,1024,0.0038111999630928038
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,2560,1024,0.0030432000756263735
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,2560,1024,0.0030346666773160298
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,2560,1024,0.003134933362404505
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,2560,1024,0.0030346666773160298
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,2560,1024,0.011585066715876263
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,2560,1024,0.003399466723203659
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,2560,1024,0.003019733230272929
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,2560,1024,0.00315733328461647
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,2560,1024,0.0033471999069054925
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,2560,1024,0.004194133480389913
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,2560,1024,0.004208000004291534
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,2560,1024,0.004175999760627746
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,2560,1024,0.004223999877770742
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,2560,1024,0.0042303999265035
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,2560,1024,0.004693333307902018
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,2560,1024,0.0046847999095916745
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,2560,1536,0.00916266640027364
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,2560,1024,0.14555199940999347
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,2560,1536,0.0092031995455424
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,2560,1024,0.07750720183054606
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,2560,1024,0.0035135999321937563
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,2560,1024,0.04293226798375448
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,2560,1024,0.03070080081621806
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,2560,1024,0.030903466542561847
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,2560,1024,0.029038933912913005
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,2560,1024,0.02905600070953369
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,2560,1024,0.03028159936269124
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,2560,1024,0.029000532627105714
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,2560,1024,0.02884053389231364
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,2560,1024,0.028948267300923664
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,2560,1024,0.0287882665793101
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,2560,1024,0.028915200630823774
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,2560,1024,0.02738879919052124
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,2560,1024,0.02890346646308899
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,2560,1024,0.028541866938273115
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,2560,1024,0.003398400048414866
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,2560,1024,0.026782933870951337
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,2560,1024,0.025682133436203004
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,2560,1024,0.02582506736119588
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,2560,1536,0.009173333644866943
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,2560,1024,0.024682666858037314
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,2560,1024,0.025938133398691814
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,2560,1024,0.023451733589172363
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,2560,1024,0.023474133014678954
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,2560,1024,0.023283199469248454
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,2560,1024,0.022525866826375328
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,2560,1024,0.022794665892918904
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,2560,1024,0.020666666825612388
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,2560,1024,0.019691733519236247
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,2560,1024,0.019050665696461997
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,2560,1024,0.017013333241144814
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,2560,1024,0.017067732413609822
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,2560,1024,0.015752533078193666
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,2560,1024,0.016169599692026772
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,2560,1024,0.004185600082079569
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,2560,1024,0.016433067123095193
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,2560,1024,0.015844266613324484
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,2560,1024,0.01637226641178131
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,2560,1024,0.015060266852378846
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,2560,1024,0.016596266627311708
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,2560,1024,0.01689599951108297
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,2560,1024,0.015367466211318969
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,2560,1024,0.016103466351826988
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,2560,1024,0.014532267053922018
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,2560,1024,0.015412267049153647
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,2560,1024,0.014493866761525472
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,2560,1024,0.014544000228246054
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,2560,1024,0.016116266449292503
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,2560,1024,0.014819199840227762
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,2560,1024,0.014734933773676554
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,2560,1024,0.014468266566594442
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,2560,1024,0.01460906664530436
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,2560,1024,0.01444586714108785
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,2560,1024,0.022554665803909302
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,2560,1024,0.02072746753692627
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,2560,1024,0.015082666277885437
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,2560,1024,0.014339199662208557
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,2560,1024,0.019318399826685588
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,2560,1024,0.014586666226387024
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,2560,1024,0.014398933450380961
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,2560,1024,0.0151146670182546
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,2560,1024,0.01439573367436727
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,2560,1024,0.014320000012715658
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,2560,1024,0.014318933089574179
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,2560,1024,0.014502400159835815
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,2560,1024,0.014453333616256715
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,2560,1024,0.014316800236701965
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,2560,1024,0.014456533392270408
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,2560,1024,0.014507733782132468
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,2560,1024,0.0144896000623703
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,2560,1024,0.014451199769973755
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,2560,1024,0.014481066664059957
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,2560,1024,0.014745600024859109
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,2560,1024,0.01581333378950755
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,2560,1024,0.024887466430664064
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,2560,1024,0.014418133099873862
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,2560,1024,0.10090239842732747
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,2560,1024,0.10013226668039958
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,2560,1024,0.0964074691136678
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,2560,1024,0.19995306332906088
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,2560,1024,0.6425397237141927
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,2560,1024,0.09021759827931722
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,2560,1024,1.2882495880126954
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,2560,1024,0.07229333718617757
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,2560,1024,0.09470720291137695
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,2560,1024,0.06696213086446126
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,2560,1024,0.06718080043792725
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,2560,1024,0.06155840158462524
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,2560,1024,0.05629013379414877
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,2560,1024,0.08529706796010336
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,2560,1024,0.08879573345184326
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,2560,1024,0.08362987041473388
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,2560,1024,0.0774890661239624
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,2560,1024,0.07805013656616211
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,2560,1024,0.04476799964904785
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,2560,1024,0.07349653244018554
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,2560,1024,0.06084479888280233
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,2560,1024,0.03903786738713582
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,2560,1024,0.03374079863230388
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,2560,1024,0.0337226668993632
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,2560,1024,0.02767146627108256
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,2560,1024,0.027741867303848266
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,2560,1024,0.05545706748962402
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,2560,1024,0.050663467248280844
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,2560,1024,0.04975786606470744
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,2560,1024,0.039476267496744794
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,2560,1024,0.04396266539891561
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,2560,1024,0.022317866484324135
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,2560,1024,0.021923200289408366
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,2560,1024,0.01738986571629842
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,2560,1024,0.01656000018119812
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,2560,1024,0.01202453374862671
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,2560,1024,0.009975467125574749
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,2560,1024,0.011243733763694762
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,2560,1024,0.01116373340288798
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,2560,1024,0.010475732882817586
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,2560,1024,0.011195733149846395
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,2560,1024,0.009976533055305482
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,2560,1024,0.009948800007502239
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,2560,1024,0.009920000036557516
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,2560,1024,0.008333866794904072
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,2560,1024,0.008348799745241801
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,2560,1024,0.007480533421039581
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,2560,1024,0.008330666522185007
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,2560,1024,0.007910400132338206
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,2560,1024,0.007918933530648549
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,2560,1024,0.007899733384450276
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,2560,1024,0.00897173285484314
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,2560,1024,0.008379733562469483
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,2560,1024,0.008295466502507527
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,2560,1024,0.008429867029190064
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,2560,1024,0.008374399940172831
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,2560,1024,0.008332799871762593
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,2560,1024,0.008350933591524761
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,2560,1024,0.008312533299128216
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,2560,1024,0.008368000388145447
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,2560,1024,0.008597333232561748
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,2560,1024,0.008759466807047527
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,2560,1024,0.008330666522185007
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,2560,1024,0.008731733759244282
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,2560,1024,0.008376533786455791
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,2560,1024,0.008706133564313252
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,2560,1024,0.008326399823029835
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,2560,1024,0.008699733018875121
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,2560,1024,0.009360000491142273
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,2560,1024,0.008761599659919739
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,2560,1024,0.008524800340334576
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,2560,1024,0.008737066388130188
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,2560,1024,0.008342400193214417
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,2560,1024,0.028574933608373005
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,2560,1024,0.018860799074172974
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,2560,1024,0.05038400093714396
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,2560,1024,0.009139200051625569
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,2560,1024,0.09312000274658203
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,2560,1024,0.01876373291015625
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,2560,1024,0.018617600202560425
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,2560,1024,0.018687999248504637
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,2560,1024,0.018269866704940796
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,2560,1024,0.018224000930786133
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,2560,1024,0.015310933192571005
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,2560,1024,0.01532586713631948
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,2560,1024,0.015247999628384908
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,2560,1024,0.014949333667755128
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,2560,1024,0.015049599607785544
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,2560,1024,0.014825600385665893
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,2560,1024,0.01446293294429779
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,2560,1024,0.014491732915242514
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,2560,1024,0.014513066411018372
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,2560,1024,0.01404159963130951
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,2560,1024,0.014223999778429666
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,2560,1024,0.014199466506640116
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,2560,1024,0.013680000106493631
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,2560,1024,0.013665067156155905
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,2560,1024,0.01288640002409617
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,2560,1024,0.011143466830253601
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,2560,1024,0.010482133428255717
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,2560,1024,0.0107424000898997
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,2560,1024,0.010051199793815612
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,2560,1024,0.009958400328954061
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,2560,1024,0.009941333532333374
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,2560,1024,0.009891200065612792
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,2560,1024,0.00958720048268636
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,2560,1024,0.00923520028591156
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,2560,1024,0.009204266468683879
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,2560,1024,0.009111467003822326
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,2560,1024,0.009181867043177288
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,2560,1024,0.008803199728329976
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,2560,1024,0.008781866232554118
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,2560,1024,0.00874133308728536
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,2560,1024,0.008725333213806152
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,2560,1024,0.008760533730189006
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,2560,1024,0.008835200468699138
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,2560,1024,0.00876693328221639
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,2560,1024,0.008753066261609394
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,2560,1024,0.008946133653322856
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,2560,1024,0.008769067128499348
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,2560,1024,0.008759466807047527
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,2560,1024,0.008770133058230083
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,2560,1024,0.008757332960764568
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,2560,1024,0.00878613293170929
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,2560,1024,0.008707200487454731
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,2560,1024,0.0085098663965861
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,2560,1024,0.008311466872692108
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,2560,1024,0.008724266290664673
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,2560,1024,0.008714666962623597
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,2560,1024,0.008362666765848795
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,2560,1024,0.008348799745241801
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,2560,1024,0.008292266726493835
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,2560,1024,0.008364799618721008
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,2560,1024,0.008377599716186523
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,2560,1024,0.008378666639328004
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,2560,1024,0.008749866485595703
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,2560,1024,0.008784000078837078
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,2560,1024,0.008354133367538452
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,2560,1024,0.008366933465003968
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,2560,1024,0.008351999521255492
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,2560,1024,0.008716799815495809
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,2560,768,0.08980053265889486
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,2560,768,0.0452181339263916
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,2560,768,0.02167146603266398
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,2560,768,0.013274666666984559
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,2560,768,0.013297067085901896
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,2560,768,0.01202880044778188
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,2560,768,0.011987200379371643
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,2560,1024,0.008381866415341695
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,2560,768,0.013330133756001792
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,2560,768,0.011981866757074992
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,2560,768,0.01164479951063792
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,2560,768,0.012288000186284382
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,2560,1024,0.008529067039489746
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,2560,768,0.011566932996114094
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,2560,768,0.011592533191045125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,2560,768,0.011239467064539592
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,2560,768,0.009583999713261921
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,2560,768,0.009121066331863404
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,2560,768,0.009122133255004883
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,2560,768,0.00981119970480601
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,2560,768,0.010007466872533162
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,2560,1024,0.008378666639328004
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,2560,768,0.008802133798599242
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,2560,768,0.007884799937407176
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,2560,768,0.007484800120194752
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,2560,768,0.006683733562628429
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,2560,1024,0.008368000388145447
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,2560,768,0.007522133489449819
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,2560,768,0.0062613333264986675
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,2560,768,0.005895466605822245
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,2560,768,0.0054175997773806255
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,2560,768,0.004609066744645437
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,2560,768,0.004612266520659129
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,2560,768,0.004682666560014089
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,2560,768,0.0037952000896135964
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,2560,768,0.0037813333173592886
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,2560,768,0.003458133339881897
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,2560,768,0.0037941334148248037
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,2560,768,0.0038058665891488397
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,2560,768,0.0037823999921480812
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,2560,768,0.003049599876006444
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,2560,768,0.0033887999753157297
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,2560,768,0.011365333199501037
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,2560,1024,0.008312533299128216
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,2560,768,0.0032298666735490165
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,2560,1024,0.008384000261624653
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,2560,768,0.003425066669782003
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,2560,768,0.0033759998778502146
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,2560,768,0.0034133332471052804
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,2560,768,0.011272533734639486
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,2560,768,0.0029845332105954488
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,2560,768,0.0029877332349618276
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,2560,768,0.0029813334345817565
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,2560,768,0.0029824001093705496
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,2560,768,0.0030570665995279947
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,2560,768,0.0029994666576385496
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,2560,768,0.0029696000119050344
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,2560,768,0.002961066613594691
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,2560,768,0.002946133414904277
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,2560,768,0.0033674667278925574
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,2560,768,0.002958933264017105
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,2560,768,0.002997333308060964
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,2560,768,0.0029706666866938275
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,2560,768,0.0029674666623274487
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,2560,768,0.0029706666866938275
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,2560,768,0.002974933385848999
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,2560,768,0.0029504001140594482
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,2560,768,0.0035274667044480645
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,2560,768,0.0037770666182041167
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,2560,768,0.003732266773780187
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,2560,768,0.0037973334391911825
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,2560,768,0.007899733384450276
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,2560,768,0.0038773333032925926
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,2560,768,0.0038730666041374207
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,2560,768,0.0062826668222745255
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,2560,768,0.11226879755655925
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,2560,768,0.06386666695276896
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,2560,768,0.038629333178202316
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,2560,768,0.028756266832351683
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,2560,768,0.028175999720891316
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,2560,768,0.02731093366940816
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,2560,768,0.0034058667719364167
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,2560,768,0.02717653314272563
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,2560,768,0.02800319989522298
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,2560,768,0.003647999962170919
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,2560,768,0.027857067187627156
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,2560,768,0.026687999566396076
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,2560,768,0.02654506762822469
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,2560,768,0.02681066592534383
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,2560,768,0.02626986702283223
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,2560,768,0.02520853281021118
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,2560,768,0.0029546665648619336
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,2560,768,0.026900267601013182
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,2560,768,0.02545173366864522
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,2560,768,0.024222934246063234
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,2560,768,0.022766933838526408
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,2560,768,0.023190399010976158
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,2560,768,0.023290665944417317
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,2560,768,0.024197334051132204
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,2560,768,0.023489065965016685
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,2560,768,0.02265920042991638
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,2560,768,0.0034954667091369627
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,2560,768,0.022010666131973267
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,2560,768,0.021196800470352172
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,2560,768,0.02072640061378479
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,2560,768,0.021869866053263347
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,2560,768,0.02029866576194763
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,2560,768,0.019784533977508546
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,2560,768,0.01906986633936564
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,2560,768,0.018947199980417887
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,2560,768,0.01802560091018677
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,2560,768,0.017011199394861856
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,2560,768,0.017590399583180746
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,2560,768,0.01539306640625
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,2560,768,0.01830293337504069
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,2560,768,0.015424000223477683
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,2560,768,0.014476799964904785
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,2560,768,0.015319466590881348
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,2560,768,0.01446613371372223
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,2560,768,0.014621866742769876
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,2560,768,0.01458560029665629
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,2560,768,0.014526933431625366
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,2560,768,0.015410133202870688
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,2560,768,0.014897066354751586
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,2560,768,0.016481066743532814
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,2560,768,0.015059199929237366
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,2560,768,0.014481066664059957
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,2560,768,0.01552959978580475
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,2560,768,0.014617600043614707
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,2560,768,0.014455466469128927
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,2560,768,0.014457600315411887
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,2560,768,0.014477866888046264
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,2560,768,0.014582399527231851
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,2560,768,0.016207999984423318
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,2560,768,0.014460800091425577
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,2560,768,0.014571733276049294
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,2560,768,0.01409386694431305
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,2560,768,0.014382933576901754
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,2560,768,0.014232533176740012
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,2560,768,0.014034133156140646
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,2560,768,0.013480533162752786
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,2560,768,0.014268799622853597
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,2560,768,0.014381866653760275
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,2560,768,0.014471466342608133
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,2560,768,0.014444800217946372
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,2560,768,0.01443839967250824
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,2560,768,0.014514133334159851
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,2560,768,0.014461867014567056
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,2560,768,0.014411733547846476
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,2560,768,0.014510933558146158
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,2560,768,0.0037930667400360107
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,2560,768,0.016472533345222473
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,2560,768,0.016381866733233132
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,2560,768,0.013966932892799377
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,2560,1024,0.008368000388145447
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,2560,768,0.09810667037963867
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,2560,768,0.09919679959615071
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,2560,768,0.19026560783386232
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,2560,768,0.0939253330230713
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,2560,768,0.6372714360555013
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,2560,768,0.09305280049641927
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,2560,768,1.2905194600423178
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,2560,768,0.07075839837392171
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,2560,768,0.06602666775385538
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,2560,768,0.08822293281555176
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,2560,768,0.06564480066299438
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,2560,768,0.060386133193969724
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,2560,768,0.05500906705856323
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,2560,768,0.0870304028193156
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,2560,768,0.08254506587982177
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,2560,768,0.050146134694417324
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,2560,768,0.07712213198343912
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,2560,768,0.04439359903335571
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,2560,768,0.0821066697438558
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,2560,768,0.07152106761932372
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,2560,768,0.0762997309366862
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,2560,768,0.038262399037679036
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,2560,768,0.03294826745986938
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,2560,768,0.027610667546590167
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,2560,768,0.027563732862472535
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,2560,768,0.059513600667317715
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,2560,768,0.05458986759185791
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,2560,768,0.03302613298098246
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,2560,768,0.04357226689656575
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,2560,768,0.03908160130182902
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,2560,768,0.04891733328501384
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,2560,768,0.021859200795491536
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,2560,768,0.022222934166590373
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,2560,768,0.016724266608556113
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,2560,768,0.01654293338457743
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,2560,768,0.01202453374862671
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,2560,768,0.00957973301410675
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,2560,768,0.010760533809661865
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,2560,768,0.010820266604423524
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,2560,768,0.010773332913716634
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,2560,768,0.00958293378353119
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,2560,768,0.009946667154630025
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,2560,768,0.009648000200589497
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,2560,768,0.01079360047976176
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,2560,768,0.007964799801508587
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,2560,768,0.007143466671307881
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,2560,768,0.007930666704972585
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,2560,768,0.007521066566308339
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,2560,768,0.007567999760309856
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,2560,768,0.007900799810886382
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,2560,768,0.00832533339659373
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,2560,768,0.00786240001519521
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,2560,768,0.007540266712506611
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,2560,768,0.00788800021012624
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,2560,768,0.007895466685295106
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,2560,768,0.008160000046094257
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,2560,768,0.007089066505432129
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,2560,768,0.007941333452860515
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,2560,768,0.007926400005817413
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,2560,768,0.007898666461308797
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,2560,768,0.0079434668024381
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,2560,768,0.0070698668559392285
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,2560,768,0.007904000083605449
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,2560,768,0.007960533102353413
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,2560,768,0.00869866708914439
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,2560,768,0.00787199983994166
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,2560,768,0.007971199850241344
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,2560,768,0.07882880369822184
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,2560,768,0.04280746777852376
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,2560,768,0.02440213362375895
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,2560,768,0.017402666807174682
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,2560,768,0.01772693395614624
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,2560,768,0.01736533244450887
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,2560,768,0.01731733282407125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,2560,768,0.01722559928894043
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,2560,768,0.0172650674978892
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,2560,768,0.014500266313552857
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,2560,768,0.014135467012723288
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,2560,768,0.014598400394121806
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,2560,768,0.014242133498191834
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,2560,768,0.007909333209196727
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,2560,768,0.008284799754619598
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,2560,768,0.00792746643225352
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,2560,768,0.014146133263905843
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,2560,768,0.008340266346931458
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,2560,768,0.008338133494059246
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,2560,768,0.008318933347860973
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,2560,768,0.008732799688975017
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,2560,768,0.01404800017674764
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,2560,768,0.013704533378283182
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,2560,768,0.01323306659857432
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,2560,768,0.013662933309872945
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,2560,768,0.013274666666984559
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,2560,768,0.012822399536768595
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,2560,768,0.012814933061599731
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,2560,768,0.01283519963423411
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,2560,768,0.012435199817021687
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,2560,768,0.012004266182581585
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,2560,768,0.010363733768463135
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,2560,768,0.010010666648546855
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,2560,768,0.009964799880981446
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,2560,768,0.009591466188430786
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,2560,768,0.00959999958674113
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,2560,768,0.009225599964459737
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,2560,768,0.009221333265304565
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,2560,768,0.00879146655400594
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,2560,768,0.008788266777992248
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,2560,768,0.008794666330019633
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,2560,768,0.008355200290679932
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,2560,768,0.008351999521255492
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,2560,768,0.008342400193214417
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,2560,768,0.008391466736793519
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,2560,768,0.008371200164159138
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,2560,768,0.008362666765848795
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,2560,768,0.008339200417200725
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,2560,768,0.008333866794904072
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,2560,768,0.008455466230710347
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,2560,768,0.008309333523114523
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,2560,768,0.00839573343594869
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,2560,768,0.008380800485610962
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,2560,768,0.008291199803352356
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,2560,768,0.007981866598129272
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,2560,768,0.008292266726493835
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,2560,768,0.008217599987983704
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,2560,768,0.008308266599973042
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,2560,768,0.00809279978275299
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,2560,768,0.007928533355395
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,2560,768,0.008319999774297078
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,2560,768,0.007975466549396515
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,2560,768,0.00796693315108617
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,2560,768,0.008361599842707316
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,2560,768,0.00836906631787618
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,2560,768,0.008351999521255492
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,2560,768,0.00790826678276062
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,2560,768,0.008177066842714947
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,2560,768,0.007971199850241344
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,2560,768,0.008354133367538452
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,2560,768,0.007947733501593272
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,2560,768,0.008136533200740814
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,2560,768,0.008346666892369587
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,2560,768,0.007981866598129272
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,2560,768,0.00830080012480418
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,2560,512,0.06544426679611207
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,2560,512,0.01641706625620524
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,2560,512,0.03368000189463298
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,2560,512,0.010870400071144103
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,2560,512,0.010804266730944315
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,2560,512,0.009538132945696514
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,2560,512,0.009598933657010396
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,2560,512,0.010332799951235453
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,2560,512,0.009367466966311137
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,2560,512,0.009099733829498292
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,2560,512,0.00879039963086446
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,2560,512,0.009992532928784688
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,2560,512,0.009109333157539368
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,2560,512,0.009093333284060161
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,2560,512,0.009100799759229023
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,2560,512,0.009114666779836019
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,2560,512,0.007520000139872233
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,2560,512,0.007109333574771881
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,2560,512,0.0070783997575442
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,2560,768,0.008312533299128216
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,2560,512,0.007516799867153168
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,2560,512,0.008288000027338665
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,2560,512,0.006678399940331777
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,2560,512,0.0066431999206542965
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,2560,512,0.0066453332702318835
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,2560,512,0.006113066772619883
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,2560,512,0.006311466793219249
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,2560,512,0.005302399893601735
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,2560,512,0.0050805335243542995
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,2560,512,0.00508480022350947
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,2560,512,0.004609066744645437
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,2560,512,0.003790933390458425
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,2560,768,0.00809279978275299
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,2560,512,0.0034474665919939675
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,2560,512,0.003457066665093104
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,2560,512,0.0030720000465710956
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,2560,512,0.0034442665676275887
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,2560,512,0.0033791999022165934
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,2560,512,0.0033781332274278007
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,2560,512,0.0033930666744709016
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,2560,512,0.002998399982849757
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,2560,512,0.0029919999341169994
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,2560,512,0.0029834667841593427
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,2560,768,0.007995733122030894
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,2560,512,0.002951466788848241
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,2560,512,0.0030005333324273427
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,2560,512,0.0030378667016824085
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,2560,512,0.0030080000559488933
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,2560,512,0.002621866762638092
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,2560,512,0.002595199892918269
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,2560,512,0.002628266563018163
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,2560,512,0.0026208000878492994
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,2560,512,0.0026335999369621276
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,2560,512,0.0030048000315825146
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,2560,512,0.00258240004380544
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,2560,512,0.00262719988822937
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,2560,768,0.008319999774297078
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,2560,512,0.002995199958483378
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,2560,512,0.002573866645495097
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,2560,512,0.002619733413060506
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,2560,512,0.002587733417749405
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,2560,768,0.0083146666487058
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,2560,512,0.002619733413060506
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,2560,512,0.0025792000194390613
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,2560,512,0.0025909334421157838
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,2560,512,0.002571733295917511
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,2560,512,0.0030069333811601003
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,2560,512,0.0029845332105954488
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,2560,512,0.0030239999294281008
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,2560,512,0.0030250666042168934
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,2560,512,0.0032927999893824257
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,2560,512,0.0033749334514141084
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,2560,512,0.0032629333436489105
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,2560,512,0.0033759998778502146
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,2560,512,0.08743253548940023
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,2560,512,0.031268266836802165
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,2560,512,0.005689600110054016
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,2560,512,0.024795732895533242
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,2560,512,0.025596799453099568
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,2560,512,0.0042026668787002565
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,2560,512,0.025278933842976886
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,2560,512,0.0242741326491038
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,2560,512,0.024679466088612875
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,2560,768,0.00790293316046397
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,2560,512,0.024153600136439003
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,2560,512,0.023669334252675374
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,2560,512,0.023362133900324503
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,2560,512,0.003221333275238673
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,2560,512,0.023027199506759643
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,2560,512,0.022562134265899658
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,2560,512,0.022770132621129355
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,2560,512,0.023243733247121177
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,2560,512,0.021614933013916017
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,2560,512,0.02142826716105143
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,2560,512,0.020802134275436403
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,2560,512,0.0025621332228183747
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,2560,512,0.021262933810551964
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,2560,512,0.02222933371861776
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,2560,512,0.020504534244537354
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,2560,512,0.020732800165812172
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,2560,512,0.020654932657877604
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,2560,512,0.002584533393383026
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,2560,512,0.019013333320617675
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,2560,512,0.019363200664520262
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,2560,512,0.019299199183781944
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,2560,512,0.018506666024525963
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,2560,512,0.018844799200693766
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,2560,512,0.016899200280507405
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,2560,512,0.016698666413625083
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,2560,512,0.017343999942143758
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,2560,512,0.01629973351955414
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,2560,512,0.015396266182263692
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,2560,512,0.014599466323852539
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,2560,512,0.014565333724021912
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,2560,512,0.01448853313922882
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,2560,512,0.014498133460680643
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,2560,512,0.014505599935849508
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,2560,512,0.014730667074521383
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,2560,512,0.015034666657447815
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,2560,512,0.014549332857131957
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,2560,512,0.014435199896494546
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,2560,512,0.01437333325544993
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,2560,512,0.014653866489728292
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,2560,512,0.014738133549690247
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,2560,512,0.015213867028554281
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,2560,512,0.014468266566594442
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,2560,512,0.014468266566594442
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,2560,512,0.014436266819636025
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,2560,512,0.014452266693115234
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,2560,512,0.014410666624704995
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,2560,512,0.014591999848683677
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,2560,512,0.015717333555221556
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,2560,512,0.01369493305683136
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,2560,512,0.01409066617488861
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,2560,512,0.013865600029627482
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,2560,512,0.014327466487884521
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,2560,512,0.01348373293876648
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,2560,512,0.014003200332323709
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,2560,512,0.02375040054321289
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,2560,512,0.01350826621055603
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,2560,512,0.012962133685747782
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,2560,512,0.013543466726938883
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,2560,512,0.01437013347943624
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,2560,512,0.014376533031463624
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,2560,512,0.014237866799036662
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,2560,512,0.014388266205787658
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,2560,512,0.01690346598625183
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,2560,512,0.01620693306128184
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,2560,512,0.05220479965209961
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,2560,512,0.013500799735387167
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,2560,512,0.013246933619181315
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,2560,512,0.014255999525388082
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,2560,512,0.014248533050219217
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,2560,512,0.014413866400718688
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,2560,512,0.17754987080891926
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,2560,512,0.09760533173878988
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,2560,512,0.6218197504679362
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,2560,512,0.09108693599700927
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,2560,512,1.262334950764974
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,2560,512,0.09608000119527181
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,2560,512,0.08652053674062093
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,2560,512,0.06934719880421956
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,2560,512,0.09105172952016195
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,2560,512,0.06523199876149496
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,2560,512,0.06400746504465739
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,2560,512,0.05945706764856974
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,2560,512,0.05422506729761759
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,2560,512,0.08568639755249023
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,2560,512,0.0812053362528483
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,2560,512,0.07463680108388265
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,2560,512,0.08037119706471761
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,2560,512,0.04310719966888428
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,2560,512,0.0742527961730957
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,2560,512,0.037436799208323164
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,2560,512,0.03252266645431519
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,2560,512,0.03209706743558248
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,2560,512,0.07027733325958252
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,2560,512,0.02675519982973735
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,2560,512,0.026782933870951337
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,2560,512,0.05830186605453491
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,2560,512,0.05303146839141846
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,2560,512,0.048053332169850665
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,2560,512,0.048043731848398843
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,2560,512,0.03779733180999756
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,2560,512,0.042751999696095784
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,2560,512,0.022029866774876915
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,2560,512,0.0214954674243927
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,2560,512,0.016942934195200602
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,2560,512,0.016139733791351318
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,2560,512,0.011621333161989848
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,2560,512,0.009538132945696514
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,2560,512,0.010447999835014344
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,2560,512,0.010429867108662923
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,2560,512,0.010366933544476827
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,2560,512,0.00916373332341512
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,2560,512,0.010808533430099488
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,2560,512,0.009224533041318258
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,2560,512,0.009594666957855224
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,2560,512,0.007900799810886382
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,2560,512,0.006676266590754191
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,2560,512,0.006727466483910878
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,2560,512,0.007627733548482259
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,2560,512,0.007079466680685679
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,2560,512,0.0067210664351781205
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,2560,512,0.007096533477306366
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,2560,512,0.006693333387374878
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,2560,512,0.0070165331164995836
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,2560,512,0.007141333321730297
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,2560,512,0.006714666883150737
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,2560,512,0.00709440012772878
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,2560,512,0.007068799932797749
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,2560,512,0.0067552000284194945
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,2560,512,0.00710399995247523
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,2560,512,0.007123200098673503
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,2560,512,0.007131733496983846
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,2560,512,0.0071381335457166035
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,2560,512,0.007064533233642578
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,2560,512,0.0074890668193499255
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,2560,512,0.007065600156784058
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,2560,512,0.007145600020885467
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,2560,512,0.007117866476376851
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,2560,512,0.007052800059318543
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,2560,512,0.007558399935563405
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,2560,512,0.007566933333873749
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,2560,512,0.0075552001595497135
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,2560,512,0.06417493422826132
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,2560,512,0.035094400246938065
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,2560,512,0.007931733131408691
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,2560,512,0.022513065735499063
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,2560,512,0.016475733121236166
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,2560,512,0.007942399879296621
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,2560,512,0.00754559983809789
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,2560,512,0.01609599987665812
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,2560,512,0.01608746647834778
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,2560,512,0.016109866897265117
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,2560,512,0.01569493313630422
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,2560,512,0.01535040040810903
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,2560,512,0.013691733280817667
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,2560,512,0.013251200318336487
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,2560,512,0.013221333424250284
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,2560,512,0.013273599743843078
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,2560,512,0.012872533003489176
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,2560,512,0.012813867131868998
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,2560,512,0.01285866697629293
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,2560,512,0.012408533692359924
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,2560,512,0.012410666545232136
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,2560,512,0.012058666348457337
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,2560,512,0.0120170662800471
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,2560,512,0.011643733580907185
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,2560,512,0.011622400085131327
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,2560,512,0.011365333199501037
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,2560,512,0.010788266857465107
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,2560,512,0.00960640013217926
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,2560,512,0.009565866986910502
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,2560,512,0.009746133287747701
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,2560,512,0.00916373332341512
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,2560,512,0.009102933605511983
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,2560,512,0.008759466807047527
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,2560,512,0.008313600222269695
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,2560,512,0.008711466193199157
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,2560,512,0.008392533659934998
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,2560,512,0.008306133250395458
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,2560,512,0.008356266220410665
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,2560,512,0.007995733122030894
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,2560,512,0.007946666578451793
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,2560,512,0.008026666442553202
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,2560,512,0.007897600034872691
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,2560,512,0.007930666704972585
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,2560,512,0.007935999830563863
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,2560,512,0.007890133559703827
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,2560,512,0.007962666451931
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,2560,512,0.007962666451931
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,2560,512,0.007961600025494894
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,2560,512,0.007942399879296621
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,2560,512,0.007968000074227651
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,2560,512,0.007970133423805236
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,2560,512,0.00787306676308314
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,2560,512,0.007877333462238312
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,2560,512,0.007524266839027405
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,2560,512,0.007561600208282471
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,2560,512,0.007959466675917308
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,2560,512,0.007548800110816956
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,2560,512,0.007523199915885926
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,2560,512,0.0075328002373377485
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,2560,512,0.007879466811815897
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,2560,512,0.007884799937407176
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,2560,512,0.007548800110816956
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,2560,512,0.007501866420110066
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,2560,512,0.007605333129564922
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,2560,512,0.00788373351097107
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,2560,512,0.007884799937407176
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,2560,512,0.007542400062084198
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,2560,512,0.007589333256085714
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,2560,512,0.007889066636562348
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,2560,512,0.007706666489442189
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,2560,256,0.045066666603088376
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,2560,512,0.007525333265463512
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,2560,256,0.022817067305246987
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,2560,256,0.01213759978612264
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,2560,256,0.007940266529719036
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,2560,256,0.007947733501593272
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,2560,256,0.007053866485754649
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,2560,256,0.007121066749095917
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,2560,256,0.007523199915885926
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,2560,256,0.007108266651630402
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,2560,256,0.00666133314371109
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,2560,256,0.0066538666685422255
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,2560,512,0.007895466685295106
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,2560,256,0.007481599847475688
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,2560,256,0.006666666766007741
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,2560,256,0.006725333134333293
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,2560,256,0.006720000008742015
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,2560,256,0.005681066711743673
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,2560,256,0.005509333312511444
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,2560,256,0.0054837331175804135
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,2560,256,0.005885866781075796
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,2560,256,0.006646400193373363
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,2560,256,0.005025066435337067
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,2560,256,0.005414400001366933
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,2560,256,0.004739200075467428
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,2560,256,0.004600533346335093
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,2560,256,0.005081599950790406
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,2560,512,0.00791786660750707
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,2560,256,0.004321066538492838
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,2560,256,0.004198400179545084
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,2560,256,0.004195199906826019
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,2560,256,0.003788800040880839
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,2560,256,0.0033759998778502146
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,2560,256,0.003409066547950109
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,2560,256,0.0029738667110602063
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,2560,512,0.007833600044250488
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,2560,256,0.002995199958483378
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,2560,256,0.002977066735426585
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,2560,256,0.0029845332105954488
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,2560,256,0.0029258665939172106
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,2560,256,0.002624000112215678
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,2560,256,0.002587733417749405
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,2560,256,0.0030005333324273427
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,2560,256,0.0025920001169045764
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,2560,256,0.0025770666698614756
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,2560,256,0.00257493332028389
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,2560,256,0.0025962665677070618
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,2560,256,0.0025610665480295816
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,2560,256,0.0025909334421157838
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,2560,256,0.002595199892918269
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,2560,256,0.002584533393383026
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,2560,256,0.0028192001084486645
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,2560,256,0.002584533393383026
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,2560,256,0.0067093332608540845
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,2560,256,0.002621866762638092
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,2560,256,0.002510933329661687
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,2560,256,0.002209066599607468
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,2560,256,0.002282666663328807
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,2560,256,0.0025813333690166474
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,2560,256,0.00222080002228419
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,2560,256,0.0022495999932289124
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,2560,256,0.0022154666483402254
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,2560,256,0.0022581333915392557
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,2560,512,0.007515733440717061
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,2560,256,0.0022005334496498106
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,2560,256,0.00222080002228419
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,2560,512,0.007898666461308797
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,2560,256,0.002595199892918269
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,2560,256,0.002573866645495097
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,2560,256,0.002573866645495097
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,2560,256,0.0025642665723959604
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,2560,256,0.002569599946339925
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,2560,256,0.0025621332228183747
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,2560,256,0.002583466718594233
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,2560,256,0.0030154667794704436
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,2560,256,0.06372906764348349
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,2560,256,0.0026922665536403658
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,2560,256,0.041121065616607666
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,2560,256,0.027112533648808796
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,2560,256,0.023053866624832154
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,2560,256,0.022574933369954427
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,2560,256,0.022064000368118286
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,2560,256,0.02223466634750366
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,2560,256,0.022006400426228843
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,2560,256,0.020947200059890748
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,2560,256,0.020734934012095134
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,2560,256,0.020924800634384157
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,2560,256,0.020758400360743202
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,2560,256,0.020601600408554077
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,2560,256,0.021195733547210695
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,2560,256,0.02068159977595011
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,2560,256,0.01889386574427287
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,2560,256,0.02074133356412252
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,2560,256,0.01885439952214559
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,2560,256,0.019082667430241902
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,2560,256,0.019272534052530925
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,2560,256,0.019770665963490804
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,2560,256,0.0182805339495341
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,2560,256,0.01872319976488749
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,2560,256,0.005018666883309682
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,2560,256,0.0025792000194390613
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,2560,256,0.01765759984652201
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,2560,256,0.017630932728449504
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,2560,256,0.017485866943995156
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,2560,256,0.01802560091018677
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,2560,256,0.018253866831461588
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,2560,256,0.016613333423932394
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,2560,256,0.017314134041468303
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,2560,256,0.01476693352063497
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,2560,256,0.015973333517710367
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,2560,256,0.01455466647942861
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,2560,256,0.01461013356844584
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,2560,256,0.014447999993960061
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,2560,256,0.014523733655611673
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,2560,256,0.014434132973353067
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,2560,256,0.01535146633783976
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,2560,256,0.0165994664033254
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,2560,512,0.007547733187675476
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,2560,256,0.014451199769973755
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,2560,256,0.014334932963053385
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,2560,256,0.014366933703422546
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,2560,256,0.014286933342615762
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,2560,256,0.014361600081125895
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,2560,256,0.01437440017859141
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,2560,256,0.01384106675783793
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,2560,256,0.014629333217938741
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,2560,256,0.014389333128929139
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,2560,256,0.014222932855288186
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,2560,256,0.014363732933998109
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,2560,256,0.014244266351064048
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,2560,256,0.002293333411216736
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,2560,256,0.013496533036231995
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,2560,256,0.016821332772572837
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,2560,256,0.012664533654848733
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,2560,256,0.0126720001300176
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,2560,256,0.01262079974015554
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,2560,256,0.013960533340771995
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,2560,256,0.013564800222714743
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,2560,256,0.013820800185203552
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,2560,256,0.013823999961217245
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,2560,256,0.013413332899411521
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,2560,256,0.013225600123405457
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,2560,256,0.014306132992108664
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,2560,256,0.014318933089574179
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,2560,256,0.014382933576901754
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,2560,256,0.014237866799036662
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,2560,256,0.015711999932924905
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,2560,256,0.01409280002117157
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,2560,256,0.014037332932154336
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,2560,256,0.014229333400726319
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,2560,256,0.014350933829943338
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,2560,256,0.002201599876085917
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,2560,256,0.014221866925557455
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,2560,256,0.012873599926630655
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,2560,256,0.014533332983652749
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,2560,256,0.07603519757588705
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,2560,256,0.1377130667368571
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,2560,256,0.38879572550455727
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,2560,256,0.0721887985865275
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,2560,256,0.06738026936848959
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,2560,256,0.07124479611714682
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,2560,256,0.8252277374267578
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,2560,256,0.07534080346425374
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,2560,256,0.05499946673711141
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,2560,256,0.05096533298492432
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,2560,256,0.05013546546300253
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,2560,256,0.04640959898630778
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,2560,256,0.04231893221537272
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,2560,256,0.0631605346997579
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,2560,256,0.06647466818491618
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,2560,256,0.058754134178161624
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,2560,256,0.06277226607004802
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,2560,256,0.0382421334584554
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,2560,256,0.054661333560943604
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,2560,256,0.059236268202463783
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,2560,256,0.030060799916585286
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,2560,256,0.02636373241742452
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,2560,256,0.02225066622098287
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,2560,256,0.025689599911371867
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,2560,256,0.02187946637471517
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,2560,256,0.04604693253835042
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,2560,256,0.04229653278986613
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,2560,256,0.03844586610794067
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,2560,256,0.03500800132751465
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,2560,256,0.030436267455418903
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,2560,256,0.033846398194630936
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,2560,256,0.017717333634694417
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,2560,256,0.01771199901898702
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,2560,256,0.013672533631324767
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,2560,256,0.013714133699735006
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,2560,256,0.010109866658846538
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,2560,256,0.009154133001963298
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,2560,256,0.0083146666487058
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,2560,256,0.009156266848246258
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,2560,256,0.009125333031018574
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,2560,256,0.00877333382765452
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,2560,256,0.00837546686331431
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,2560,256,0.007946666578451793
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,2560,256,0.007934933404127757
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,2560,256,0.007095466554164887
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,2560,256,0.006734933455785115
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,2560,256,0.0071381335457166035
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,2560,256,0.006285866598288219
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,2560,256,0.005904000004132589
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,2560,256,0.006761600077152252
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,2560,256,0.0059232001503308615
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,2560,256,0.005886933207511902
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,2560,256,0.006295466423034668
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,2560,256,0.006260266900062561
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,2560,256,0.00626453310251236
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,2560,256,0.006306133170922597
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,2560,256,0.0061951999862988796
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,2560,256,0.0059456000725428265
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,2560,256,0.006262399752934774
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,2560,256,0.006248533229033152
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,2560,256,0.006274133423964183
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,2560,256,0.006004266440868378
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,2560,256,0.006266666452089946
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,2560,256,0.005862399935722351
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,2560,256,0.0062720000743865965
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,2560,256,0.005861333509286245
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,2560,256,0.0061247999469439185
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,2560,256,0.0062720000743865965
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,2560,256,0.005860266586144766
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,2560,256,0.007118933399518331
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,2560,256,0.007066666583220164
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,2560,256,0.05137493213017782
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,2560,256,0.006153599917888641
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,2560,256,0.014889599879582724
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,2560,256,0.01483626663684845
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,2560,256,0.014478933811187745
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,2560,256,0.014078933000564575
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,2560,256,0.014109866817792258
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,2560,256,0.006749866902828217
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,2560,256,0.0070783997575442
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,2560,256,0.012821333607037863
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,2560,256,0.03282133340835571
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,2560,256,0.012872533003489176
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,2560,256,0.014891733725865683
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,2560,256,0.012819199760754903
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,2560,256,0.012407466769218445
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,2560,256,0.012409599622090657
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,2560,256,0.012086400389671325
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,2560,256,0.011827199657758077
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,2560,256,0.01165226697921753
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,2560,256,0.011590400338172912
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,2560,256,0.011246933539708456
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,2560,256,0.011590400338172912
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,2560,256,0.011181867122650147
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,2560,256,0.010784000158309937
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,2560,256,0.0105813334385554
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,2560,256,0.010326400399208069
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,2560,256,0.009150933225949604
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,2560,256,0.022655999660491942
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,2560,256,0.009174399574597676
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,2560,256,0.008871466914812724
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,2560,256,0.008330666522185007
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,2560,256,0.008730666836102803
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,2560,256,0.008366933465003968
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,2560,256,0.007995733122030894
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,2560,256,0.007975466549396515
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,2560,256,0.008330666522185007
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,2560,256,0.007944533228874206
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,2560,256,0.007638399799664815
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,2560,256,0.007891199986139933
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,2560,256,0.007522133489449819
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,2560,256,0.0075765331586201985
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,2560,256,0.0075434664885203045
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,2560,256,0.007573333382606506
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,2560,256,0.007562666634718577
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,2560,256,0.007178666690985362
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,2560,256,0.00755626658598582
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,2560,256,0.007547733187675476
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,2560,256,0.007472000022729237
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,2560,256,0.007514666517575581
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,2560,256,0.007520000139872233
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,2560,256,0.007142400244871776
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,2560,256,0.007144533097743988
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,2560,256,0.007501866420110066
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,2560,256,0.007482666770617168
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,2560,256,0.007485866546630859
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,2560,256,0.007573333382606506
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,2560,256,0.007540266712506611
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,2560,256,0.007461333274841308
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,2560,256,0.007499733567237854
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,2560,256,0.007118933399518331
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,2560,256,0.0070698668559392285
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,2560,256,0.007150933146476746
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,2560,256,0.007152000069618225
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,2560,256,0.007160533467928569
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,2560,256,0.007221333185831706
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,2560,256,0.00729066679875056
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,2560,256,0.0071381335457166035
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,2560,256,0.007502933343251546
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,2560,256,0.007145600020885467
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,2560,256,0.007298133273919423
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,2560,256,0.007481599847475688
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,2560,256,0.007156266768773396
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,2560,128,0.036738133430480956
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,2560,128,0.01808533271153768
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,2560,128,0.01011946698029836
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,2560,256,0.007047466437021891
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,2560,256,0.007155199845631917
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,2560,128,0.006861866513888042
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,2560,128,0.006295466423034668
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,2560,128,0.00631039987007777
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,2560,256,0.007130666573842366
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,2560,128,0.006234666705131531
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,2560,256,0.00709440012772878
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,2560,128,0.006348800162474315
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,2560,128,0.005936000247796377
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,2560,128,0.005857066810131073
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,2560,128,0.006016000111897787
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,2560,128,0.005447466671466827
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,2560,128,0.004996266464392344
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,2560,256,0.007131733496983846
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,2560,128,0.005063466727733612
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,2560,128,0.005106133222579956
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,2560,128,0.0047989333669344585
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,2560,128,0.004692266881465912
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,2560,128,0.0046517332394917805
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,2560,128,0.004241066674391428
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,2560,128,0.004619733492533366
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,2560,128,0.004212266703446706
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,2560,128,0.003786666691303253
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,2560,128,0.004285866518815359
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,2560,128,0.0037994667887687682
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,2560,128,0.0034282666941483817
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,2560,128,0.0034453332424163817
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,2560,128,0.0033802665770053864
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,2560,128,0.0030346666773160298
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,2560,128,0.00276799996693929
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,2560,128,0.0029706666866938275
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,2560,128,0.002595199892918269
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,2560,128,0.0025429333249727885
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,2560,128,0.0025685332715511323
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,2560,128,0.002573866645495097
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,2560,128,0.0025792000194390613
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,2560,128,0.0025610665480295816
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,2560,128,0.0025653332471847535
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,2560,128,0.002552533398071925
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,2560,128,0.002178133279085159
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,2560,128,0.002179199953873952
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,2560,128,0.0022154666483402254
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,2560,128,0.0022101332743962605
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,2560,128,0.0021727999051411946
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,2560,128,0.0021536000072956084
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,2560,128,0.002164266755183538
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,2560,128,0.002221866697072983
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,2560,128,0.0022026665508747103
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,2560,128,0.002203733225663503
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,2560,128,0.0022133332987626392
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,2560,128,0.002229333420594533
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,2560,128,0.0022069332500298817
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,2560,128,0.0074869334697723385
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,2560,128,0.0025418666501839954
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,2560,128,0.002147199958562851
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,2560,128,0.00659093310435613
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,2560,128,0.002149333308140437
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,2560,128,0.0021578667064507803
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,2560,128,0.006382933259010315
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,2560,128,0.0021429332594076794
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,2560,128,0.005909333129723867
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,2560,128,0.002274133265018463
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,2560,128,0.0022912000616391497
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,2560,128,0.0023541333774725597
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,2560,128,0.002238933245340983
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,2560,128,0.0022272000710169475
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,2560,128,0.002217599997917811
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,2560,128,0.002179199953873952
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,2560,128,0.0029738667110602063
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,2560,128,0.05393493175506592
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,2560,128,0.037069865067799884
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,2560,128,0.024499199787775674
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,2560,128,0.020512000719706217
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,2560,128,0.0210805336634318
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,2560,128,0.01912426749865214
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,2560,128,0.0022229333718617756
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,2560,128,0.019523199399312338
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,2560,128,0.018588799238204955
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,2560,128,0.018999467293421425
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,2560,128,0.018874667088190713
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,2560,128,0.01922773321469625
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,2560,128,0.0021930667261282604
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,2560,128,0.01855573256810506
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,2560,128,0.01821440060933431
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,2560,128,0.020430932442347206
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,2560,128,0.017230933904647826
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,2560,128,0.01911466717720032
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,2560,128,0.0022026665508747103
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,2560,128,0.017170133193333943
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,2560,128,0.002143999934196472
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,2560,128,0.002145066608985265
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,2560,128,0.016874667008717856
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,2560,128,0.0021877333521842955
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,2560,128,0.01776640017827352
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,2560,128,0.01657919983069102
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,2560,128,0.015470932920773825
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,2560,128,0.01712426741917928
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,2560,128,0.01655359963575999
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,2560,128,0.015723733107248943
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,2560,128,0.015479466319084168
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,2560,128,0.015675733486811318
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,2560,128,0.014498133460680643
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,2560,128,0.015754666924476624
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,2560,128,0.015317333738009134
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,2560,128,0.014491732915242514
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,2560,128,0.014363732933998109
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,2560,128,0.014455466469128927
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,2560,128,0.018729599316914876
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,2560,128,0.01444906691710154
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,2560,128,0.01444586714108785
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,2560,128,0.015306666493415833
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,2560,128,0.014587733149528503
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,2560,128,0.014444800217946372
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,2560,128,0.014505599935849508
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,2560,128,0.014361600081125895
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,2560,128,0.014310399691263834
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,2560,128,0.01425386667251587
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,2560,128,0.014519466956456503
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,2560,128,0.014894933501879374
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,2560,128,0.01416106621424357
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,2560,128,0.013961600263913474
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,2560,128,0.014307199915250143
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,2560,128,0.013687466581662497
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,2560,128,0.01288106640179952
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,2560,128,0.014237866799036662
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,2560,128,0.012729600071907043
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,2560,128,0.012801067034403483
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,2560,128,0.014196266730626425
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,2560,128,0.017876267433166504
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,2560,128,0.013828266660372415
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,2560,128,0.013490133484204612
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,2560,128,0.013398399949073792
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,2560,128,0.016596266627311708
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,2560,128,0.014249599973360696
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,2560,128,0.013212800025939941
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,2560,128,0.013554132978121438
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,2560,128,0.013268267114957174
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,2560,128,0.016782933473587038
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,2560,128,0.01320746640364329
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,2560,128,0.01420906682809194
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,2560,128,0.013621333241462707
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,2560,128,0.013588266571362815
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,2560,128,0.013424000144004822
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,2560,128,0.012495999534924824
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,2560,128,0.01829119920730591
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,2560,128,0.012942933042844138
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,2560,128,0.012801067034403483
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,2560,128,0.013523200154304504
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,2560,128,0.013782399892807006
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,2560,128,0.11819199721018474
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,2560,128,0.06515093247095743
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,2560,128,0.2826143900553385
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,2560,128,0.06163520018259684
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,2560,128,0.5950101216634114
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,2560,128,0.05832000176111857
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,2560,128,0.06198720137278239
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,2560,128,0.06490453481674194
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,2560,128,0.04727146625518799
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,2560,128,0.044336001078287765
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,2560,128,0.043935998280843096
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,2560,128,0.04024639924367269
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,2560,128,0.036927998065948486
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,2560,128,0.054255998134613036
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,2560,128,0.05752533276875814
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,2560,128,0.054647465546925865
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,2560,128,0.05058559974034628
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,2560,128,0.051047468185424806
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,2560,128,0.04769386847813924
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,2560,128,0.026368000109990436
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,2560,128,0.023127466440200806
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,2560,128,0.04026453495025635
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,2560,128,0.02272319992383321
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,2560,128,0.01937920053799947
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,2560,128,0.0191594660282135
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,2560,128,0.03700480063756307
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,2560,128,0.03373013337453206
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,2560,128,0.03370453516642253
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,2560,128,0.03007253408432007
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,2560,128,0.029633067051569623
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,2560,128,0.026410667101542155
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,2560,128,0.016114133596420287
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,2560,128,0.01569706698258718
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,2560,128,0.012482133507728577
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,2560,128,0.009145599603652955
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,2560,128,0.008353066444396973
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,2560,128,0.012395733594894409
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,2560,128,0.007542400062084198
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,2560,128,0.007548800110816956
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,2560,128,0.008298666775226593
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,2560,128,0.008692266543706258
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,2560,128,0.008734933535257975
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,2560,128,0.00754559983809789
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,2560,128,0.007474133372306823
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,2560,128,0.00668693333864212
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,2560,128,0.0055071999629338585
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,2560,128,0.0055071999629338585
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,2560,128,0.006285866598288219
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,2560,128,0.005470933516820272
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,2560,128,0.005914666752020518
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,2560,128,0.005853866537412008
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,2560,128,0.005845333139101664
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,2560,128,0.005445333321889242
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,2560,128,0.005850666761398315
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,2560,128,0.005469866593678792
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,2560,128,0.005433600147565206
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,2560,128,0.00551146666208903
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,2560,128,0.005721599857012431
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,2560,128,0.005862399935722351
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,2560,128,0.005509333312511444
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,2560,128,0.00547733356555303
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,2560,128,0.005859200159708659
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,2560,128,0.0054517333706219995
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,2560,128,0.005479466418425242
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,2560,128,0.0058794667323430385
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,2560,128,0.0058677335580190025
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,2560,128,0.0067221333583196
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,2560,128,0.005465599894523621
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,2560,128,0.006372266511122386
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,2560,128,0.05460160175959269
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,2560,128,0.03702400128046672
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,2560,128,0.0063360000650088
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,2560,128,0.02189013361930847
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,2560,128,0.014909866452217101
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,2560,128,0.014538666605949402
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,2560,128,0.014180266857147216
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,2560,128,0.014110933740933737
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,2560,128,0.013754666845003764
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,2560,128,0.013641599814097086
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,2560,128,0.012782933314641318
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,2560,128,0.013340800007184347
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,2560,128,0.012000000476837159
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,2560,128,0.005487999816735586
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,2560,128,0.01200320025285085
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,2560,128,0.011898666620254517
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,2560,128,0.011623467008272808
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,2560,128,0.011594667037328085
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,2560,128,0.011211733023325603
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,2560,128,0.01116480032602946
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,2560,128,0.00636053333679835
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,2560,128,0.0108106662829717
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,2560,128,0.010755200187365215
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,2560,128,0.010236799716949463
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,2560,128,0.0062826668222745255
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,2560,128,0.010376532872517902
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,2560,128,0.009955199559529622
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,2560,128,0.009144533673922222
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,2560,128,0.008772266904513042
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,2560,128,0.00879146655400594
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,2560,128,0.008377599716186523
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,2560,128,0.008020266890525818
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,2560,128,0.007580799857775371
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,2560,128,0.0079434668024381
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,2560,128,0.007541333138942718
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,2560,128,0.007512533167997997
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,2560,128,0.007551999886830647
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,2560,128,0.007531733314196269
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,2560,128,0.0074869334697723385
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,2560,128,0.007540266712506611
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,2560,128,0.006659199794133504
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,2560,128,0.0071381335457166035
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,2560,128,0.007114666700363159
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,2560,128,0.007073066631952922
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,2560,128,0.007549866537253062
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,2560,128,0.007101866602897644
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,2560,128,0.011156266927719117
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,2560,128,0.007492266595363617
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,2560,128,0.0074976002176602675
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,2560,128,0.0071285332242647815
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,2560,128,0.007134933272997539
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,2560,128,0.0071050668756167095
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,2560,128,0.007083733379840851
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,2560,128,0.007077333331108093
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,2560,128,0.007096533477306366
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,2560,128,0.007088000078996022
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,2560,128,0.007079466680685679
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,2560,128,0.0070720002055168155
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,2560,128,0.007143466671307881
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,2560,128,0.007106133302052816
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,2560,128,0.007129600147406261
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,2560,128,0.00689279983441035
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,2560,128,0.006814933319886525
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,2560,128,0.0070698668559392285
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,2560,128,0.006734933455785115
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,2560,128,0.007099733253320058
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,2560,128,0.007125333448251088
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,2560,128,0.006671999891599019
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,2560,128,0.0067221333583196
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,2560,128,0.007150933146476746
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,2560,128,0.0070933332045873005
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,2560,128,0.006737066805362702
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,2560,128,0.007075199981530507
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,2560,128,0.007134933272997539
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,2560,128,0.006861866513888042
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,2560,64,0.017544533809026083
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,2560,64,0.032321067651112874
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,2560,64,0.009180800120035807
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,2560,64,0.005976533393065134
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,2560,64,0.00584853341182073
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,2560,128,0.006753066678841908
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,2560,64,0.005772800246874491
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,2560,64,0.0055061335364977515
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,2560,64,0.005513600011666616
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,2560,64,0.005554133156935374
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,2560,64,0.005467733244101206
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,2560,64,0.00543146679798762
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,2560,64,0.005075199902057648
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,2560,64,0.005435733497142792
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,2560,64,0.004964266717433929
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,2560,64,0.004676266511281332
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,2560,64,0.0046165332198143
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,2560,64,0.0046634669105211895
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,2560,64,0.004602666695912679
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,2560,64,0.004355200131734212
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,2560,64,0.004638933142026265
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,2560,64,0.004170666635036469
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,2560,64,0.003833599885304769
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,2560,64,0.003435733417669932
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,2560,64,0.004071466624736786
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,2560,64,0.0033759998778502146
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,2560,64,0.0034186666210492453
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,2560,64,0.0032426667710145317
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,2560,64,0.003389866650104523
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,2560,64,0.0026133333643277483
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,2560,64,0.0029834667841593427
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,2560,64,0.0025386666258176167
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,2560,64,0.002611200014750163
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,2560,64,0.002162133405605952
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,2560,64,0.002293333411216736
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,2560,64,0.0022122666239738466
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,2560,64,0.002221866697072983
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,2560,64,0.0022122666239738466
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,2560,64,0.0023445333043734234
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,2560,64,0.002160000056028366
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,2560,64,0.006303999821345012
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,2560,64,0.002186666677395503
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,2560,64,0.002197333425283432
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,2560,64,0.0021888000269730886
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,2560,128,0.0070709332823753355
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,2560,64,0.0021920000513394673
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,2560,64,0.002148266633351644
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,2560,64,0.00586346685886383
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,2560,64,0.002203733225663503
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,2560,64,0.002162133405605952
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,2560,64,0.002194133400917053
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,2560,64,0.0021759999295075734
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,2560,64,0.0021674667795499166
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,2560,64,0.0018389333039522172
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,2560,64,0.0017770666629076004
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,2560,64,0.00425600012143453
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,2560,64,0.0021898667017618816
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,2560,64,0.0019445333629846573
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,2560,64,0.00179626668492953
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,2560,64,0.0020938667158285776
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,2560,64,0.0018389333039522172
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,2560,64,0.0018016000588734944
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,2560,64,0.001802666609485944
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,2560,64,0.002074666693806648
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,2560,64,0.0018314667046070098
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,2560,64,0.0017909333109855652
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,2560,64,0.0018016000588734944
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,2560,64,0.002136533210674922
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,2560,64,0.0023669332265853884
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,2560,64,0.002162133405605952
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,2560,64,0.0019285333653291064
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,2560,64,0.0021354667842388153
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,2560,64,0.002133333434661229
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,2560,128,0.006764799853165944
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,2560,64,0.03505920171737671
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,2560,64,0.053808001677195225
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,2560,64,0.020478934049606323
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,2560,64,0.01914026737213135
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,2560,64,0.02332800030708313
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,2560,64,0.018589866161346436
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,2560,64,0.018682666619618735
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,2560,64,0.019694934288660683
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,2560,64,0.01840533415476481
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,2560,64,0.0186901330947876
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,2560,64,0.01837973395983378
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,2560,64,0.017179733514785765
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,2560,64,0.018607999881108603
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,2560,64,0.01752106746037801
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,2560,64,0.01656426688035329
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,2560,64,0.01780160069465637
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,2560,128,0.007099733253320058
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,2560,64,0.01778879960378011
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,2560,64,0.0022240000466505687
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,2560,64,0.0164192001024882
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,2560,64,0.017758933703104655
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,2560,64,0.01663040022055308
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,2560,64,0.002198400100072225
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,2560,64,0.01824000080426534
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,2560,64,0.016515200336774193
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,2560,64,0.015723733107248943
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,2560,64,0.017017600933710735
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,2560,64,0.017670400937398276
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,2560,64,0.015827199816703795
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,2560,64,0.014520532886187234
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,2560,64,0.01471466620763143
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,2560,64,0.014447999993960061
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,2560,64,0.014495999614397685
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,2560,64,0.014492799838383993
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,2560,64,0.014450132846832275
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,2560,64,0.014087466398874917
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,2560,64,0.0017802666872739792
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,2560,64,0.014365866780281067
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,2560,64,0.014320000012715658
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,2560,64,0.01461013356844584
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,2560,64,0.014299733440081277
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,2560,64,0.022642133633295695
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,2560,64,0.014320000012715658
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,2560,64,0.014215466380119324
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,2560,64,0.013682132959365845
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,2560,64,0.013870933651924133
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,2560,64,0.014340266585350037
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,2560,64,0.01406719982624054
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,2560,64,0.012968533237775168
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,2560,64,0.012954666217168172
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,2560,64,0.014205867052078247
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,2560,64,0.014060800274213156
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,2560,64,0.013640532890955607
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,2560,64,0.013414399822553
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,2560,64,0.013364266355832419
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,2560,64,0.01862293283144633
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,2560,64,0.014122666915257773
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,2560,64,0.01323199967543284
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,2560,64,0.012921599547068277
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,2560,64,0.012758400042851767
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,2560,64,0.01332266628742218
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,2560,64,0.01423679987589518
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,2560,64,0.013823999961217245
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,2560,64,0.013209600249926248
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,2560,64,0.012986666957537332
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,2560,64,0.014109866817792258
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,2560,64,0.014115200440088908
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,2560,64,0.013274666666984559
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,2560,64,0.013489066561063131
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,2560,64,0.013110400239626566
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,2560,64,0.013937066992123923
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,2560,64,0.013556266824404398
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,2560,64,0.013118933637936911
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,2560,64,0.012614400188128153
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,2560,64,0.013660800457000733
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,2560,32,0.03368000189463298
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,2560,32,0.018332799275716148
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,2560,32,0.006253866851329804
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,2560,32,0.00588266650835673
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,2560,32,0.008306133250395458
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,2560,32,0.005861333509286245
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,2560,32,0.005764266848564148
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,2560,32,0.0056981335083643595
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,2560,32,0.00584853341182073
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,2560,32,0.005819733440876007
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,2560,32,0.00572266678015391
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,2560,32,0.005491200089454651
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,2560,32,0.005433600147565206
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,2560,32,0.005831466615200042
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,2560,32,0.005025066435337067
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,2560,32,0.004677333434422811
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,2560,32,0.004622933268547058
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,2560,32,0.004626133541266123
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,2560,32,0.004614399870236715
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,2560,32,0.005014400184154511
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,2560,32,0.004614399870236715
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,2560,32,0.004446933170159658
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,2560,32,0.0046741331617037455
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,2560,32,0.0038176000118255613
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,2560,32,0.0037834666669368743
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,2560,32,0.004620799918969473
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,2560,32,0.0033600000043710076
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,2560,64,0.014532267053922018
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,2560,32,0.003390933324893316
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,2560,32,0.003403733422358831
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,2560,32,0.0034080001215140024
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,2560,32,0.002977066735426585
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,2560,32,0.0029898665845394133
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,2560,32,0.0025653332471847535
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,2560,32,0.002593066543340683
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,2560,32,0.0025770666698614756
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,2560,32,0.0021685334543387097
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,2560,32,0.002290133386850357
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,2560,64,0.014177067081133523
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,2560,32,0.002605866640806198
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,2560,32,0.0022122666239738466
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,2560,32,0.0021898667017618816
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,2560,32,0.0022026665508747103
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,2560,32,0.0021727999051411946
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,2560,32,0.002209066599607468
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,2560,32,0.002197333425283432
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,2560,32,0.0021375998854637145
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,2560,32,0.002194133400917053
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,2560,32,0.002178133279085159
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,2560,32,0.002201599876085917
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,2560,32,0.0022079999248186748
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,2560,32,0.002169599880774816
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,2560,32,0.0020618667205174763
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,2560,32,0.0021845333278179167
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,2560,32,0.0021290667355060577
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,2560,32,0.0021738665799299877
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,2560,32,0.002136533210674922
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,2560,32,0.0018389333039522172
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,2560,32,0.0020277333756287892
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,2560,32,0.0018485333770513535
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,2560,64,0.013518933455149332
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,2560,32,0.0018069333086411159
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,2560,32,0.0019498666127522786
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,2560,32,0.0021375998854637145
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,2560,32,0.0018005333840847015
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,2560,32,0.002128000060717265
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,2560,32,0.009284266829490661
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,2560,32,0.0017984000345071156
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,2560,32,0.002161066730817159
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,2560,32,0.0021749332547187803
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,2560,32,0.0018090666582187016
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,2560,32,0.0019093333433071774
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,2560,32,0.051284265518188474
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,2560,32,0.03285546700159709
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,2560,32,0.022315732638041177
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,2560,32,0.020422399044036865
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,2560,32,0.018633600076039633
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,2560,32,0.018598399559656777
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,2560,32,0.019040000438690186
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,2560,32,0.00262719988822937
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,2560,32,0.018595200777053834
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,2560,32,0.017318399747212727
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,2560,32,0.0025727999707063037
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,2560,32,0.018490666151046754
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,2560,32,0.02031466762224833
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,2560,32,0.018982400496800743
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,2560,32,0.01816640098889669
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,2560,32,0.01777600049972534
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,2560,32,0.01810986598332723
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,2560,32,0.018990933895111084
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,2560,32,0.016581333676973977
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,2560,32,0.01662399967511495
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,2560,32,0.017271467049916587
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,2560,32,0.016520532965660095
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,2560,32,0.016535466909408568
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,2560,32,0.01766293247540792
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,2560,32,0.016643200318018594
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,2560,32,0.01642346680164337
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,2560,32,0.015809067090352378
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,2560,32,0.017402666807174682
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,2560,32,0.015477333466211954
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,2560,32,0.014512000481287637
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,2560,32,0.01504533290863037
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,2560,32,0.0017802666872739792
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,2560,32,0.014536533753077188
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,2560,32,0.0145087997118632
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,2560,32,0.01563093364238739
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,2560,32,0.01448319951693217
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,2560,32,0.014359466234842935
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,2560,32,0.0018144000321626663
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,2560,32,0.014484266440073649
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,2560,32,0.014481066664059957
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,2560,32,0.014250666896502177
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,2560,32,0.01430506706237793
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,2560,32,0.014328533411026
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,2560,32,0.01422826647758484
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,2560,32,0.014365866780281067
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,2560,32,0.013894400000572205
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,2560,32,0.013803733388582864
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,2560,32,0.013044266899426778
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,2560,32,0.014441600441932679
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,2560,32,0.014324266711870828
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,2560,32,0.01432319978872935
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,2560,32,0.01402346690495809
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,2560,32,0.014346667130788169
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,2560,32,0.01436906655629476
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,2560,32,0.01420906682809194
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,2560,32,0.013707733154296875
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,2560,32,0.014003200332323709
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,2560,32,0.013692800203959146
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,2560,32,0.013595733046531677
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,2560,32,0.014111999670664468
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,2560,32,0.014149333039919535
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,2560,32,0.012919466694196066
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,2560,32,0.013175466656684875
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,2560,32,0.013765333096186319
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,2560,32,0.002162133405605952
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,2560,32,0.013806933164596557
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,2560,32,0.013125333189964294
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,2560,32,0.013634133338928222
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,2560,32,0.013097600142161051
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,2560,32,0.013571199774742127
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,2560,32,0.01648533344268799
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,2560,32,0.013899733622868856
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,2560,32,0.013554132978121438
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,2560,32,0.01330560048421224
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,2560,32,0.012871467073758445
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,2560,32,0.013235200444857279
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,2048,65536,0.7347520192464193
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,2048,65536,1.3865493138631184
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,2048,65536,0.7251893679300944
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,2048,65536,0.6902399857838949
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,2048,65536,0.6933493614196777
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,2048,65536,2.760517438252767
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,2048,65536,0.6462346712748209
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,2048,65536,0.607589324315389
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,2048,65536,0.6502079963684082
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,2048,65536,0.5690826574961344
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,2560,32,0.014315733313560485
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,2048,65536,0.5100800196329752
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,2048,65536,0.5252266724904379
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,2048,65536,5.419546763102214
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,2048,65536,0.47445865472157794
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,2048,65536,0.509989341100057
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,2560,32,0.01399786671002706
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,2048,65536,0.4915093183517456
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,2048,65536,0.5133066574732462
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,2048,65536,0.4306826591491699
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,2048,65536,0.400165319442749
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,2048,65536,0.40249065558115643
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,2048,65536,0.35740800698598224
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,2048,65536,0.31589333216349286
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,2048,65536,0.3450506528218587
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,2048,65536,0.2315359910329183
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,2048,65536,0.23747734228769937
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,2048,65536,0.20447999238967896
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,2048,65536,0.19794134298960367
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,2048,65536,0.1774453322092692
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,2048,65536,0.1242026686668396
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,2560,32,0.015640532970428465
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,2048,65536,0.16240533192952475
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,2048,65536,0.10518933335940044
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,2048,65536,0.07560533285140991
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,2048,65536,0.0634080022573471
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,2048,65536,0.06939200063546498
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,2048,65536,0.062090665102005005
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,2048,65536,0.06723199784755707
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,2048,65536,0.06244266529877981
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,2048,65536,0.056234667698542275
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,2048,65536,0.05398400127887726
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,2048,65536,0.05809600154558817
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,2048,65536,0.05683733522891998
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,2048,65536,0.054746667544047035
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,2048,65536,0.05599466462930044
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,2048,65536,0.05333333214124044
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,2048,65536,0.055957332253456116
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,2048,65536,0.051551997661590576
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,2048,65536,0.05459733307361603
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,2048,65536,0.04997866849104563
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,2048,65536,0.6796747048695883
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,2048,65536,0.05115200082461039
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,2048,65536,0.05179200073083242
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,2048,65536,0.05006400247414907
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,2048,65536,0.050016000866889954
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,2048,65536,0.05398400127887726
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,2048,65536,0.051818668842315674
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,2048,65536,0.053861334919929504
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,2048,65536,0.05171733101209005
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,2048,65536,0.05379733443260193
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,2048,65536,0.5543306668599447
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,2048,65536,0.05186666548252106
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,2048,65536,0.053823997577031456
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,2048,65536,0.051781331499417625
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,2048,65536,0.05385066568851471
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,2048,65536,0.050517335534095764
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,2048,65536,0.053504000107447304
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,2048,65536,0.052373334765434265
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,2048,65536,0.053871999184290566
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,2048,65536,0.05190933247407278
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,2048,65536,0.05310933291912079
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,2048,65536,0.31138134002685547
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,2048,65536,0.2747199932734172
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,2048,65536,2.088010629018148
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,2048,65536,1.1059839725494385
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,2048,65536,1.106549342473348
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,2048,65536,0.06211199859778086
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,2048,65536,1.042629321416219
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,2048,65536,1.0490933259328206
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,2048,65536,0.978874683380127
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,2048,65536,4.171354611714681
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,2048,65536,0.9989066918691
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,2048,65536,0.9128586451212565
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,2048,65536,0.05383466680844625
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,2048,65536,0.947381337483724
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,2048,65536,0.8468906879425049
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,2048,65536,0.8470293680826823
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,2048,65536,0.7818613052368164
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,2048,65536,0.7883413632710775
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,2048,65536,0.7405973275502523
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,2048,65536,0.651472012201945
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,2048,65536,0.717141310373942
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,2048,65536,0.693173329035441
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,2048,65536,0.05227200190226237
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,2048,65536,0.5321333408355713
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,2048,65536,0.48004265626271564
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,2048,65536,0.5033653179804484
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,2048,65536,0.4166826804478963
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,2048,65536,8.247957229614258
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,2048,65536,0.34814401467641193
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,2048,65536,0.3609280188878377
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,2048,65536,0.28833599885304767
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,2048,65536,0.28066132465998334
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,2048,65536,0.21638399362564087
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,2048,65536,0.2243679960568746
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,2048,65536,0.14193600416183472
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,2048,65536,0.13778666655222574
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,2048,65536,0.08135466774304707
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,2048,65536,0.08544533451398213
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,2048,65536,0.07934399942557017
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,2048,65536,0.08020266890525818
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,2048,65536,0.07521600027879079
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,2048,65536,0.0757120003302892
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,2048,65536,0.07253333429495494
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,2048,65536,0.07073600093523662
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,2048,65536,0.0622026671965917
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,2048,65536,0.06294399996598561
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,2048,65536,0.05986666679382324
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,2048,65536,0.05797866483529409
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,2048,65536,0.05608533322811127
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,2048,65536,0.05413866539796194
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,2048,65536,0.05198933184146881
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,2048,65536,0.05005866785844167
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,2048,65536,0.05212800204753876
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,2048,65536,0.614464004834493
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,2048,65536,0.05056533217430115
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,2048,65536,0.048010667165120445
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,2048,65536,0.5326773325602213
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,2048,65536,0.044591998060544334
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,2048,65536,0.042810668547948204
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,2048,65536,0.043552001317342125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,2048,65536,0.4116373459498088
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,2048,65536,0.041797334949175514
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,2048,65536,0.042080000042915344
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,2048,65536,0.041493333876132965
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,2048,65536,0.04205333193143209
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,2048,65536,0.0415786678592364
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,2048,65536,0.04154133299986521
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,2048,65536,0.045194665590922035
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,2048,65536,0.04102933406829834
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,2048,65536,0.045381332437197365
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,2048,65536,0.04377600053946177
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,2048,65536,0.042768001556396484
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,2048,65536,0.043765331308046974
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,2048,65536,0.040789333482583366
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,2048,65536,0.06282133360703786
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,2048,65536,0.06261333326498668
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,2048,65536,0.5858506759007772
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,2048,65536,0.04717333118120829
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,2048,65536,0.044981335600217186
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,2048,65536,1.5130987167358398
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,2048,65536,0.9576959609985352
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,2048,65536,3.07806396484375
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,2048,65536,0.7987679640452067
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,2048,65536,0.7393279870351156
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,2048,65536,0.7723519802093506
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,2048,65536,0.6408960024515787
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,2048,65536,0.5890560150146484
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,2048,65536,0.5509013334910074
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,2048,65536,0.6515520016352335
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,2048,65536,0.6262986660003662
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,2048,65536,0.5115893284479777
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,2048,65536,0.7708906332651774
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,2048,65536,0.4652533531188965
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,2048,65536,6.453189214070638
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,2048,65536,0.4851200183232625
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,2048,65536,0.4991893370946248
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,2048,65536,0.31727466980616253
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,2048,65536,0.3295253316561381
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,2048,65536,0.2741973400115967
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,2048,65536,0.2571733395258586
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,2048,65536,0.23228265841801962
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,2048,65536,0.7075626850128174
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,2048,65536,0.6903519630432129
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,2048,65536,0.7178719838460287
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,2048,65536,0.444266676902771
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,2048,65536,0.4227840105692546
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,2048,65536,0.39060266812642414
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,2048,65536,0.41387732823689777
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,2048,65536,0.22437334060668945
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,2048,65536,0.2023680011431376
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,2048,65536,0.20085867245992026
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,2048,65536,0.15615999698638916
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,2048,65536,0.14999467134475708
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,2048,65536,0.12693867087364197
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,2048,65536,0.09743466973304749
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,2048,65536,0.08549333612124126
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,2048,65536,0.12069867054621379
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,2048,65536,0.09408533573150635
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,2048,65536,0.09105066458384196
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,2048,65536,0.09104532996813457
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,2048,65536,0.08877866466840108
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,2048,65536,0.08772266904513042
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,2048,65536,0.0796853353579839
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,2048,65536,0.0949173370997111
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,2048,65536,0.07437333464622498
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,2048,65536,0.07299200197060902
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,2048,65536,0.07306133210659027
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,2048,65536,0.07831466694672902
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,2048,65536,0.0717493345340093
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,2048,65536,0.07246399919191997
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,2048,65536,0.07005866865317027
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,2048,65536,0.06881066660086314
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,2048,65536,0.07008533179759979
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,2048,65536,0.06851199766000111
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,2048,65536,0.0680159976085027
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,2048,65536,0.06943466762701671
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,2048,65536,0.06849599877993266
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,2048,65536,0.06835733354091644
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,2048,65536,0.07040533423423767
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,2048,65536,0.06881066660086314
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,2048,65536,0.07017066578070323
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,2048,65536,0.07014399766921997
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,2048,65536,0.07018133501211803
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,2048,65536,0.06964266796906789
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,2048,65536,0.06972266733646393
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,2048,65536,0.0699946681658427
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,2048,65536,0.14787733554840088
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,2048,65536,0.07859733204046886
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,2048,65536,0.06875733534495036
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,2048,65536,0.06879466772079468
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,2048,65536,0.07625600198904674
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,2048,65536,0.07471466561158498
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,2048,65536,0.07674666742483775
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,2048,65536,0.400488018989563
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,2048,65536,1.5206400553385417
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,2048,65536,0.40529600779215497
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,2048,65536,0.7752479712168375
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,2048,65536,3.1107892990112305
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,2048,65536,0.39476267496744794
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,2048,65536,0.3771493434906006
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,2048,65536,0.390992005666097
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,2048,65536,0.37492533524831134
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,2048,65536,0.3705493211746216
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,2048,65536,0.3614026705423991
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,2048,65536,0.3747466802597046
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,2048,65536,0.3628213405609131
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,2048,65536,0.35197333494822186
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,2048,65536,0.3496026595433553
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,2048,65536,0.34533600012461346
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,2048,65536,0.34171998500823975
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,2048,65536,0.32710399230321247
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,2048,65536,0.32902665932973224
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,2048,65536,0.3298213283220927
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,2048,65536,0.21490667263666788
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,2048,65536,0.2013333241144816
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,2048,65536,0.20096266269683838
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,2048,65536,0.1906720002492269
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,2048,65536,0.1909066637357076
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,2048,65536,0.179967999458313
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,2048,65536,0.17903733253479004
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,2048,65536,0.17425866921742758
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,2048,65536,0.17005066076914468
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,2048,65536,0.16325866182645163
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,2048,65536,0.16426400343577066
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,2048,65536,0.1533679962158203
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,2048,65536,0.15301600098609924
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,2048,65536,0.14428266882896423
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,2048,65536,0.14380799730618796
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,2048,65536,0.13621067007382712
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,2048,65536,0.13560266296068826
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,2048,65536,0.13473600149154663
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,2048,65536,0.13567200303077698
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,2048,65536,0.1352186699708303
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,2048,65536,0.13445066412289938
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,2048,65536,0.13459733128547668
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,2048,65536,0.13644533356030783
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,2048,65536,0.1356399953365326
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,2048,65536,0.13353066643079123
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,2048,65536,0.1328773299853007
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,2048,65536,0.13307199875513712
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,2048,65536,0.13261066873868307
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,2048,65536,0.13251466552416483
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,2048,65536,0.13252000013987222
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,2048,65536,0.132832000652949
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,2048,65536,0.13362133502960205
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,2048,65536,0.1317253311475118
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,2048,65536,0.13161333401997885
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,2048,65536,0.13253066937128702
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,2048,65536,0.1328453322251638
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,2048,65536,0.13183466593424478
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,2048,65536,0.13137867053349814
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,2048,65536,0.1321786642074585
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,2048,65536,0.13354399800300598
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,2048,65536,0.1315013368924459
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,2048,65536,0.1313973367214203
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,2048,65536,0.13166933258374533
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,2048,65536,0.13238933682441711
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,2048,65536,0.13144800066947937
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,2048,65536,0.13138399521509805
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,2048,65536,0.13137867053349814
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,2048,65536,0.13190933068593344
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,2048,51200,2.2060532569885254
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,2048,51200,4.102837244669597
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,2048,51200,1.1016586621602376
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,2048,51200,0.5833119948705038
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,2048,51200,0.5655519962310791
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,2048,51200,0.6223093271255493
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,2048,51200,0.565231998761495
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,2048,51200,0.5521759986877441
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,2048,51200,0.5644586483637491
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,2048,51200,0.5155626535415649
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,2048,51200,0.563813328742981
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,2048,51200,0.4753173192342122
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,2048,51200,0.4382079839706421
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,2048,51200,0.42875198523203534
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,2048,51200,0.4221973419189453
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,2048,51200,0.36214931805928546
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,2048,51200,0.4218826691309611
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,2048,51200,0.3294559915860494
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,2048,51200,0.41679465770721436
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,2048,51200,0.3496640125910441
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,2048,51200,0.3019520044326782
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,2048,51200,0.2783413330713908
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,2048,51200,0.285808006922404
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,2048,51200,0.23893332481384277
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,2048,51200,0.20938666661580405
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,2048,51200,0.27730133136113483
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,2048,51200,0.21871467431386313
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,2048,51200,0.18250133593877158
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,2048,51200,0.18721065918604532
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,2048,51200,0.1744640072186788
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,2048,51200,0.14890133341153464
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,2048,51200,0.15448533495267233
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,2048,51200,0.12170132994651794
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,2048,51200,0.10658133029937744
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,2048,51200,0.08397333820660909
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,2048,51200,0.0645546664794286
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,2048,51200,0.05979733169078827
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,2048,51200,0.0544053316116333
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,2048,51200,0.05619200070699056
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,2048,51200,0.05240533252557119
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,2048,51200,0.051856001218159996
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,2048,51200,0.047637333472569786
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,2048,51200,0.04577599962552389
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,2048,51200,0.045935998360315956
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,2048,51200,0.04774933556715647
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,2048,51200,0.04541866481304169
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,2048,51200,0.04693866769472758
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,2048,51200,0.043509334325790405
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,2048,51200,0.04571199913819631
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,2048,51200,0.042277331153551735
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,2048,51200,0.043568000197410583
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,2048,51200,0.0415040006240209
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,2048,51200,0.042490666111310325
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,2048,51200,0.04011200120051702
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,2048,51200,0.04134399940570196
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,2048,51200,0.039434666434923805
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,2048,51200,0.039664000272750854
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,2048,51200,0.03915199885765711
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,2048,51200,0.03876800090074539
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,2048,51200,0.03849066545565923
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,2048,51200,0.03817066550254822
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,2048,51200,0.037632000943024956
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,2048,51200,0.03805333375930786
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,2048,51200,0.03754133234421412
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,2048,51200,0.03810133288304011
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,2048,51200,0.0397173340121905
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,2048,51200,0.03976533313592275
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,2048,51200,0.03965866565704346
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,2048,51200,0.039488000174363456
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,2048,51200,0.042208001017570496
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,2048,51200,0.05221866567929586
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,2048,51200,0.04192533095677694
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,2048,51200,0.04152533411979675
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,2048,51200,0.041877334316571556
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,2048,51200,3.2804107666015625
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,2048,51200,1.6422425905863445
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,2048,51200,0.8712213039398193
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,2048,51200,6.395130793253581
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,2048,51200,0.8673173586527506
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,2048,51200,0.8130906422932943
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,2048,51200,0.8237760066986084
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,2048,51200,0.7644000053405762
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,2048,51200,0.7885493437449137
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,2048,51200,0.7155919869740804
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,2048,51200,0.7584213415781657
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,2048,51200,0.6645066738128662
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,2048,51200,0.6738560199737549
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,2048,51200,0.6137733459472656
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,2048,51200,0.6271093289057413
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,2048,51200,0.586522658665975
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,2048,51200,0.5130106608072916
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,2048,51200,0.5474213361740112
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,2048,51200,0.4854160149892171
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,2048,51200,0.458901325861613
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,2048,51200,0.5632719993591309
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,2048,51200,0.4196639855702718
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,2048,51200,0.4166400035222371
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,2048,51200,0.3816959857940674
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,2048,51200,0.3824346860249837
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,2048,51200,0.32843999067942303
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,2048,51200,0.33437331517537433
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,2048,51200,0.2791680097579956
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,2048,51200,0.2654533386230469
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,2048,65536,0.13146133224169412
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,2048,51200,0.2238159974416097
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,2048,51200,0.22370400031407675
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,2048,51200,0.17650665839513144
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,2048,51200,0.11049600442250569
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,2048,51200,0.1090880036354065
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,2048,51200,0.07397333284219106
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,2048,51200,0.06845599909623463
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,2048,51200,0.06910666823387146
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,2048,51200,0.06916533410549164
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,2048,51200,0.06509866813818614
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,2048,51200,0.06414133310317993
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,2048,51200,0.05806933343410492
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,2048,51200,0.05857333540916443
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,2048,51200,0.056602666775385536
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,2048,51200,0.054360002279281616
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,2048,51200,0.05183733503023783
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,2048,51200,0.05178666611512502
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,2048,51200,0.04934399823347727
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,2048,51200,0.047498668233553566
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,2048,51200,0.04714400072892507
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,2048,51200,0.16981865962346396
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,2048,51200,0.04561600089073181
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,2048,51200,0.0470773329337438
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,2048,51200,0.04528800149758657
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,2048,51200,0.04409866531689962
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,2048,51200,0.0432586669921875
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,2048,51200,0.04095733414093653
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,2048,51200,0.04215733210245768
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,2048,51200,0.03747999916474024
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,2048,51200,0.03722666700681051
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,2048,51200,0.0372533326347669
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,2048,51200,0.03679200013478597
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,2048,51200,0.03618666778008143
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,2048,51200,0.035261332988739014
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,2048,51200,0.03520799924929937
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,2048,51200,0.03551200032234192
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,2048,51200,0.035461333890755974
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,2048,51200,0.03498666733503342
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,2048,51200,0.035418666899204254
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,2048,51200,0.03365600109100342
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,2048,51200,0.03456533451875051
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,2048,51200,0.03572533279657364
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,2048,51200,0.03433333337306976
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,2048,51200,0.03323733309904734
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,2048,65536,0.13141866525014242
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,2048,65536,0.13147733608881632
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,2048,51200,0.0341359997789065
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,2048,65536,0.13224533200263977
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,2048,51200,0.8054693539937338
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,2048,51200,1.2680959701538086
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,2048,51200,2.6647547086079917
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,2048,51200,0.6605120102564493
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,2048,51200,0.618506669998169
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,2048,51200,0.5615066687266032
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,2048,51200,5.546536127726237
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,2048,51200,0.5363706747690836
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,2048,51200,0.5661333401997884
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,2048,51200,0.4832693338394165
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,2048,51200,0.5405013163884481
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,2048,51200,0.4277760187784831
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,2048,51200,0.6737626393636068
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,2048,51200,0.3970666726430257
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,2048,51200,0.4095919926961263
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,2048,65536,0.13127467036247253
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,2048,51200,0.6276666720708212
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,2048,51200,0.6547013521194458
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,2048,51200,0.6103599866231283
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,2048,51200,0.27613866329193115
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,2048,51200,0.2813199957211812
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,2048,51200,0.2379279931386312
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,2048,51200,0.21923200289408365
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,2048,51200,0.5922960042953491
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,2048,51200,0.20094666878382364
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,2048,51200,0.43297068277994794
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,2048,65536,0.13098933299382529
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,2048,51200,0.36288801829020184
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,2048,51200,0.37512799104054767
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,2048,51200,0.3341093460718791
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,2048,51200,0.348749319712321
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,2048,51200,0.1907386581103007
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,2048,51200,0.17100000381469727
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,2048,51200,0.16847999890645346
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,2048,51200,0.1330799957116445
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,2048,51200,0.1230506698290507
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,2048,51200,0.10677867134412129
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,2048,51200,0.09651999672253926
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,2048,51200,0.07927200198173523
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,2048,51200,0.07625066737333934
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,2048,51200,0.07578666508197784
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,2048,51200,0.073703999320666
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,2048,51200,0.07386933267116547
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,2048,51200,0.06943200031916301
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,2048,51200,0.07023199896017711
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,2048,51200,0.06406400104363759
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,2048,51200,0.06825066606203715
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,2048,51200,0.05792533357938131
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,2048,51200,0.05762133498986562
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,2048,51200,0.056885331869125366
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,2048,51200,0.05681333442529043
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,2048,51200,0.05526666839917501
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,2048,51200,0.0547680010398229
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,2048,51200,0.054746667544047035
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,2048,51200,0.06201866765817007
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,2048,51200,0.05479733149210612
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,2048,51200,0.054101333022117615
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,2048,51200,0.05492533246676127
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,2048,51200,0.0543093333641688
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,2048,51200,0.05463733275731405
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,2048,51200,0.06278400123119354
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,2048,51200,0.054114664594332375
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,2048,51200,0.05402666827042898
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,2048,51200,0.05485600233078003
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,2048,51200,0.05460800230503082
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,2048,51200,0.05401599903901418
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,2048,51200,0.05394133428732554
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,2048,51200,0.05468533436457316
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,2048,51200,0.05405066907405853
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,2048,51200,0.14721600214640299
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,2048,51200,0.1218293309211731
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,2048,51200,0.05469333132108053
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,2048,51200,0.06056799987951914
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,2048,51200,0.059215997656186424
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,2048,51200,0.058335999647776283
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,2048,51200,0.05877600113550822
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,2048,51200,1.182270261976454
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,2048,51200,0.3198933336469862
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,2048,51200,2.5642577277289496
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,2048,51200,0.6168142424689399
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,2048,51200,0.31547021865844727
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,2048,51200,0.3104746606614855
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,2048,51200,0.31007644865247935
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,2048,51200,0.2976408799489339
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,2048,51200,0.2963271141052246
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,2048,51200,0.29158221350775826
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,2048,51200,0.2934986750284831
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,2048,51200,0.2864462269677056
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,2048,51200,0.2781599892510308
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,2048,51200,0.2861813439263238
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,2048,51200,0.2756871117485894
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,2048,51200,0.2728159957461887
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,2048,51200,0.2693137857649061
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,2048,51200,0.2612657811906603
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,2048,51200,0.26039287779066295
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,2048,51200,0.2575964397854275
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,2048,51200,0.16876622041066489
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,2048,51200,0.15887288252512613
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,2048,51200,0.15786843829684788
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,2048,51200,0.15144177277882895
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,2048,51200,0.14270044697655573
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,2048,51200,0.1405244403415256
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,2048,51200,0.14978488286336264
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,2048,51200,0.1373386647966173
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,2048,51200,0.13501866658528647
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,2048,51200,0.13017600112491184
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,2048,51200,0.12138844860924615
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,2048,51200,0.12885333432091609
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,2048,51200,0.11320888996124268
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,2048,51200,0.12212088372972275
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,2048,51200,0.11427911122639973
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,2048,51200,0.10842311382293701
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,2048,51200,0.10709510909186469
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,2048,51200,0.1079324417644077
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,2048,51200,0.1067662239074707
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,2048,51200,0.10752355390124851
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,2048,51200,0.10704533259073894
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,2048,51200,0.10684621996349758
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,2048,51200,0.10606222020255195
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,2048,51200,0.10613155364990234
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,2048,51200,0.10571022166146173
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,2048,51200,0.10539733039008246
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,2048,51200,0.10519644286897446
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,2048,51200,0.10399644242392646
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,2048,51200,0.10557688607109918
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,2048,51200,0.10523733165529038
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,2048,51200,0.1053653359413147
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,2048,51200,0.10322133037779067
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,2048,51200,0.10543821917639838
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,2048,51200,0.10337777932484944
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,2048,51200,0.10466133223639594
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,2048,51200,0.10275199678209092
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,2048,51200,0.10193600257237752
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,2048,51200,0.10198222266303168
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,2048,51200,0.10472000307506985
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,2048,51200,0.10193955236011082
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,2048,51200,0.10343644354078506
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,2048,51200,0.10345955689748128
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,2048,51200,0.1038186682595147
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,2048,51200,0.10222578048706055
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,2048,51200,0.10193244616190593
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,2048,51200,0.10420088635550605
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,2048,51200,0.10394489102893406
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,2048,16384,1.3404080073038738
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,2048,16384,0.7045253117879232
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,2048,16384,0.3908880154291789
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,2048,16384,0.18642399708429971
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,2048,16384,0.18262133995691934
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,2048,16384,0.17377867301305136
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,2048,16384,0.17493599653244019
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,2048,16384,0.16205867131551108
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,2048,16384,0.17246133089065552
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,2048,16384,0.1522320012251536
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,2048,16384,0.16677866379419962
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,2048,16384,0.1408186654249827
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,2048,16384,0.1406773328781128
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,2048,16384,0.13008000453313193
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,2048,16384,0.13280266523361206
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,2048,16384,0.12000800172487895
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,2048,16384,0.13110933701197305
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,2048,16384,0.10894933342933655
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,2048,16384,0.1268720030784607
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,2048,16384,0.11077599724133809
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,2048,16384,0.09671733776728313
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,2048,16384,0.09224266807238261
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,2048,16384,0.09063733617464702
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,2048,16384,0.07978133360544841
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,2048,16384,0.08840533097585042
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,2048,16384,0.06915999948978424
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,2048,16384,0.0701360007127126
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,2048,16384,0.058093334237734474
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,2048,16384,0.059976001580556236
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,2048,16384,0.05455199877421061
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,2048,16384,0.04951466619968414
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,2048,16384,0.04618933300177256
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,2048,16384,0.0408720001578331
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,2048,16384,0.03912800053755442
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,2048,16384,0.03607466568549474
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,2048,16384,0.025015999873479206
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,2048,16384,0.022013333936532337
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,2048,16384,0.023602666954199474
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,2048,16384,0.022074667116006214
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,2048,16384,0.022837333381175995
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,2048,16384,0.022632000346978504
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,2048,16384,0.021365332106749218
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,2048,16384,0.01972266659140587
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,2048,16384,0.019727999965349834
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,2048,16384,0.018768000106016796
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,2048,16384,0.01879199966788292
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,2048,16384,0.018680000056823094
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,2048,16384,0.018709332992633183
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,2048,16384,0.018509333332379658
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,2048,16384,0.017837333182493847
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,2048,16384,0.017818666994571686
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,2048,16384,0.01781333362062772
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,2048,16384,0.016487999508778255
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,2048,16384,0.017114666601022083
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,2048,16384,0.017282667259375255
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,2048,16384,0.016778666526079178
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,2048,16384,0.01571200042963028
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,2048,16384,0.015802666544914246
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,2048,16384,0.01560266688466072
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,2048,16384,0.01740533361832301
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,2048,16384,0.017448000609874725
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,2048,16384,0.017466666797796886
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,2048,16384,0.017466666797796886
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,2048,16384,0.017423999806245167
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,2048,16384,0.016792000581820805
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,2048,16384,0.016760000338157017
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,2048,16384,0.01524266724785169
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,2048,16384,0.015053333093722662
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,2048,16384,0.015677332878112793
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,2048,16384,0.015559999893109003
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,2048,16384,0.015647999942302704
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,2048,16384,0.015794667104880016
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,2048,16384,0.015872000406185787
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,2048,16384,0.01562133307258288
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,2048,16384,2.064284006754557
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,2048,16384,1.0552240212758381
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,2048,16384,0.5324613253275553
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,2048,16384,0.2843799988428752
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,2048,16384,0.2841999928156535
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,2048,16384,0.26806533336639404
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,2048,16384,0.26925865809122723
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,2048,16384,0.25069600343704224
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,2048,16384,0.25802000363667804
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,2048,16384,0.23382399479548135
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,2048,16384,0.2457266648610433
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,2048,16384,0.2170626719792684
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,2048,16384,0.21692399183909097
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,2048,16384,0.2003693381945292
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,2048,16384,0.20263334115346274
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,2048,16384,0.1829413374265035
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,2048,16384,0.19071733951568604
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,2048,16384,0.1646346648534139
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,2048,16384,0.17681066195170084
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,2048,51200,0.10193244616190593
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,2048,16384,0.15318933129310608
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,2048,16384,0.14603466788927713
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,2048,16384,0.1306986709435781
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,2048,16384,0.13118799527486166
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,2048,16384,0.11010666688283284
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,2048,16384,0.11768933137257893
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,2048,16384,0.09506666660308838
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,2048,16384,0.09657733639081319
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,2048,16384,0.0812466690937678
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,2048,51200,0.10259911086824204
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,2048,16384,0.08322133123874664
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,2048,16384,0.07480666538079579
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,2048,16384,0.06907866895198822
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,2048,16384,0.0554639995098114
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,2048,16384,0.059343998630841575
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,2048,16384,0.04346000154813131
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,2048,16384,0.04733466605345408
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,2048,16384,0.03533866753180822
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,2048,16384,0.035985333224137626
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,2048,16384,0.03525600085655848
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,2048,16384,0.034887999296188354
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,2048,16384,0.034846665958563484
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,2048,16384,0.03304933259884516
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,2048,16384,0.031426665683587394
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,2048,16384,0.03086133301258087
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,2048,16384,0.02935866763194402
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,2048,16384,0.028794666131337483
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,2048,16384,0.029279999434947968
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,2048,16384,0.028356000781059265
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,2048,16384,0.028933333853880566
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,2048,16384,0.02848666658004125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,2048,16384,0.03513066718975703
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,2048,16384,0.0266239990790685
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,2048,16384,0.02847466617822647
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,2048,16384,0.027255999545256298
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,2048,16384,0.0270279993613561
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,2048,16384,0.02694266786177953
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,2048,16384,0.02678133298953374
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,2048,16384,0.02593066543340683
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,2048,16384,0.024189333120981853
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,2048,16384,0.025493333737055462
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,2048,16384,0.02493600050608317
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,2048,51200,0.10201422373453777
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,2048,16384,0.024567998945713043
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,2048,16384,0.024697333574295044
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,2048,16384,0.02481866627931595
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,2048,16384,0.024813334147135418
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,2048,16384,0.022991999983787537
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,2048,16384,0.023964000244935352
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,2048,16384,0.02329600105683009
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,2048,16384,0.02257733295361201
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,2048,16384,0.02401600033044815
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,2048,16384,0.02250000089406967
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,2048,16384,0.022460001210371654
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,2048,16384,0.022828000287214916
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,2048,16384,0.027509334186712902
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,2048,16384,0.024683999518553417
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,2048,51200,0.10335999727249146
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,2048,51200,0.10203022427029079
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,2048,16384,0.5099999904632568
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,2048,16384,1.037933349609375
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,2048,16384,0.3191506663958232
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,2048,16384,2.1181492805480957
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,2048,16384,0.26661600669225055
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,2048,16384,0.22415467103322348
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,2048,16384,0.27172799905141193
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,2048,16384,0.2060813307762146
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,2048,16384,0.222377339998881
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,2048,16384,0.19423866271972656
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,2048,16384,0.21120532353719076
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,2048,16384,0.17435733477274576
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,2048,16384,0.17454665899276733
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,2048,16384,0.16300132870674133
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,2048,16384,0.16448266307512918
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,2048,16384,0.2618013421694438
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,2048,16384,0.25548267364501953
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,2048,16384,0.2435119946797689
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,2048,16384,0.2474400003751119
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,2048,16384,0.116757333278656
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,2048,16384,0.1155613362789154
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,2048,16384,0.10106933116912842
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,2048,16384,0.09184533357620239
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,2048,16384,0.08548000454902649
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,2048,51200,0.1020088858074612
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,2048,51200,0.10224711232715183
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,2048,16384,0.23516666889190674
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,2048,16384,0.14866532882054648
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,2048,16384,0.13637333114941916
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,2048,16384,0.1493013302485148
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,2048,16384,0.13839733600616455
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,2048,16384,0.07404666642347972
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,2048,16384,0.07085466881593068
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,2048,16384,0.05982799828052521
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,2048,16384,0.05050399899482727
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,2048,16384,0.04243200023969015
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,2048,16384,0.033945334454377495
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,2048,16384,0.03660000115633011
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,2048,16384,0.028173332413037617
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,2048,16384,0.027863999207814533
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,2048,16384,0.027679999669392902
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,2048,16384,0.027044000724951427
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,2048,16384,0.0258240004380544
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,2048,16384,0.02593333274126053
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,2048,16384,0.02609866609176
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,2048,16384,0.02586533377567927
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,2048,16384,0.023448000351587932
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,2048,16384,0.023765332996845245
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,2048,16384,0.022134666641553242
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,2048,16384,0.02200933297475179
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,2048,16384,0.022313334047794342
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,2048,16384,0.02195333441098531
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,2048,16384,0.02203866591056188
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,2048,16384,0.021709332863489788
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,2048,16384,0.021513332923253376
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,2048,16384,0.02163200080394745
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,2048,16384,0.021776000658671062
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,2048,16384,0.023758667210737865
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,2048,16384,0.02146400014559428
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,2048,16384,0.021734667321046192
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,2048,16384,0.021694667637348175
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,2048,16384,0.02164799968401591
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,2048,16384,0.021644001205762226
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,2048,16384,0.0212759996453921
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,2048,16384,0.051299999157587685
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,2048,16384,0.04508000115553538
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,2048,16384,0.0529039998849233
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,2048,16384,0.05140933394432068
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,2048,16384,0.05242000023523966
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,2048,16384,0.052417332927385964
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,2048,16384,0.023316000898679096
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,2048,16384,0.04459333419799805
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,2048,16384,0.023617332180341084
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,2048,16384,0.02329866588115692
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,2048,16384,0.023187999924023945
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,2048,16384,0.023354666928450268
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,2048,16384,0.3836554527282715
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,2048,16384,0.20447999636332193
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,2048,16384,0.10815040270487468
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,2048,16384,0.11026453177134196
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,2048,16384,0.7570314407348633
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,2048,16384,0.10835093657175701
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,2048,16384,0.1035808006922404
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,2048,16384,0.10636800130208332
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,2048,16384,0.10308053493499755
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,2048,16384,0.10146986643473307
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,2048,16384,0.09995946884155274
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,2048,16384,0.10090666611989338
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,2048,16384,0.10009173552195232
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,2048,16384,0.09764266808827718
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,2048,16384,0.09619733492533365
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,2048,16384,0.0943498690923055
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,2048,16384,0.09129707018534342
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,2048,16384,0.09451200167338053
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,2048,16384,0.09106559753417968
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,2048,16384,0.08995306491851807
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,2048,16384,0.061197865009307864
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,2048,16384,0.05812053283055624
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,2048,16384,0.05640639861424764
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,2048,16384,0.05577173233032227
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,2048,16384,0.05698026816050211
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,2048,16384,0.052390400568644205
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,2048,16384,0.05154560009638468
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,2048,16384,0.05014826854070028
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,2048,16384,0.05117013454437256
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,2048,16384,0.046675201257069907
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,2048,16384,0.04403200149536133
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,2048,16384,0.04720426797866821
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,2048,16384,0.04170986811319987
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,2048,16384,0.04411199887593587
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,2048,16384,0.041971198717753094
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,2048,16384,0.03934719959894816
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,2048,16384,0.038728535175323486
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,2048,16384,0.038420267899831134
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,2048,16384,0.03839253187179566
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,2048,16384,0.03866666555404663
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,2048,16384,0.03878399928410848
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,2048,16384,0.03869226773579915
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,2048,16384,0.038341331481933597
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,2048,16384,0.038279465834299725
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,2048,16384,0.03785173495610555
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,2048,16384,0.03743893305460612
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,2048,16384,0.03738346497217814
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,2048,16384,0.03711893161137898
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,2048,16384,0.03787200053532918
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,2048,16384,0.03743360042572021
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,2048,16384,0.03728533188501994
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,2048,16384,0.03738240003585815
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,2048,16384,0.036994131406148274
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,2048,16384,0.03710079987843831
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,2048,16384,0.03722453514734904
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,2048,16384,0.03701119820276896
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,2048,16384,0.037367467085520426
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,2048,16384,0.03748586575190226
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,2048,16384,0.03710826635360718
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,2048,16384,0.037050668398539224
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,2048,16384,0.037323733170827225
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,2048,16384,0.03704959948857625
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,2048,16384,0.03704853455225627
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,2048,16384,0.03699839909871419
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,2048,16384,0.037333333492279054
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,2048,16384,0.037001601854960126
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,2048,16384,0.03700480063756307
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,2048,16384,0.03738986651102702
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,2048,12288,0.5319271087646484
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,2048,12288,0.9881813261244031
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,2048,12288,0.26537956131829155
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,2048,12288,0.1643822193145752
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,2048,12288,0.13746133115556505
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,2048,12288,0.15359289116329616
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,2048,12288,0.13102932771046957
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,2048,12288,0.12083910571204291
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,2048,12288,0.1282542281680637
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,2048,12288,0.1132977803548177
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,2048,12288,0.12755733066134983
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,2048,12288,0.10563377539316814
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,2048,12288,0.10563733180363973
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,2048,12288,0.09790933132171631
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,2048,12288,0.1004142231411404
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,2048,12288,0.09038933118184407
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,2048,12288,0.09804622332255046
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,2048,12288,0.08204978042178683
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,2048,12288,0.0944160024325053
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,2048,12288,0.0828568869166904
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,2048,12288,0.07336178090837267
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,2048,12288,0.07085155778461032
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,2048,12288,0.06865421930948894
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,2048,12288,0.061425778600904674
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,2048,12288,0.06644266843795776
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,2048,12288,0.05244266655710009
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,2048,12288,0.052983111805386014
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,2048,12288,0.04436444573932224
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,2048,12288,0.04526577724350823
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,2048,12288,0.03924977779388428
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,2048,12288,0.0372995568646325
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,2048,12288,0.03468266791767544
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,2048,12288,0.0307608875963423
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,2048,12288,0.0319199992550744
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,2048,12288,0.026183111800087824
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,2048,12288,0.018654222289721172
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,2048,12288,0.01941333380010393
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,2048,12288,0.018072888255119324
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,2048,12288,0.018048000004556444
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,2048,12288,0.017489777670966256
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,2048,12288,0.017258667283587985
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,2048,12288,0.016570667425791424
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,2048,12288,0.015217777755525378
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,2048,12288,0.015311999453438653
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,2048,12288,0.013825777504179211
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,2048,12288,0.014501333236694336
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,2048,12288,0.01384888920519087
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,2048,12288,0.013989332649442883
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,2048,12288,0.014547554983033074
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,2048,12288,0.013857777747843
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,2048,12288,0.014039110806253223
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,2048,12288,0.013935999737845527
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,2048,12288,0.014284445179833306
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,2048,12288,0.014476444986131458
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,2048,12288,0.014536889062987434
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,2048,12288,0.014410666293568082
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,2048,12288,0.012526222401195101
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,2048,12288,0.014332445131407844
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,2048,12288,0.012442666623327466
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,2048,12288,0.01384888920519087
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,2048,12288,0.013889777991506787
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,2048,12288,0.013847110999955071
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,2048,12288,0.013783111340469785
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,2048,12288,0.013863110707865821
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,2048,12288,0.013784888717863293
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,2048,12288,0.013857777747843
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,2048,12288,0.012471111284361945
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,2048,12288,0.012519111235936483
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,2048,12288,0.012442666623327466
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,2048,12288,0.012519111235936483
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,2048,12288,0.012307555311255984
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,2048,12288,0.012431999875439538
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,2048,12288,0.012526222401195101
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,2048,12288,0.012512000070677863
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,2048,12288,0.795971171061198
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,2048,12288,0.4031637191772461
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,2048,12288,1.541545613606771
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,2048,12288,0.21910826365152994
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,2048,12288,0.21804800033569335
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,2048,12288,0.2028202692667643
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,2048,12288,0.2047114690144857
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,2048,12288,0.19695253372192384
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,2048,12288,0.1782474676767985
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,2048,12288,0.18731093406677246
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,2048,12288,0.16410667101542156
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,2048,12288,0.164137601852417
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,2048,16384,0.03740373452504476
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,2048,12288,0.14696000417073568
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,2048,12288,0.19092586835225422
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,2048,16384,0.037064532438913986
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,2048,12288,0.15115413665771485
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,2048,12288,0.13342080116271973
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,2048,12288,0.1403146743774414
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,2048,12288,0.12258346875508626
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,2048,12288,0.1313759962717692
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,2048,12288,0.11605439980824787
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,2048,12288,0.10956160227457683
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,2048,12288,0.09547413190205892
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,2048,12288,0.09632746378580728
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,2048,12288,0.08459839820861817
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,2048,12288,0.09046719868977865
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,2048,12288,0.07526720364888509
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,2048,12288,0.07772586345672608
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,2048,12288,0.06412693262100219
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,2048,12288,0.05408746798833212
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,2048,12288,0.051668266455332436
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,2048,12288,0.046225066979726157
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,2048,12288,0.04422826766967773
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,2048,12288,0.041790934403737386
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,2048,12288,0.03841066757837931
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,2048,12288,0.0332096000512441
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,2048,12288,0.03091199994087219
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,2048,12288,0.03041173418362935
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,2048,12288,0.030910933017730714
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,2048,12288,0.032576000690460204
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,2048,12288,0.031197865804036457
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,2048,12288,0.03009066581726074
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,2048,12288,0.029240532716115313
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,2048,12288,0.027884799242019653
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,2048,12288,0.028421332438786823
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,2048,12288,0.026637866099675493
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,2048,12288,0.026804266373316447
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,2048,12288,0.02643946607907613
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,2048,12288,0.026393600304921466
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,2048,12288,0.025217066208521526
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,2048,12288,0.026346667607625322
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,2048,12288,0.026238934199015303
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,2048,12288,0.024711465835571288
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,2048,12288,0.024529065688451132
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,2048,12288,0.02505279978116353
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,2048,12288,0.023260800043741862
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,2048,12288,0.06580373446146646
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,2048,12288,0.024321067333221435
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,2048,12288,0.02264960010846456
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,2048,12288,0.02484906713167826
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,2048,12288,0.02281173268953959
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,2048,12288,0.022551467021306358
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,2048,12288,0.022259199619293214
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,2048,12288,0.022922666867574056
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,2048,12288,0.022411733865737915
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,2048,12288,0.02267626722653707
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,2048,12288,0.02224640051523844
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,2048,12288,0.0215338667233785
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,2048,12288,0.020627200603485107
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,2048,12288,0.023678932587305704
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,2048,12288,0.02058346668879191
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,2048,12288,0.02071253259976705
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,2048,12288,0.020602667331695558
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,2048,12288,0.020666666825612388
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,2048,12288,0.020801067352294922
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,2048,16384,0.037045331796010335
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,2048,16384,0.03700586557388306
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,2048,16384,0.03753386735916138
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,2048,12288,0.4592096010843913
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,2048,12288,0.2789077440897624
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,2048,12288,0.920371182759603
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,2048,12288,1.869913609822591
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,2048,16384,0.0370410680770874
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,2048,12288,0.20589866638183593
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,2048,12288,0.1905344009399414
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,2048,12288,0.19654186566670734
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,2048,12288,0.17790506680806478
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,2048,12288,0.24112106959025065
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,2048,12288,0.18461546897888184
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,2048,12288,0.16161813735961914
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,2048,12288,0.14947412808736166
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,2048,12288,0.2406709353129069
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,2048,12288,0.22840000788370768
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,2048,12288,0.23578666051228842
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,2048,12288,0.2213482697804769
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,2048,12288,0.21973973910013833
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,2048,12288,0.1062165339787801
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,2048,12288,0.09419413407643637
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,2048,12288,0.08792426586151122
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,2048,12288,0.06713706652323405
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,2048,12288,0.06823360125223796
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,2048,12288,0.20902506510416666
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,2048,12288,0.1579093297322591
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,2048,12288,0.1475722630818685
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,2048,12288,0.13505600293477377
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,2048,12288,0.13302720387776693
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,2048,12288,0.12262293497721355
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,2048,12288,0.12125439643859863
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,2048,12288,0.05519253412882487
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,2048,12288,0.05082240104675293
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,2048,12288,0.04586666822433472
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,2048,12288,0.03779093424479167
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,2048,12288,0.03481386502583821
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,2048,12288,0.03048959970474243
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,2048,12288,0.02808319926261902
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,2048,12288,0.02319999933242798
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,2048,12288,0.023179733753204347
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,2048,12288,0.023253333568573
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,2048,12288,0.022966400782267252
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,2048,12288,0.02185386617978414
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,2048,12288,0.021602133909861244
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,2048,12288,0.021899733940760294
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,2048,12288,0.021505065759023032
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,2048,12288,0.01958400011062622
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,2048,12288,0.01830613414446513
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,2048,12288,0.018016000588734947
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,2048,12288,0.018206934134165444
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,2048,12288,0.018028799692789713
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,2048,12288,0.018194133043289186
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,2048,12288,0.01773653427759806
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,2048,12288,0.01775040030479431
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,2048,12288,0.01937920053799947
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,2048,12288,0.01786880095799764
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,2048,12288,0.017755732933680216
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,2048,12288,0.019573332866032918
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,2048,12288,0.01803626616795858
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,2048,12288,0.017374932765960693
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,2048,12288,0.017692800362904867
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,2048,12288,0.03459626833597819
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,2048,12288,0.019627734025319418
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,2048,12288,0.03988906542460124
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,2048,12288,0.03497813145319621
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,2048,12288,0.034918399651845296
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,2048,12288,0.04153813521067302
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,2048,12288,0.03628693421681722
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,2048,12288,0.01973759929339091
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,2048,12288,0.036339199542999266
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,2048,12288,0.04069120089213053
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,2048,12288,0.03908160130182902
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,2048,12288,0.04198933442433675
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,2048,12288,0.01943999926249186
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,2048,12288,0.019418666760126747
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,2048,12288,0.01906879941622416
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,2048,12288,0.5877930959065755
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,2048,12288,0.08562986850738526
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,2048,12288,0.15891839663187662
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,2048,12288,0.29186347325642903
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,2048,12288,0.08563093344370523
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,2048,12288,0.08419199784596762
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,2048,12288,0.08580799897511801
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,2048,12288,0.08106026649475098
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,2048,12288,0.08224533398946127
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,2048,12288,0.08044479688008627
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,2048,12288,0.07912000020345053
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,2048,12288,0.07641173203786214
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,2048,12288,0.08026560147603354
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,2048,12288,0.07867626349131265
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,2048,12288,0.07504106362660726
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,2048,12288,0.07646400133768717
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,2048,12288,0.07471786340077718
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,2048,12288,0.07237333456675211
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,2048,12288,0.07061546643575033
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,2048,12288,0.07212159633636475
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,2048,12288,0.048425598939259844
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,2048,12288,0.04655893246332805
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,2048,12288,0.04548053344090779
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,2048,12288,0.04445653359095256
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,2048,12288,0.04392746686935425
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,2048,12288,0.0407317320505778
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,2048,12288,0.0417631983757019
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,2048,12288,0.03942506710688273
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,2048,12288,0.03888533512751262
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,2048,12288,0.03780373334884644
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,2048,12288,0.037723731994628903
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,2048,12288,0.03498133420944214
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,2048,12288,0.03501760164896647
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,2048,12288,0.03388373454411824
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,2048,12288,0.03336533308029175
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,2048,12288,0.030719999472300214
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,2048,12288,0.03130559921264649
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,2048,12288,0.030504532655080158
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,2048,12288,0.030469334125518797
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,2048,12288,0.030535467465718585
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,2048,12288,0.030449066559473676
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,2048,12288,0.030453334252039593
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,2048,12288,0.030849067370096843
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,2048,12288,0.029616000254948933
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,2048,12288,0.029685332377751665
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,2048,12288,0.030155734221140547
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,2048,12288,0.029659734169642134
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,2048,12288,0.029685332377751665
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,2048,12288,0.029638399680455525
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,2048,12288,0.029322665929794312
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,2048,12288,0.029654399553934736
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,2048,12288,0.029207466046015422
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,2048,12288,0.029235200087229414
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,2048,12288,0.0293013334274292
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,2048,12288,0.02927146752675374
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,2048,12288,0.029603199164072676
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,2048,12288,0.0296725332736969
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,2048,12288,0.029265065987904865
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,2048,12288,0.029265065987904865
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,2048,12288,0.02954346736272176
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,2048,12288,0.029241599639256793
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,2048,12288,0.029281065861384077
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,2048,12288,0.029628799359003706
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,2048,12288,0.029410133759180706
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,2048,12288,0.02927466630935669
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,2048,12288,0.029277867078781127
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,2048,12288,0.02923626701037089
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,2048,10240,0.8941919803619385
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,2048,10240,0.4441933234532674
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,2048,10240,0.29034533103307086
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,2048,10240,0.14852399627367655
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,2048,10240,0.14939199884732565
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,2048,10240,0.14176799853642783
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,2048,10240,0.1265559991200765
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,2048,10240,0.10257333517074585
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,2048,10240,0.116157333056132
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,2048,10240,0.09606267015139262
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,2048,10240,0.11528666814168294
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,2048,12288,0.02924799919128418
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,2048,10240,0.0947053333123525
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,2048,10240,0.09482933084170024
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,2048,10240,0.08187999824682872
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,2048,10240,0.0893880029519399
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,2048,10240,0.08155466616153717
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,2048,10240,0.08303866783777873
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,2048,10240,0.06793466707070668
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,2048,10240,0.07628799974918365
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,2048,10240,0.06503466765085857
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,2048,12288,0.02924906611442566
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,2048,10240,0.05972266693909963
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,2048,10240,0.05807999769846598
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,2048,10240,0.0511906643708547
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,2048,10240,0.05595600108305613
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,2048,10240,0.04369999965031942
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,2048,10240,0.044740001360575356
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,2048,10240,0.036702667673428856
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,2048,10240,0.037952000896135964
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,2048,10240,0.03294266760349274
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,2048,10240,0.031358666718006134
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,2048,10240,0.029333333174387615
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,2048,10240,0.025786665578683216
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,2048,10240,0.028002666930357616
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,2048,10240,0.02201866606871287
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,2048,10240,0.021177334090073902
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,2048,10240,0.016224000602960587
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,2048,10240,0.017562666287024815
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,2048,10240,0.0175973338385423
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,2048,10240,0.017610666652520496
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,2048,10240,0.015549333145221075
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,2048,10240,0.015540000051259995
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,2048,10240,0.06001333395640055
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,2048,10240,0.013465333729982376
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,2048,10240,0.012903999537229538
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,2048,10240,0.013104000439246496
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,2048,10240,0.012421333541472753
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,2048,10240,0.012445333103338877
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,2048,10240,0.013946666071812311
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,2048,10240,0.01294133315483729
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,2048,10240,0.012909332911173502
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,2048,10240,0.012049333502848944
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,2048,10240,0.012727999438842138
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,2048,10240,0.012732000400622686
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,2048,10240,0.012865333507458368
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,2048,10240,0.011086666335662207
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,2048,10240,0.012494667122761408
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,2048,10240,0.010859999805688858
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,2048,10240,0.012417333821455637
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,2048,10240,0.012423999607563019
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,2048,10240,0.011961333453655243
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,2048,10240,0.012152000019947687
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,2048,10240,0.01213999961813291
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,2048,10240,0.01187599947055181
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,2048,10240,0.011992000043392181
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,2048,10240,0.01039333331088225
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,2048,10240,0.010437333335479101
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,2048,10240,0.010502666234970093
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,2048,10240,0.010399999717871347
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,2048,10240,0.010660000145435333
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,2048,10240,0.010572000096241633
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,2048,10240,0.010875999927520752
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,2048,10240,0.010503999888896942
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,2048,10240,0.012500000496705374
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,2048,10240,0.012739999840656916
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,2048,10240,0.33599252700805665
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,2048,10240,0.18055466016133626
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,2048,10240,1.287043253580729
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,2048,10240,0.1810080051422119
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,2048,10240,0.16458880106608073
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,2048,12288,0.02960639993349711
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,2048,12288,0.029315199454625445
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,2048,10240,0.16854826609293622
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,2048,10240,0.1620362599690755
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,2048,10240,0.1631285349527995
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,2048,10240,0.1481280008951823
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,2048,10240,0.15398720105489094
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,2048,10240,0.1313258647918701
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,2048,10240,0.13225279649098715
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,2048,10240,0.12559786637624104
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,2048,10240,0.12461547056833903
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,2048,10240,0.11062400341033936
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,2048,10240,0.11370240052541096
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,2048,10240,0.0994815985361735
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,2048,10240,0.0933568000793457
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,2048,10240,0.09123626550038656
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,2048,10240,0.08152426878611246
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,2048,10240,0.08168000380198161
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,2048,10240,0.6464949289957682
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,2048,10240,0.0719818671544393
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,2048,10240,0.07717333634694418
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,2048,10240,0.06406720081965128
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,2048,10240,0.06539733409881592
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,2048,10240,0.053166933854420985
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,2048,10240,0.04733973344167074
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,2048,10240,0.046825599670410153
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,2048,10240,0.03982400099436442
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,2048,10240,0.034169598420461016
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,2048,10240,0.030937600135803222
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,2048,10240,0.02882986664772034
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,2048,10240,0.10208213329315186
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,2048,10240,0.02738879919052124
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,2048,10240,0.028849067290623982
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,2048,10240,0.028119466702143353
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,2048,10240,0.05314559936523437
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,2048,10240,0.04237333138783773
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,2048,10240,0.028309333324432372
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,2048,10240,0.037299199899037676
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,2048,10240,0.02763200004895528
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,2048,10240,0.026739199956258137
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,2048,10240,0.024830933411916098
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,2048,10240,0.024855466683705647
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,2048,10240,0.02488853335380554
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,2048,10240,0.025088000297546386
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,2048,10240,0.027147734165191652
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,2048,10240,0.024664533138275147
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,2048,10240,0.024285866816838583
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,2048,10240,0.023507199684778848
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,2048,10240,0.023959465821584067
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,2048,10240,0.022706133127212525
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,2048,10240,0.023027199506759643
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,2048,10240,0.02244159976641337
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,2048,10240,0.022807466983795165
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,2048,10240,0.021547732750574748
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,2048,10240,0.020804266134897866
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,2048,10240,0.023171200354894003
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,2048,10240,0.02146880030632019
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,2048,10240,0.020558933417002358
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,2048,10240,0.02093013326327006
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,2048,10240,0.02148800094922384
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,2048,10240,0.021293866634368896
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,2048,10240,0.020999467372894286
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,2048,10240,0.020490666230519615
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,2048,10240,0.01999680002530416
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,2048,10240,0.020810665686925252
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,2048,10240,0.020577067136764528
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,2048,10240,0.019817600647608437
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,2048,10240,0.020103466510772706
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,2048,10240,0.01989013353983561
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,2048,10240,0.018760534127553304
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,2048,10240,0.026840533812840777
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,2048,12288,0.029206399122873945
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,2048,12288,0.029207466046015422
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,2048,12288,0.029341866572697956
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,2048,10240,0.2583338737487793
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,2048,10240,0.4330741246541341
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,2048,10240,0.8623104095458984
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,2048,10240,0.19456532796223958
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,2048,10240,0.230133326848348
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,2048,10240,1.7462987263997394
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,2048,10240,0.17848532994588215
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,2048,10240,0.18208959897359211
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,2048,10240,0.16768639882405598
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,2048,10240,0.22757867177327476
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,2048,10240,0.17079040209452312
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,2048,10240,0.1514794667561849
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,2048,10240,0.14849813779195148
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,2048,10240,0.14007892608642578
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,2048,10240,0.13542292912801107
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,2048,10240,0.21791466077168783
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,2048,10240,0.2194965362548828
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,2048,10240,0.09327680269877116
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,2048,10240,0.07272533575693765
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,2048,10240,0.06966293652852376
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,2048,10240,0.05556480089823405
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,2048,10240,0.05431040128072103
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,2048,10240,0.2043072064717611
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,2048,10240,0.20874667167663574
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,2048,10240,0.19379413922627767
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,2048,10240,0.12051093578338623
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,2048,10240,0.11231893698374432
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,2048,10240,0.1245578686396281
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,2048,10240,0.10025493303934734
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,2048,10240,0.04849066734313965
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,2048,10240,0.04426773389180501
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,2048,10240,0.04203093449274699
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,2048,10240,0.034942932923634845
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,2048,10240,0.03193813363711039
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,2048,10240,0.0255786657333374
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,2048,10240,0.02852906584739685
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,2048,10240,0.021361066897710165
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,2048,10240,0.02100906570752462
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,2048,10240,0.021074134111404418
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,2048,10240,0.020772266387939452
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,2048,10240,0.019860267639160156
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,2048,10240,0.019576533635457357
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,2048,10240,0.019694934288660683
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,2048,10240,0.019374932845433554
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,2048,10240,0.017666133244832356
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,2048,10240,0.01628373364607493
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,2048,10240,0.01614293356736501
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,2048,10240,0.01613653302192688
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,2048,10240,0.016009599963823954
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,2048,10240,0.016065067052841185
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,2048,10240,0.015740799903869628
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,2048,10240,0.01574399967988332
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,2048,10240,0.015811199943224587
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,2048,10240,0.01573973298072815
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,2048,10240,0.015737600127855935
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,2048,10240,0.029601067304611206
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,2048,10240,0.03086079955101013
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,2048,10240,0.030959999561309813
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,2048,10240,0.030829866727193195
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,2048,10240,0.030263467629750566
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,2048,10240,0.033701332410176595
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,2048,10240,0.031173332532246904
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,2048,10240,0.031149866183598836
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,2048,10240,0.03155519962310791
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,2048,10240,0.03166933258374532
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,2048,10240,0.03158826629320781
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,2048,10240,0.031845333178838094
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,2048,10240,0.017581866184870402
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,2048,10240,0.017391999562581383
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,2048,10240,0.017502933740615845
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,2048,10240,0.01739733417828878
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,2048,10240,0.01737920045852661
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,2048,10240,0.01742186745007833
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,2048,10240,0.017729065815607705
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,2048,10240,0.2558997313181559
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,2048,10240,0.5140565236409504
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,2048,10240,0.14026133219401044
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,2048,10240,0.07579092979431153
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,2048,10240,0.07587839762369791
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,2048,10240,0.07497599919637045
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,2048,10240,0.07200106779734293
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,2048,10240,0.07498133182525635
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,2048,10240,0.07304960091908773
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,2048,10240,0.07088426748911539
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,2048,10240,0.07162133057912191
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,2048,10240,0.06989333629608155
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,2048,10240,0.06986773014068604
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,2048,10240,0.0671189308166504
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,2048,10240,0.0678325335184733
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,2048,10240,0.0651306668917338
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,2048,10240,0.06304853359858195
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,2048,10240,0.06576639811197917
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,2048,10240,0.06323093175888062
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,2048,10240,0.060570665200551356
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,2048,10240,0.04265600045522054
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,2048,10240,0.04075413147608439
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,2048,10240,0.039927466710408525
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,2048,10240,0.03914239803949992
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,2048,10240,0.03599253495534261
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,2048,10240,0.034584534168243405
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,2048,10240,0.03455573320388794
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,2048,10240,0.03638720115025838
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,2048,10240,0.038337067763010664
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,2048,10240,0.033217066526412965
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,2048,10240,0.032959999640782674
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,2048,10240,0.031215999523798627
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,2048,10240,0.030402133862177532
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,2048,10240,0.029393066962560017
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,2048,10240,0.028936533133188884
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,2048,10240,0.027214932441711425
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,2048,10240,0.02672959963480632
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,2048,10240,0.027153066794077557
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,2048,10240,0.027051732937494917
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,2048,10240,0.027135999997456868
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,2048,10240,0.026796799898147584
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,2048,10240,0.026741333802541095
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,2048,10240,0.026754132906595868
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,2048,10240,0.026077866554260254
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,2048,10240,0.025911466280619307
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,2048,10240,0.02595733404159546
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,2048,10240,0.025912533203760784
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,2048,10240,0.025740800301233928
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,2048,10240,0.025919999678929644
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,2048,10240,0.02583786646525065
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,2048,10240,0.025829333066940307
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,2048,10240,0.025915733973185223
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,2048,10240,0.025919999678929644
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,2048,10240,0.02577173312505086
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,2048,10240,0.025571199258168538
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,2048,10240,0.025590399901072185
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,2048,10240,0.025935999552408856
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,2048,10240,0.025931733846664428
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,2048,10240,0.025737599531809492
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,2048,10240,0.02553279995918274
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,2048,10240,0.025490132967631023
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,2048,10240,0.025649066766103106
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,2048,10240,0.025562665859858197
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,2048,10240,0.025563732782999678
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,2048,10240,0.025722666581471758
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,2048,10240,0.025575466950734455
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,2048,10240,0.025522132714589436
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,2048,8192,0.7190732955932617
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,2048,8192,0.36962799231211346
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,2048,8192,0.2157693306605021
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,2048,8192,0.11215200026830037
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,2048,8192,0.11238132913907369
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,2048,8192,0.10382133722305298
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,2048,8192,0.10825600226720174
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,2048,8192,0.10863066713015239
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,2048,8192,0.1093626618385315
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,2048,8192,0.08331333100795746
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,2048,8192,0.10001466671625774
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,2048,8192,0.07607333362102509
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,2048,8192,0.07522133489449818
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,2048,8192,0.0736053337653478
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,2048,8192,0.07222799956798553
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,2048,8192,0.06512933472792308
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,2048,8192,0.06652133166790009
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,2048,8192,0.05565199752648672
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,2048,8192,0.06008933484554291
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,2048,8192,0.05329333245754242
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,2048,8192,0.04949333270390829
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,2048,8192,0.04715333382288615
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,2048,8192,0.0458733340104421
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,2048,8192,0.04007066786289215
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,2048,8192,0.044509331385294594
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,2048,8192,0.03436533361673355
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,2048,8192,0.03537066777547201
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,2048,8192,0.02869199961423874
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,2048,8192,0.03009066730737686
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,2048,8192,0.025594666600227356
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,2048,8192,0.024929332236448925
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,2048,8192,0.02347866694132487
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,2048,8192,0.02077599987387657
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,2048,8192,0.021687999367713928
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,2048,8192,0.018198666473229725
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,2048,8192,0.01759866625070572
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,2048,8192,0.013614666958649954
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,2048,8192,0.013686666886011759
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,2048,8192,0.013758666813373566
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,2048,8192,0.013594667116800943
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,2048,8192,0.01402666668097178
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,2048,8192,0.014533333480358124
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,2048,8192,0.013433333486318588
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,2048,8192,0.013014666736125946
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,2048,8192,0.013014666736125946
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,2048,8192,0.012338666866223017
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,2048,8192,0.012389333297808966
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,2048,8192,0.011002667248249054
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,2048,8192,0.011985333015521368
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,2048,8192,0.012317333370447159
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,2048,8192,0.01209999993443489
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,2048,8192,0.010961333910624186
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,2048,8192,0.012103999654452005
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,2048,8192,0.011909333368142446
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,2048,8192,0.011961333453655243
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,2048,8192,0.011891999592383703
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,2048,8192,0.011911999434232712
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,2048,8192,0.01179733375708262
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,2048,8192,0.009346666435400644
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,2048,10240,0.025579732656478883
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,2048,8192,0.01155333345135053
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,2048,8192,0.011447999626398087
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,2048,8192,0.011391999820868174
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,2048,10240,0.025153066714604693
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,2048,8192,0.011378667006889978
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,2048,8192,0.010934667040904364
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,2048,8192,0.011361333231131235
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,2048,8192,0.009906666974226633
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,2048,8192,0.009867999702692032
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,2048,8192,0.009777333587408066
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,2048,8192,0.009829333052039146
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,2048,8192,0.009852000201741854
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,2048,8192,0.009870666389664015
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,2048,8192,0.009392000113924345
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,2048,8192,0.009858666608730951
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,2048,8192,0.5178346633911133
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,2048,8192,0.270792547861735
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,2048,8192,1.0314346949259439
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,2048,8192,0.14081279436747235
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,2048,8192,0.01138533279299736
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,2048,8192,0.1416672070821126
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,2048,8192,0.1272703965504964
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,2048,8192,0.13171520233154296
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,2048,8192,0.12715199788411458
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,2048,8192,0.12680959701538086
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,2048,8192,0.1115114688873291
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,2048,8192,0.11757013003031414
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,2048,8192,0.10443306763966878
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,2048,8192,0.10501333077748616
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,2048,8192,0.09695680141448974
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,2048,8192,0.09722346464792887
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,2048,8192,0.08946773211161295
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,2048,8192,0.0795530637105306
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,2048,8192,0.09245973428090414
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,2048,8192,0.08129279613494873
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,2048,8192,0.07401279608408609
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,2048,8192,0.06420906782150268
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,2048,8192,0.07335786819458008
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,2048,8192,0.06479039986928305
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,2048,8192,0.06036479870478312
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,2048,8192,0.049431467056274415
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,2048,8192,0.05108586549758911
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,2048,8192,0.04565759897232056
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,2048,8192,0.04529386758804321
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,2048,8192,0.03927040100097656
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,2048,8192,0.03771200180053711
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,2048,8192,0.036160000165303546
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,2048,8192,0.03292266726493835
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,2048,8192,0.030793599287668866
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,2048,8192,0.0273418664932251
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,2048,8192,0.02583786646525065
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,2048,8192,0.026162133614222212
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,2048,8192,0.02667199969291687
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,2048,8192,0.026045866807301837
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,2048,8192,0.057188268502553305
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,2048,8192,0.024733867247899374
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,2048,8192,0.024885332584381102
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,2048,10240,0.025574400027592974
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,2048,10240,0.025500800212224322
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,2048,8192,0.024731733401616416
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,2048,8192,0.02440320054690043
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,2048,8192,0.022693334023157756
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,2048,8192,0.022617600361506143
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,2048,8192,0.023010132710138957
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,2048,8192,0.022605866193771362
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,2048,8192,0.02467199961344401
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,2048,8192,0.020938666661580403
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,2048,8192,0.025158399343490602
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,2048,10240,0.02592533429463704
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,2048,8192,0.02098133365313212
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,2048,8192,0.020637865861256918
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,2048,8192,0.020682666699091592
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,2048,8192,0.020496000846227012
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,2048,8192,0.021320533752441407
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,2048,8192,0.019448532660802206
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,2048,8192,0.0211136003335317
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,2048,8192,0.01876266598701477
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,2048,8192,0.018551466862360637
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,2048,8192,0.018959999084472656
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,2048,8192,0.020522665977478028
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,2048,8192,0.018757333358128868
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,2048,8192,0.01858560045560201
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,2048,8192,0.018675200144449868
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,2048,8192,0.022171733776728313
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,2048,8192,0.020820266008377074
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,2048,8192,0.02071466644605001
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,2048,8192,0.02084160049756368
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,2048,8192,0.020637865861256918
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,2048,8192,0.02119040091832479
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,2048,8192,0.02134400010108948
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,2048,8192,0.0206986665725708
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,2048,8192,0.04085119962692261
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,2048,8192,0.02274880011876424
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,2048,10240,0.02553173303604126
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,2048,10240,0.02592853307723999
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,2048,8192,0.40372587839762375
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,2048,8192,0.23643840154012047
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,2048,8192,0.2151850700378418
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,2048,8192,0.8080256144205729
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,2048,8192,0.1813536008199056
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,2048,8192,0.2123583952585856
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,2048,8192,0.16722453435262044
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,2048,8192,0.16712640126546224
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,2048,8192,0.15625173250834148
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,2048,8192,1.6188159942626954
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,2048,8192,0.1546687920888265
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,2048,8192,0.14003413518269855
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,2048,8192,0.1259125312169393
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,2048,8192,0.1263754685719808
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,2048,8192,0.10958399772644042
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,2048,8192,0.20485013326009116
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,2048,8192,0.20252374013264976
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,2048,8192,0.07140373388926188
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,2048,8192,0.06336959997812906
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,2048,8192,0.05811200141906738
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,2048,8192,0.049754667282104495
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,2048,8192,0.04732799927393595
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,2048,8192,0.1945898691813151
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,2048,8192,0.1882080078125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,2048,8192,0.17844479878743488
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,2048,8192,0.08978880246480306
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,2048,8192,0.10369813442230225
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,2048,8192,0.08336533705393473
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,2048,8192,0.07649280230204264
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,2048,8192,0.04313173294067383
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,2048,8192,0.03988266785939534
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,2048,8192,0.03211946686108907
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,2048,8192,0.03740373452504476
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,2048,8192,0.028587732712427778
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,2048,8192,0.021900800863901775
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,2048,8192,0.026153600215911864
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,2048,8192,0.019138133525848387
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,2048,8192,0.018605866034825645
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,2048,8192,0.01712533235549927
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,2048,8192,0.018600533405939736
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,2048,8192,0.017385600010553996
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,2048,8192,0.016909867525100708
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,2048,8192,0.018228266636530557
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,2048,8192,0.017129600048065186
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,2048,8192,0.014980266491572062
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,2048,8192,0.015330132842063905
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,2048,8192,0.013704533378283182
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,2048,8192,0.013672533631324767
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,2048,8192,0.01365226705869039
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,2048,8192,0.013678933183352152
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,2048,8192,0.013381333152453104
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,2048,8192,0.013424000144004822
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,2048,8192,0.013226667046546936
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,2048,8192,0.02881173292795817
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,2048,8192,0.02918826738993327
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,2048,8192,0.02960960070292155
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,2048,8192,0.029288534323374433
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,2048,8192,0.02837439974149068
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,2048,8192,0.02893120050430298
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,2048,8192,0.02923626701037089
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,2048,8192,0.029259733359018963
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,2048,8192,0.029624533653259278
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,2048,8192,0.029667200644810994
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,2048,8192,0.029745066165924074
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,2048,8192,0.029971200227737426
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,2048,8192,0.02961919903755188
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,2048,8192,0.02967360019683838
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,2048,8192,0.030058666070302324
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,2048,8192,0.41234668095906574
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,2048,8192,0.20597440401713052
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,2048,8192,0.014990933736165366
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,2048,8192,0.015347199638684592
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,2048,8192,0.01498133341471354
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,2048,8192,0.015346133708953857
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,2048,8192,0.01532586713631948
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,2048,8192,0.01513920029004415
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,2048,8192,0.06331946849822997
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,2048,8192,0.11335786978403728
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,2048,8192,0.059777065118153894
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,2048,8192,0.06346666812896729
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,2048,8192,0.059478398164113364
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,2048,8192,0.059291732311248777
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,2048,8192,0.06168213287989298
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,2048,8192,0.062718931833903
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,2048,8192,0.05934613148371378
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,2048,8192,0.057048531373341885
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,2048,8192,0.05497920115788778
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,2048,8192,0.057146668434143066
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,2048,8192,0.05523093144098917
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,2048,8192,0.05329066514968872
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,2048,8192,0.05271999835968018
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,2048,8192,0.05178986787796021
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,2048,8192,0.051227732499440515
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,2048,8192,0.049607467651367185
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,2048,8192,0.035034668445587155
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,2048,8192,0.03354453245798747
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,2048,8192,0.03445546627044678
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,2048,8192,0.032409600416819256
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,2048,8192,0.03226880033810933
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,2048,8192,0.030791467428207396
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,2048,8192,0.029678932825724286
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,2048,8192,0.02948906620343526
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,2048,8192,0.02836266756057739
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,2048,8192,0.028304000695546467
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,2048,8192,0.02796906630198161
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,2048,8192,0.02622186740239461
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,2048,8192,0.025619200865427655
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,2048,8192,0.025163733959198
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,2048,8192,0.024615466594696045
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,2048,8192,0.023110399643580117
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,2048,8192,0.02291626731554667
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,2048,8192,0.022765866915384927
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,2048,8192,0.022669865687688192
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,2048,8192,0.023016534248987832
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,2048,8192,0.022691200176874794
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,2048,8192,0.022292266289393105
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,2048,8192,0.02256106734275818
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,2048,8192,0.022292266289393105
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,2048,8192,0.0219541331132253
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,2048,8192,0.02188053329785665
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,2048,8192,0.021834667523701987
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,2048,8192,0.021848533550898233
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,2048,8192,0.02190933426221212
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,2048,8192,0.02184106707572937
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,2048,8192,0.021870932976404824
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,2048,8192,0.021894399325052896
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,2048,8192,0.02188906669616699
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,2048,8192,0.021843200922012328
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,2048,8192,0.021861332654953002
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,2048,8192,0.021476266781489055
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,2048,8192,0.021828265984853108
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,2048,8192,0.021834667523701987
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,2048,8192,0.021463465690612794
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,2048,8192,0.021891200542449953
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,2048,8192,0.021423999468485513
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,2048,8192,0.022077866395314536
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,2048,8192,0.021836799383163453
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,2048,8192,0.021530665953954062
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,2048,8192,0.02183786630630493
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,2048,8192,0.021910399198532104
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,2048,8192,0.02145919998486837
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,2048,8192,0.0218666672706604
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,2048,7168,0.3284096082051595
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,2048,7168,0.1720085302988688
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,2048,7168,0.6368202845255534
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,2048,7168,0.09019733270009359
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,2048,7168,0.08682453632354736
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,2048,7168,0.08301973342895508
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,2048,7168,0.08327360153198242
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,2048,7168,0.08388480345408121
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,2048,7168,0.09459839661916097
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,2048,7168,0.08764159679412842
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,2048,7168,0.06562026739120483
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,2048,7168,0.06549546718597413
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,2048,7168,0.06461013158162435
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,2048,7168,0.06270613272984824
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,2048,7168,0.055131733417510986
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,2048,7168,0.05720959901809693
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,2048,8192,0.021563732624053956
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,2048,7168,0.048257064819335935
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,2048,7168,0.0516053318977356
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,2048,7168,0.04631040096282959
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,2048,7168,0.04273066520690918
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,2048,7168,0.040711466471354166
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,2048,7168,0.03995840152104695
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,2048,7168,0.034883201122283936
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,2048,7168,0.039263999462127684
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,2048,7168,0.029972267150878907
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,2048,7168,0.06852800051371256
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,2048,7168,0.030925865968068438
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,2048,7168,0.025913600126902265
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,2048,7168,0.0264575997988383
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,2048,7168,0.022973867257436116
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,2048,7168,0.02199466625849406
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,2048,7168,0.020709333817164104
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,2048,7168,0.01834133267402649
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,2048,7168,0.01606186628341675
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,2048,7168,0.02101226647694906
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,2048,7168,0.012050132950146992
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,2048,7168,0.015601066748301187
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,2048,7168,0.012039466698964437
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,2048,7168,0.012109866738319397
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,2048,7168,0.012063999970753986
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,2048,7168,0.01251200040181478
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,2048,7168,0.014435199896494546
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,2048,7168,0.011442133784294128
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,2048,7168,0.011577600240707397
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,2048,7168,0.0106495996316274
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,2048,7168,0.010631466905275982
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,2048,7168,0.010491733749707539
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,2048,7168,0.010730666915575664
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,2048,7168,0.01048959990342458
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,2048,7168,0.010492799679438274
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,2048,7168,0.009963732957839967
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,2048,7168,0.010199466347694397
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,2048,7168,0.010342400272687275
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,2048,7168,0.010342400272687275
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,2048,7168,0.010351999600728353
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,2048,7168,0.010745599865913391
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,2048,7168,0.010205866893132527
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,2048,7168,0.008892800410588582
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,2048,7168,0.009741866588592529
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,2048,7168,0.009788800279299419
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,2048,7168,0.009685333569844563
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,2048,7168,0.009687466422716777
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,2048,7168,0.009610666831334432
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,2048,7168,0.009610666831334432
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,2048,7168,0.009564800063769023
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,2048,7168,0.00897920032342275
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,2048,7168,0.008925867080688477
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,2048,7168,0.011611732840538024
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,2048,7168,0.008992000420888265
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,2048,7168,0.009110400080680847
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,2048,7168,0.00904960036277771
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,2048,7168,0.009055999914805095
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,2048,7168,0.009397332866986591
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,2048,7168,0.008758399883906047
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,2048,7168,0.4556586583455403
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,2048,7168,0.12175146738688152
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,2048,7168,0.23713173866271972
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,2048,7168,0.9056639989217123
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,2048,7168,0.11052587032318115
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,2048,7168,0.11359999974568684
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,2048,7168,0.11056746641794842
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,2048,7168,0.11230080127716065
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,2048,7168,0.09791999657948812
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,2048,7168,0.1043445348739624
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,2048,7168,0.09306773344675699
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,2048,7168,0.09250453313191732
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,2048,7168,0.08655573527018229
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,2048,7168,0.08537387053171794
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,2048,7168,0.07879467010498047
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,2048,7168,0.07143786748250326
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,2048,7168,0.08159253597259522
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,2048,7168,0.07184747060139975
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,2048,7168,0.062376534938812254
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,2048,7168,0.05687146584192911
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,2048,7168,0.12230186462402344
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,2048,7168,0.05943573315938314
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,2048,7168,0.05418346722920736
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,2048,7168,0.050182398160298666
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,2048,7168,0.047093331813812256
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,2048,7168,0.04770026604334514
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,2048,7168,0.04113066593805949
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,2048,7168,0.042490665117899576
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,2048,7168,0.039018666744232176
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,2048,7168,0.038791465759277347
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,2048,7168,0.034594134489695234
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,2048,7168,0.03337173461914063
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,2048,7168,0.03087573250134786
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,2048,7168,0.029657600323359172
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,2048,7168,0.025043199459711712
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,2048,7168,0.0250218669573466
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,2048,7168,0.024573866526285806
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,2048,7168,0.024948267141977946
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,2048,7168,0.025111466646194458
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,2048,7168,0.02466986576716105
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,2048,7168,0.06385706663131714
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,2048,7168,0.023064533869425453
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,2048,7168,0.023085866371790567
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,2048,7168,0.023574399948120116
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,2048,7168,0.022451200087865195
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,2048,7168,0.021665066480636597
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,2048,7168,0.020987733205159505
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,2048,7168,0.02072746753692627
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,2048,7168,0.0209824005762736
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,2048,7168,0.024064000447591147
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,2048,7168,0.02153493364651998
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,2048,7168,0.01994453271230062
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,2048,7168,0.018997333447138467
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,2048,7168,0.01934079925219218
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,2048,7168,0.01889386574427287
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,2048,7168,0.020980266729990642
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,2048,7168,0.018590933084487914
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,2048,7168,0.020449066162109376
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,2048,7168,0.018235733111699425
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,2048,7168,0.018694400787353516
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,2048,7168,0.01856213410695394
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,2048,7168,0.01981653372446696
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,2048,7168,0.022652800877889
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,2048,7168,0.018398932615915933
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,2048,7168,0.018623999754587808
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,2048,7168,0.018424532810846963
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,2048,7168,0.020541866620381675
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,2048,7168,0.0206058661142985
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,2048,7168,0.0212991992632548
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,2048,7168,0.019980800151824952
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,2048,7168,0.020480000972747804
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,2048,7168,0.019913599888483683
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,2048,7168,0.020485333601633706
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,2048,7168,0.020567466815312706
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,2048,8192,0.021835732460021972
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,2048,8192,0.02182719906171163
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,2048,8192,0.02143146594365438
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,2048,8192,0.0215338667233785
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,2048,8192,0.021802665789922078
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,2048,7168,0.40081065495808915
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,2048,7168,1.5972576141357422
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,2048,7168,0.7946346918741862
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,2048,7168,0.18119254112243652
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,2048,7168,0.21358399391174315
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,2048,7168,0.23476907412211098
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,2048,7168,0.2071381409962972
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,2048,7168,0.1595018704732259
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,2048,7168,0.15670827229817708
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,2048,7168,0.14472959836324056
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,2048,7168,0.13691733678181967
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,2048,7168,0.12718613147735597
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,2048,7168,0.10638079643249512
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,2048,7168,0.10720960299173991
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,2048,7168,0.09439466794331869
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,2048,7168,0.20042452812194825
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,2048,7168,0.20615679423014321
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,2048,7168,0.06263360182444254
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,2048,7168,0.0577888011932373
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,2048,7168,0.052716799577077235
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,2048,7168,0.04692906538645426
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,2048,7168,0.04520746469497681
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,2048,7168,0.1873066743214925
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,2048,7168,0.19544000625610353
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,2048,7168,0.17228800455729168
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,2048,7168,0.0845578670501709
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,2048,7168,0.07859626611073812
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,2048,7168,0.07911787033081055
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,2048,7168,0.06871146361033122
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,2048,7168,0.04107946554819743
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,2048,7168,0.03546773195266724
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,2048,7168,0.03821546634038289
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,2048,7168,0.030853333075841267
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,2048,7168,0.024330667654673257
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,2048,7168,0.02065599958101908
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,2048,7168,0.026824533939361572
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,2048,7168,0.017177599668502807
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,2048,7168,0.01731200019518534
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,2048,7168,0.01699626644452413
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,2048,7168,0.01691840092341105
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,2048,7168,0.01616426706314087
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,2048,7168,0.01579839984575907
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,2048,7168,0.015705600380897522
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,2048,7168,0.015709867080052696
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,2048,7168,0.01416853368282318
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,2048,7168,0.012744533022244773
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,2048,7168,0.012827733159065246
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,2048,7168,0.012598400314648947
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,2048,7168,0.012828800082206725
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,2048,7168,0.012472533186276754
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,2048,7168,0.026741333802541095
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,2048,7168,0.026372265815734864
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,2048,7168,0.02558293342590332
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,2048,7168,0.025573333104451496
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,2048,7168,0.02755733331044515
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,2048,7168,0.02802133361498515
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,2048,7168,0.02632960081100464
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,2048,7168,0.02714879910151164
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,2048,7168,0.014578133821487427
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,2048,7168,0.02797866662343343
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,2048,7168,0.02518186569213867
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,2048,7168,0.026804266373316447
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,2048,7168,0.025922133525212603
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,2048,7168,0.02878613273302714
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,2048,7168,0.025561600923538208
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,2048,7168,0.024066134293874105
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,2048,7168,0.02510506709416707
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,2048,7168,0.028793599208196
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,2048,7168,0.37418559392293294
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,2048,7168,0.18843305905659993
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,2048,7168,0.014064000050226847
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,2048,7168,0.014072533448537192
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,2048,7168,0.01404800017674764
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,2048,7168,0.014057599504788718
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,2048,7168,0.01406826674938202
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,2048,7168,0.01402773360411326
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,2048,7168,0.10482986768086751
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,2048,7168,0.05837440093358358
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,2048,7168,0.05808533430099487
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,2048,7168,0.05469973484675089
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,2048,7168,0.05681386788686117
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,2048,7168,0.057402666409810385
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,2048,7168,0.054598399003346766
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,2048,7168,0.053812265396118164
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,2048,7168,0.054230399926503504
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,2048,7168,0.051104001204172765
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,2048,7168,0.05179413159688314
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,2048,7168,0.04973653157552083
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,2048,7168,0.04949653148651123
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,2048,7168,0.04803200165430705
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,2048,7168,0.048264535268147786
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,2048,7168,0.04649706681569417
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,2048,7168,0.045176533857981364
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,2048,7168,0.04655466477076213
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,2048,7168,0.03192426760991414
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,2048,7168,0.030801065762837726
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,2048,7168,0.0304202675819397
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,2048,7168,0.02958400050799052
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,2048,7168,0.028091732660929365
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,2048,7168,0.029177600145339967
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,2048,7168,0.027694932619730633
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,2048,7168,0.027089067300160724
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,2048,7168,0.025540266434351606
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,2048,7168,0.02619626720746358
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,2048,7168,0.025226666529973345
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,2048,7168,0.02380266586939494
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,2048,7168,0.023616000016530355
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,2048,7168,0.02303253412246704
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,2048,7168,0.022323199113210044
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,2048,7168,0.0208512008190155
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,2048,7168,0.02062826752662659
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,2048,7168,0.021171200275421142
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,2048,7168,0.020933334032694498
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,2048,7168,0.020997333526611327
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,2048,7168,0.02103040019671122
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,2048,7168,0.02101226647694906
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,2048,7168,0.02067413330078125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,2048,7168,0.02023786703745524
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,2048,7168,0.02023680011431376
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,2048,7168,0.020126932859420778
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,2048,7168,0.020275199413299562
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,2048,7168,0.020060799519220986
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,2048,7168,0.020202666521072388
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,2048,7168,0.0198527991771698
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,2048,7168,0.019980800151824952
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,2048,7168,0.019883733987808228
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,2048,7168,0.019825067122777304
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,2048,7168,0.01978879968325297
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,2048,7168,0.019847466548283895
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,2048,7168,0.020206934213638304
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,2048,7168,0.019859200716018675
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,2048,7168,0.020204800367355346
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,2048,7168,0.019707733392715455
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,2048,7168,0.01986453334490458
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,2048,7168,0.019832533597946168
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,2048,7168,0.01990933418273926
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,2048,7168,0.019925334056218467
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,2048,7168,0.019828265905380248
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,2048,7168,0.01984106699625651
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,2048,7168,0.019853866100311278
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,2048,7168,0.01961173415184021
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,2048,7168,0.019792000452677407
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,2048,7168,0.019846399625142418
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,2048,6144,0.5375189463297526
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,2048,6144,0.08404800097147623
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,2048,6144,0.142628272374471
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,2048,6144,0.0827893336613973
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,2048,6144,0.07017280260721842
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,2048,6144,0.07506240208943685
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,2048,6144,0.06862613360087076
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,2048,6144,0.07621119817097982
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,2048,6144,0.05864959955215454
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,2048,6144,0.05640426476796469
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,2048,6144,0.07593279679616292
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,2048,6144,0.05655786593755087
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,2048,6144,0.05906026760737101
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,2048,6144,0.05238080024719238
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,2048,6144,0.04745066563288371
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,2048,6144,0.0491210659344991
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,2048,6144,0.043459200859069826
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,2048,6144,0.04417813221613566
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,2048,6144,0.03967466751734416
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,2048,6144,0.03668053150177002
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,2048,6144,0.03482346534729004
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,2048,6144,0.03458666801452637
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,2048,6144,0.029857067267100017
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,2048,6144,0.03394026756286621
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,2048,6144,0.02602880001068115
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,2048,6144,0.027081600824991864
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,2048,6144,0.2732032140096029
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,2048,6144,0.023150932788848878
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,2048,6144,0.01984000007311503
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,2048,6144,0.019218132893244425
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,2048,6144,0.018105600277582803
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,2048,6144,0.0160480002562205
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,2048,6144,0.016976000865300496
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,2048,6144,0.014254933595657349
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,2048,6144,0.01386666695276896
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,2048,6144,0.010821333527565003
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,2048,6144,0.010795733332633973
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,2048,6144,0.010752000411351522
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,2048,6144,0.011220266421635944
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,2048,6144,0.011193600296974183
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,2048,6144,0.012774399916330972
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,2048,6144,0.010966400305430096
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,2048,6144,0.010807466506958009
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,2048,6144,0.010332799951235453
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,2048,6144,0.009985066453615824
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,2048,6144,0.010327466328938802
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,2048,6144,0.009902933239936828
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,2048,6144,0.00992746651172638
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,2048,6144,0.00976639986038208
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,2048,6144,0.009633066256841023
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,2048,6144,0.010338133573532105
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,2048,6144,0.009541333715120951
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,2048,6144,0.009617066383361817
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,2048,6144,0.022098133961359658
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,2048,6144,0.009586133559544881
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,2048,6144,0.009675733248392741
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,2048,6144,0.009520000219345093
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,2048,6144,0.011614933609962463
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,2048,6144,0.009191466371218364
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,2048,6144,0.009105066458384197
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,2048,6144,0.009115733702977498
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,2048,6144,0.009139200051625569
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,2048,6144,0.00916266640027364
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,2048,6144,0.009096533060073853
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,2048,6144,0.008942932883898417
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,2048,6144,0.007916800181070964
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,2048,6144,0.008021333316961924
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,2048,6144,0.008059733112653096
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,2048,6144,0.007971199850241344
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,2048,6144,0.007904000083605449
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,2048,6144,0.008145066599051159
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,2048,7168,0.019811199108759562
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,2048,6144,0.007916800181070964
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,2048,6144,0.007914666831493378
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,2048,6144,0.3909450531005859
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,2048,6144,0.010104533036549885
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,2048,6144,0.20444906552632652
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,2048,6144,0.10341866811116536
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,2048,6144,0.7734912236531575
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,2048,6144,0.1030623992284139
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,2048,6144,0.09430399735768637
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,2048,6144,0.09649173418680826
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,2048,6144,0.09498666922251384
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,2048,6144,0.09533332983652751
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,2048,6144,0.08433279991149903
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,2048,6144,0.08999679883321127
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,2048,6144,0.07873173554738364
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,2048,6144,0.07889920075734456
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,2048,6144,0.07483519713083903
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,2048,6144,0.06732373237609864
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,2048,6144,0.061052799224853516
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,2048,6144,0.05597653388977051
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,2048,6144,0.062053334712982175
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,2048,6144,0.05510933399200439
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,2048,6144,0.049369601408640544
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,2048,6144,0.05034559965133667
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,2048,6144,0.047031466166178384
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,2048,6144,0.049363199869791666
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,2048,6144,0.04178560177485148
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,2048,6144,0.04343146483103434
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,2048,6144,0.0390122652053833
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,2048,6144,0.03912426630655925
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,2048,6144,0.0358240008354187
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,2048,6144,0.035037867228190106
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,2048,6144,0.031205334266026813
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,2048,6144,0.03107626636823018
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,2048,6144,0.029231999317804975
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,2048,7168,0.01984000007311503
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,2048,6144,0.02871253291765849
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,2048,6144,0.023175466060638427
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,2048,6144,0.022804266214370726
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,2048,6144,0.02290346622467041
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,2048,6144,0.022587732474009196
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,2048,6144,0.07430506547292073
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,2048,6144,0.0226197342077891
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,2048,6144,0.06574506759643554
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,2048,6144,0.022320000330607097
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,2048,6144,0.02130026618639628
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,2048,6144,0.02076906760533651
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,2048,6144,0.020871466398239134
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,2048,6144,0.020670932531356812
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,2048,6144,0.020750933885574342
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,2048,6144,0.02067413330078125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,2048,6144,0.0187882661819458
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,2048,6144,0.02067520022392273
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,2048,6144,0.018580265839894614
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,2048,6144,0.018693333864212035
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,2048,6144,0.01981653372446696
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,2048,6144,0.018499199549357095
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,2048,6144,0.01832853356997172
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,2048,6144,0.01695466637611389
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,2048,6144,0.017375999689102174
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,2048,6144,0.01695893406867981
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,2048,6144,0.01743146578470866
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,2048,6144,0.022734934091567995
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,2048,6144,0.01958079934120178
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,2048,6144,0.01698026657104492
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,2048,6144,0.01873813271522522
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,2048,6144,0.01670080025990804
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,2048,6144,0.01694719990094503
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,2048,6144,0.017757866779963175
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,2048,6144,0.020793600877126058
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,2048,6144,0.01687039931615194
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,2048,6144,0.017977599302927652
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,2048,6144,0.01763946612675985
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,2048,6144,0.017682133118311565
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,2048,6144,0.017090133825937905
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,2048,6144,0.01759786605834961
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,2048,6144,0.01790613333384196
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,2048,6144,0.022785067558288574
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,2048,7168,0.020001065731048585
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,2048,7168,0.019992534319559732
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,2048,7168,0.02039573391278585
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,2048,6144,0.22170987129211425
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,2048,6144,0.20752639770507814
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,2048,6144,0.17863574028015136
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,2048,6144,0.3874645233154297
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,2048,6144,0.1619754632314046
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,2048,6144,0.2004021326700846
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,2048,6144,0.7647125244140625
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,2048,6144,0.14332693417867023
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,2048,6144,0.12776213486989338
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,2048,6144,0.11253013610839843
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,2048,6144,0.12325867017110188
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,2048,6144,0.10466453234354656
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,2048,6144,0.10064106782277424
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,2048,6144,0.08844693501790366
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,2048,6144,0.086517333984375
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,2048,6144,0.19598827362060547
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,2048,6144,1.525364303588867
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,2048,6144,0.05791680018107096
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,2048,6144,0.054644266764322914
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,2048,6144,0.1888746738433838
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,2048,6144,0.05041066805521647
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,2048,6144,0.04482453266779582
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,2048,6144,0.04315626621246338
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,2048,6144,0.16862932840983075
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,2048,6144,0.14698774019877117
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,2048,6144,0.07063146432240805
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,2048,6144,0.07586133480072021
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,2048,6144,0.06511253515879313
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,2048,6144,0.07040639718373617
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,2048,6144,0.038812800248463945
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,2048,6144,0.036695468425750735
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,2048,6144,0.03284800052642822
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,2048,6144,0.02937600016593933
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,2048,6144,0.023611734310785927
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,2048,6144,0.02490239938100179
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,2048,6144,0.018196266889572144
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,2048,6144,0.01616213321685791
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,2048,6144,0.014892799655596414
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,2048,6144,0.015768532951672874
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,2048,6144,0.015740799903869628
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,2048,6144,0.015706666310628257
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,2048,6144,0.01467626690864563
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,2048,6144,0.014499200383822122
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,2048,6144,0.012818132837613424
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,2048,6144,0.012939733266830445
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,2048,6144,0.012802132964134216
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,2048,6144,0.01199893355369568
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,2048,6144,0.011715199549992878
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,2048,6144,0.01323946714401245
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,2048,6144,0.011637333035469054
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,2048,6144,0.011574400464693706
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,2048,6144,0.011892267068227132
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,2048,6144,0.0243562658627828
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,2048,6144,0.013027200102806091
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,2048,6144,0.020256000757217407
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,2048,6144,0.023102933168411256
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,2048,6144,0.02476159930229187
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,2048,6144,0.021833600600560506
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,2048,6144,0.023988266785939537
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,2048,6144,0.02430400053660075
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,2048,6144,0.022686932484308878
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,2048,6144,0.02331519921620687
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,2048,6144,0.024762666225433348
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,2048,6144,0.022292266289393105
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,2048,6144,0.025171200434366863
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,2048,6144,0.023130667209625245
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,2048,6144,0.02534293333689372
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,2048,6144,0.025959465901056928
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,2048,6144,0.01446613371372223
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,2048,6144,0.012902399897575379
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,2048,6144,0.02066133419672648
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,2048,6144,0.02350506583849589
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,2048,6144,0.05293759902318319
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,2048,6144,0.05288426478703817
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,2048,6144,0.3369738578796387
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,2048,6144,0.16957119305928547
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,2048,6144,0.09499946435292562
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,2048,6144,0.05124586820602417
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,2048,6144,0.04899199803670247
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,2048,6144,0.051680000623067227
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,2048,6144,0.012919466694196066
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,2048,6144,0.013101866841316223
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,2048,6144,0.04843093156814575
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,2048,6144,0.04838293393452962
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,2048,6144,0.0475658655166626
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,2048,6144,0.046868268648783365
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,2048,6144,0.04597333272298177
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,2048,6144,0.04542826811472575
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,2048,6144,0.041354668140411374
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,2048,6144,0.0431818683942159
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,2048,6144,0.044499198595682785
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,2048,6144,0.04328320026397705
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,2048,6144,0.04129173358281453
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,2048,6144,0.04084373315175374
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,2048,6144,0.028885332743326823
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,2048,6144,0.02858026623725891
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,2048,6144,0.027486934264500933
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,2048,6144,0.02655679980913798
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,2048,6144,0.02714666724205017
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,2048,6144,0.025422932704289754
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,2048,6144,0.02490453322728475
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,2048,6144,0.024477867285410564
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,2048,6144,0.023794132471084594
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,2048,6144,0.021679999430974324
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,2048,6144,0.023119999965031942
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,2048,6144,0.02272746761639913
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,2048,6144,0.021693867444992066
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,2048,6144,0.020670932531356812
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,2048,6144,0.0202293336391449
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,2048,6144,0.019029333194096883
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,2048,6144,0.018997333447138467
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,2048,6144,0.018642133474349974
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,2048,6144,0.019166932503382365
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,2048,6144,0.018982400496800743
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,2048,6144,0.018953599532445273
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,2048,6144,0.018964266777038573
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,2048,6144,0.01895573337872823
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,2048,6144,0.018521600961685182
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,2048,6144,0.018199467658996583
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,2048,6144,0.018184532721837364
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,2048,6144,0.018147200345993042
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,2048,6144,0.018576000134150186
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,2048,6144,0.01815999945004781
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,2048,6144,0.01813760002454122
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,2048,6144,0.018177066246668497
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,2048,6144,0.01821546753247579
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,2048,6144,0.01819733381271362
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,2048,6144,0.018158932526906334
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,2048,6144,0.018220800161361694
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,2048,6144,0.018184532721837364
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,2048,6144,0.018147200345993042
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,2048,6144,0.018547199169794717
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,2048,6144,0.018425599733988444
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,2048,6144,0.017870932817459106
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,2048,6144,0.01773973306020101
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,2048,6144,0.018182400862375894
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,2048,6144,0.018125865856806436
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,2048,6144,0.018130133549372353
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,2048,6144,0.01806400020917257
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,2048,6144,0.018178133169809978
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,2048,6144,0.018148267269134523
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,2048,6144,0.018129066626230875
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,2048,5120,0.22431573867797852
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,2048,5120,0.11607573032379151
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,2048,5120,0.44739945729573566
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,2048,5120,0.060710398356119785
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,2048,5120,0.05957333246866862
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,2048,5120,0.057963732878367105
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,2048,5120,0.05754453341166178
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,2048,5120,0.05567893187204996
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,2048,5120,0.06557120084762573
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,2048,5120,0.048286934693654374
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,2048,5120,0.06434239943822226
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,2048,5120,0.04691093365351359
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,2048,5120,0.048145067691802976
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,2048,5120,0.04408959945042928
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,2048,5120,0.04491093158721924
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,2048,5120,0.0386741320292155
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,2048,5120,0.04210453430811564
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,2048,5120,0.03422826528549194
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,2048,5120,0.03858453432718913
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,2048,5120,0.032611199220021564
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,2048,5120,0.028871466716130573
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,2048,5120,0.03056959907213847
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,2048,5120,0.025111466646194458
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,2048,5120,0.030014934142430623
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,2048,5120,0.022091732422510783
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,2048,5120,0.023310933510462442
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,2048,5120,0.03286293347676595
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,2048,5120,0.018675200144449868
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,2048,5120,0.01983573238054911
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,2048,5120,0.016985599199930826
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,2048,5120,0.016544000307718913
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,2048,5120,0.015579733252525329
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,2048,5120,0.014011733730634055
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,2048,5120,0.014780799547831217
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,2048,5120,0.012506666779518127
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,2048,5120,0.012132267157236736
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,2048,5120,0.009565866986910502
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,2048,5120,0.009703466296195984
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,2048,5120,0.00956160028775533
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,2048,5120,0.009987200299898785
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,2048,5120,0.009634133179982502
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,2048,5120,0.009788800279299419
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,2048,5120,0.010597333312034607
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,2048,5120,0.00956053336461385
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,2048,5120,0.0091839998960495
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,2048,5120,0.009164800246556599
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,2048,5120,0.009181867043177288
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,2048,5120,0.009096533060073853
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,2048,5120,0.011983999609947204
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,2048,5120,0.009108266234397889
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,2048,5120,0.00865066647529602
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,2048,5120,0.008890666564305623
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,2048,5120,0.00830506682395935
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,2048,5120,0.008686932921409606
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,2048,5120,0.008663466572761536
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,2048,5120,0.008342400193214417
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,2048,5120,0.009199999769528707
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,2048,5120,0.008679466446240743
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,2048,5120,0.01032426655292511
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,2048,5120,0.008020266890525818
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,2048,5120,0.007947733501593272
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,2048,5120,0.00788373351097107
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,2048,5120,0.007941333452860515
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,2048,5120,0.007952000200748443
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,2048,5120,0.007976533472537994
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,2048,5120,0.007928533355395
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,2048,5120,0.007121066749095917
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,2048,5120,0.0070933332045873005
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,2048,5120,0.007118933399518331
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,2048,5120,0.007110400001207988
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,2048,5120,0.007084799806276958
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,2048,5120,0.007089066505432129
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,2048,5120,0.007052800059318543
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,2048,5120,0.006659199794133504
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,2048,5120,0.3285674730936686
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,2048,5120,0.1709333260854085
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,2048,5120,0.6465525309244792
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,2048,5120,0.08640960057576498
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,2048,5120,0.08624213536580404
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,2048,5120,0.07926080226898194
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,2048,5120,0.08065386613210043
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,2048,5120,0.0799605369567871
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,2048,5120,0.08023680051167806
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,2048,6144,0.01776640017827352
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,2048,5120,0.0715669314066569
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,2048,5120,0.07429546515146891
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,2048,5120,0.06442559957504272
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,2048,5120,0.06427839994430543
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,2048,5120,0.0625279982884725
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,2048,5120,0.05551040172576904
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,2048,5120,0.05763413508733114
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,2048,5120,0.05132266680399576
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,2048,5120,0.052094932397206625
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,2048,5120,0.04964053233464559
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,2048,5120,0.048827731609344484
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,2048,5120,0.04518186648686727
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,2048,5120,0.04632213513056437
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,2048,5120,0.04338879982630412
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,2048,5120,0.04108479817708333
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,2048,6144,0.018168532848358156
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,2048,5120,0.03886186679204305
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,2048,5120,0.039044264952341715
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,2048,5120,0.03492266734441121
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,2048,5120,0.0351146658261617
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,2048,5120,0.032474666833877563
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,2048,5120,0.030832000573476154
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,2048,5120,0.02929813265800476
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,2048,5120,0.027246934175491334
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,2048,5120,0.02582719922065735
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,2048,6144,0.01813973387082418
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,2048,5120,0.021987199783325195
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,2048,5120,0.021620267629623414
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,2048,5120,0.0215829332669576
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,2048,5120,0.020693333943684895
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,2048,5120,0.020963199933369956
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,2048,5120,0.020814933379491172
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,2048,5120,0.020639999707539877
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,2048,5120,0.02121493419011434
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,2048,5120,0.019132800896962485
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,2048,5120,0.018999467293421425
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,2048,5120,0.018778665860493978
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,2048,5120,0.019433599710464478
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,2048,5120,0.018634666999181114
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,2048,5120,0.020942932367324828
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,2048,5120,0.01874026656150818
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,2048,5120,0.0200981338818868
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,2048,5120,0.01945706605911255
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,2048,5120,0.017777067422866822
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,2048,5120,0.017667200167973837
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,2048,5120,0.018252799908320107
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,2048,5120,0.01700906753540039
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,2048,5120,0.01784106691678365
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,2048,5120,0.016530133287111917
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,2048,5120,0.017746132612228394
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,2048,6144,0.018183465798695883
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,2048,5120,0.016901334126790367
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,2048,5120,0.016847999890645345
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,2048,5120,0.016518400112787882
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,2048,5120,0.01655466655890147
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,2048,5120,0.016846932967503867
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,2048,5120,0.01690773367881775
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,2048,5120,0.01656000018119812
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,2048,5120,0.029293866952260335
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,2048,5120,0.016698666413625083
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,2048,5120,0.016540799538294473
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,2048,5120,0.016993065675099693
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,2048,5120,0.016572800278663636
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,2048,5120,0.017191465695699057
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,2048,5120,0.016548267006874083
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,2048,5120,0.0165503998597463
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,2048,5120,0.06176000038782755
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,2048,6144,0.018132267395655315
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,2048,5120,0.016515200336774193
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,2048,6144,0.01816533406575521
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,2048,5120,0.20409919420878092
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,2048,5120,0.3724085489908854
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,2048,5120,0.17798293431599935
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,2048,5120,0.18684693972269695
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,2048,5120,0.1301983992258708
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,2048,5120,0.7392554601033529
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,2048,5120,0.10773546695709228
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,2048,5120,1.4720437367757162
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,2048,5120,0.09769706726074219
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,2048,5120,0.10489280223846435
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,2048,5120,0.17313067118326825
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,2048,5120,0.09991573492685954
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,2048,5120,0.08396373589833578
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,2048,5120,0.0786240021387736
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,2048,5120,0.07736106713612875
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,2048,5120,0.07605226834615073
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,2048,5120,0.16161492665608723
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,2048,5120,0.05467733144760132
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,2048,5120,0.05095680157343546
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,2048,5120,0.04758933385213216
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,2048,5120,0.042335999011993405
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,2048,5120,0.040797865390777587
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,2048,5120,0.13416533470153807
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,2048,5120,0.1508618672688802
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,2048,5120,0.11890133221944173
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,2048,5120,0.06831146876017252
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,2048,5120,0.06011733214060465
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,2048,5120,0.03584853410720825
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,2048,5120,0.06663466691970825
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,2048,5120,0.0636031985282898
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,2048,5120,0.03015039960543315
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,2048,5120,0.034764798482259114
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,2048,5120,0.021373866001764934
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,2048,5120,0.02308373252550761
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,2048,5120,0.027644799153010054
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,2048,5120,0.016977065801620485
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,2048,5120,0.01368106702963511
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,2048,5120,0.014949333667755128
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,2048,5120,0.014916266997655234
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,2048,5120,0.013630933562914529
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,2048,5120,0.01209493378798167
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,2048,5120,0.012008532881736755
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,2048,5120,0.01202453374862671
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,2048,5120,0.011986133456230164
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,2048,5120,0.012090667088826498
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,2048,5120,0.010826667149861652
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,2048,5120,0.010850133498509724
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,2048,5120,0.010792533556620281
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,2048,5120,0.010801066954930622
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,2048,5120,0.012026666601498922
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,2048,5120,0.010457600156466167
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,2048,5120,0.019796266158421835
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,2048,5120,0.018244266510009766
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,2048,5120,0.020259199539820354
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,2048,5120,0.018173867464065553
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,2048,5120,0.020219733317693077
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,2048,5120,0.018204800287882485
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,2048,5120,0.020666666825612388
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,2048,5120,0.01502826710542043
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,2048,5120,0.018233599265416463
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,2048,5120,0.02005013426144918
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,2048,5120,0.018582399686177573
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,2048,5120,0.013611732920010885
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,2048,5120,0.020619734128316244
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,2048,5120,0.018992000818252565
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,2048,5120,0.012009599804878235
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,2048,5120,0.01973973313967387
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,2048,5120,0.0214901328086853
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,2048,5120,0.0190175990263621
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,2048,5120,0.019008000691731773
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,2048,5120,0.01206826666990916
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,2048,5120,0.014942933122316995
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,2048,5120,0.013645866513252258
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,2048,5120,0.020665599902470907
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,2048,5120,0.08741333484649658
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,2048,5120,0.3029535929361979
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,2048,5120,0.04474879900614421
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,2048,5120,0.0461087981859843
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,2048,5120,0.15360320409138997
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,2048,5120,0.04573440154393514
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,2048,5120,0.04495999813079834
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,2048,5120,0.043457067012786864
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,2048,5120,0.04329493443171183
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,2048,5120,0.04194133281707764
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,2048,5120,0.04157013495763143
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,2048,5120,0.041118931770324704
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,2048,5120,0.039774934450785324
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,2048,5120,0.04151573181152344
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,2048,5120,0.03969599803288777
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,2048,5120,0.038949334621429445
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,2048,5120,0.03819839954376221
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,2048,5120,0.03684693177541097
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,2048,5120,0.03715626796086629
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,2048,5120,0.03599146604537964
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,2048,5120,0.026122667392094928
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,2048,5120,0.025316266218821208
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,2048,5120,0.024929066499074302
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,2048,5120,0.0243285338083903
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,2048,5120,0.02407146692276001
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,2048,5120,0.02287999987602234
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,2048,5120,0.022503467400868733
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,2048,5120,0.021847466627756752
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,2048,5120,0.0217685341835022
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,2048,5120,0.021079466740290324
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,2048,5120,0.020718934138615926
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,2048,5120,0.01979413429896037
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,2048,5120,0.019294933478037516
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,2048,5120,0.018694400787353516
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,2048,5120,0.018549333016077675
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,2048,5120,0.01721386710802714
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,2048,5120,0.017103999853134155
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,2048,5120,0.016911999384562174
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,2048,5120,0.01696746746699015
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,2048,5120,0.016934400796890257
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,2048,5120,0.017086933056513466
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,2048,5120,0.017307732502619425
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,2048,5120,0.016634666919708253
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,2048,5120,0.01694186727205912
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,2048,5120,0.0169322669506073
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,2048,5120,0.016520532965660095
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,2048,5120,0.01649173299471537
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,2048,5120,0.016556800405184428
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,2048,5120,0.016540799538294473
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,2048,5120,0.016156799594561257
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,2048,5120,0.01652906636397044
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,2048,5120,0.016371200482050575
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,2048,5120,0.01612053314844767
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,2048,5120,0.016544000307718913
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,2048,5120,0.0164874662955602
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,2048,5120,0.016475733121236166
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,2048,5120,0.016129066546758018
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,2048,5120,0.01648319959640503
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,2048,5120,0.016131200393040977
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,2048,5120,0.01649493376413981
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,2048,5120,0.01613653302192688
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,2048,5120,0.01614293356736501
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,2048,5120,0.016102400422096253
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,2048,5120,0.016165332992871602
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,2048,5120,0.016135467092196147
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,2048,5120,0.01653439998626709
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,2048,5120,0.01611840029557546
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,2048,4096,0.35536746978759765
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,2048,5120,0.01617173353830973
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,2048,4096,0.09250240325927735
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,2048,4096,0.17957332928975422
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,2048,4096,0.047541332244873044
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,2048,4096,0.053002667427062986
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,2048,4096,0.0455562671025594
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,2048,4096,0.05251199801762899
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,2048,4096,0.044284800688425704
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,2048,4096,0.05283626715342203
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,2048,4096,0.05251199801762899
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,2048,4096,0.04114133516947428
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,2048,5120,0.016124799847602844
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,2048,5120,0.01650879979133606
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,2048,4096,0.03538666566212972
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,2048,4096,0.034568532307942705
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,2048,5120,0.016126933693885803
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,2048,4096,0.032585599025090534
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,2048,4096,0.027873067061106364
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,2048,4096,0.029468800624211627
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,2048,4096,0.02664533257484436
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,2048,4096,0.024829866488774617
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,2048,4096,0.023172267278035483
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,2048,4096,0.024060799678166708
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,2048,4096,0.02426240046819051
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,2048,4096,0.02058026591936747
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,2048,4096,0.018080000082651773
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,2048,4096,0.019167999426523842
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,2048,4096,0.015404799580574035
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,2048,4096,0.01655359963575999
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,2048,4096,0.014105600118637086
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,2048,4096,0.013944533467292786
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,2048,4096,0.012943999965985617
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,2048,4096,0.011890133221944172
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,2048,4096,0.011777066191037496
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,2048,4096,0.01067733367284139
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,2048,4096,0.010259200135866802
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,2048,4096,0.008298666775226593
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,2048,4096,0.008333866794904072
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,2048,4096,0.008281599978605907
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,2048,4096,0.008496000369389852
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,2048,4096,0.008283733328183492
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,2048,4096,0.008289066453774769
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,2048,4096,0.0381877342859904
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,2048,4096,0.008973866701126099
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,2048,4096,0.008224000036716462
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,2048,4096,0.007878399888674418
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,2048,4096,0.007885866860548655
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,2048,4096,0.007895466685295106
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,2048,4096,0.00939520001411438
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,2048,4096,0.04103573163350423
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,2048,4096,0.0076106667518615724
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,2048,4096,0.01118933359781901
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,2048,4096,0.009038933118184407
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,2048,4096,0.007629866898059845
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,2048,4096,0.007473066449165344
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,2048,4096,0.007549866537253062
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,2048,4096,0.008236800134181977
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,2048,4096,0.007316266496976216
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,2048,4096,0.008892800410588582
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,2048,4096,0.007136000196139018
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,2048,4096,0.007122133175532024
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,2048,4096,0.007222400108973186
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,2048,4096,0.007114666700363159
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,2048,4096,0.007346133391062419
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,2048,4096,0.00718506673971812
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,2048,4096,0.007179733117421467
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,2048,4096,0.009045333663622538
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,2048,4096,0.009596799810727436
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,2048,4096,0.00883733332157135
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,2048,4096,0.008912000060081481
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,2048,4096,0.008745599786440532
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,2048,4096,0.00892799993356069
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,2048,4096,0.008769067128499348
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,2048,4096,0.009321600198745728
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,2048,4096,0.007878399888674418
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,2048,4096,0.031114667654037476
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,2048,4096,0.2650496006011963
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,2048,4096,0.5201514561971028
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,2048,5120,0.016478932897249856
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,2048,4096,0.06890986760457357
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,2048,4096,0.06877760092417398
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,2048,4096,0.06365653276443481
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,2048,4096,0.06311999956766765
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,2048,4096,0.06319466829299927
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,2048,4096,0.05984106858571371
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,2048,4096,0.05285439888636271
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,2048,4096,0.05308906634648641
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,2048,4096,0.04984320004781087
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,2048,4096,0.04980053504308064
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,2048,4096,0.04795733292897542
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,2048,4096,0.0498741348584493
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,2048,4096,0.04574293295542399
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,2048,4096,0.045582934220631914
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,2048,4096,0.04132906595865886
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,2048,4096,0.03885440031687419
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,2048,4096,0.039084800084431964
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,2048,4096,0.03770346641540527
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,2048,4096,0.039109333356221514
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,2048,4096,0.007468800246715546
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,2048,4096,0.0344373345375061
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,2048,4096,0.03464213212331136
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,2048,4096,0.13294613361358643
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,2048,4096,0.030819199482599896
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,2048,4096,0.030903466542561847
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,2048,4096,0.02883946696917216
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,2048,4096,0.05940373341242472
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,2048,4096,0.02714560031890869
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,2048,4096,0.026786132653554277
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,2048,4096,0.02469653288523356
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,2048,4096,0.023240532477696738
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,2048,4096,0.020525866746902467
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,2048,4096,0.02051946719487508
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,2048,4096,0.020295466979344687
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,2048,4096,0.02021119991938273
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,2048,4096,0.020028799772262573
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,2048,4096,0.018720000982284546
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,2048,4096,0.01895786722501119
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,2048,5120,0.016145066420237223
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,2048,4096,0.0184714674949646
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,2048,4096,0.01848640044530233
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,2048,4096,0.017335466543833413
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,2048,4096,0.018182400862375894
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,2048,4096,0.017369600137074788
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,2048,4096,0.042507731914520265
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,2048,4096,0.018891733884811402
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,2048,4096,0.017565866311391197
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,2048,4096,0.019922133286794028
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,2048,4096,0.017177599668502807
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,2048,4096,0.016549332936604818
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,2048,4096,0.01908479928970337
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,2048,4096,0.0165802667538325
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,2048,4096,0.01665600041548411
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,2048,4096,0.017511467138926186
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,2048,5120,0.016551466782887776
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,2048,4096,0.017038933436075845
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,2048,4096,0.01657600005467733
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,2048,4096,0.01628266672293345
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,2048,4096,0.06469653447469076
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,2048,4096,0.01652479966481527
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,2048,4096,0.016294399897257485
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,2048,4096,0.0165173331896464
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,2048,4096,0.016525866587956746
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,2048,4096,0.017416532834370932
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,2048,4096,0.027100799481074016
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,2048,4096,0.017821866273880004
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,2048,4096,0.017459199825922648
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,2048,4096,0.01807253360748291
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,2048,4096,0.01825173298517863
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,2048,4096,0.016990933815638223
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,2048,4096,0.01808746655782064
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,2048,4096,0.018604799111684164
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,2048,4096,0.020029866695404054
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,2048,4096,0.018331732352574667
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,2048,4096,0.017115734020868936
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,2048,4096,0.1556320031483968
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,2048,4096,0.1317632039388021
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,2048,4096,0.14294613202412923
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,2048,4096,0.1023967981338501
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,2048,4096,0.7092287699381511
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,2048,4096,0.0913482666015625
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,2048,4096,0.08898346424102783
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,2048,4096,0.0845578670501709
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,2048,4096,0.08302613099416098
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,2048,4096,1.4112533569335937
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,2048,4096,0.0769589344660441
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,2048,4096,0.07347306410471598
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,2048,4096,0.35694506963094075
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,2048,4096,0.07087039947509766
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,2048,4096,0.0679861307144165
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,2048,4096,0.14002559979756674
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,2048,4096,0.11634559631347656
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,2048,4096,0.052162134647369386
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,2048,4096,0.04640959898630778
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,2048,4096,0.045286401112874346
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,2048,4096,0.038756267229715986
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,2048,4096,0.03902399937311808
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,2048,4096,0.1055573304494222
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,2048,4096,0.11556373437245686
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,2048,4096,0.0966976006825765
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,2048,4096,0.06408960024515788
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,2048,4096,0.06108800172805786
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,2048,4096,0.058297598361968996
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,2048,4096,0.0554751992225647
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,2048,4096,0.03252266645431519
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,2048,4096,0.032013867298762
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,2048,4096,0.027215999364852906
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,2048,4096,0.02563199996948242
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,2048,4096,0.02185813387235006
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,2048,4096,0.019802665710449217
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,2048,4096,0.014084266622861228
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,2048,4096,0.015761066476504007
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,2048,4096,0.012549333771069846
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,2048,4096,0.012471466263135274
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,2048,4096,0.013944533467292786
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,2048,4096,0.014094932874043783
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,2048,4096,0.013656533757845559
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,2048,4096,0.012412800391515096
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,2048,4096,0.012681600451469422
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,2048,4096,0.010778666536013285
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,2048,4096,0.010972799857457478
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,2048,4096,0.009944533308347065
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,2048,4096,0.00995733340581258
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,2048,4096,0.011059199770291645
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,2048,4096,0.009573333462079366
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,2048,4096,0.009934932986895243
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,2048,4096,0.009998933474222819
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,2048,4096,0.018490666151046754
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,2048,4096,0.01900586684544881
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,2048,4096,0.018155733744303383
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,2048,4096,0.018304000298182167
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,2048,4096,0.019564799467722573
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,2048,4096,0.018556799491246542
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,2048,4096,0.01879040002822876
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,2048,4096,0.019769599040349327
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,2048,4096,0.018547199169794717
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,2048,4096,0.018490666151046754
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,2048,4096,0.020247467358907065
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,2048,4096,0.019208532571792603
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,2048,4096,0.01944640080134074
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,2048,4096,0.020603734254837035
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,2048,4096,0.019387733936309815
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,2048,4096,0.019386667013168334
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,2048,4096,0.02050986687342326
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,2048,4096,0.010967466235160827
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,2048,4096,0.06962880293528238
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,2048,4096,0.23639359474182128
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,2048,4096,0.12155306339263916
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,2048,4096,0.03793066740036011
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,2048,4096,0.03764479955037435
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,2048,4096,0.037299199899037676
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,2048,4096,0.035964798927307126
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,2048,4096,0.03680320183436076
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,2048,4096,0.03559466600418091
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,2048,4096,0.011220266421635944
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,2048,4096,0.011574400464693706
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,2048,4096,0.01115733285744985
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,2048,4096,0.03496106863021851
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,2048,4096,0.034281599521636966
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,2048,4096,0.011178666353225708
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,2048,4096,0.03500693241755168
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,2048,4096,0.03402986526489258
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,2048,4096,0.03240106701850891
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,2048,4096,0.033411200841267905
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,2048,4096,0.03330559929211934
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,2048,4096,0.03149973352750142
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,2048,4096,0.0322869340578715
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,2048,4096,0.030547199646631877
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,2048,4096,0.031150933106740313
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,2048,4096,0.022377600272496544
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,2048,4096,0.021947733561197915
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,2048,4096,0.021169066429138184
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,2048,4096,0.020510933796564736
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,2048,4096,0.02072640061378479
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,2048,4096,0.019435733556747437
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,2048,4096,0.019960532585779824
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,2048,4096,0.018986666202545167
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,2048,4096,0.019001599152882895
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,2048,4096,0.01813439925511678
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,2048,4096,0.017972266674041747
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,2048,4096,0.017179733514785765
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,2048,4096,0.016173866391181946
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,2048,4096,0.016706132888793947
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,2048,4096,0.015749333302179973
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,2048,4096,0.01528320014476776
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,2048,4096,0.014924800395965577
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,2048,4096,0.01462399959564209
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,2048,4096,0.014912000298500061
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,2048,4096,0.014921599626541137
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,2048,4096,0.014894933501879374
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,2048,4096,0.014636799693107605
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,2048,4096,0.014664533734321594
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,2048,4096,0.014454399545987448
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,2048,4096,0.014443733294804893
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,2048,4096,0.014443733294804893
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,2048,4096,0.014501333236694336
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,2048,4096,0.014101333419481912
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,2048,4096,0.014130133390426635
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,2048,4096,0.0144896000623703
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,2048,4096,0.014436266819636025
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,2048,4096,0.014454399545987448
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,2048,4096,0.014064000050226847
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,2048,4096,0.014058666427930197
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,2048,4096,0.014123732844988504
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,2048,4096,0.014439466595649719
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,2048,4096,0.014105600118637086
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,2048,4096,0.014055466651916504
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,2048,4096,0.014051199952761332
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,2048,4096,0.014098133643468222
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,2048,4096,0.014459733168284097
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,2048,4096,0.014258133371671042
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,2048,4096,0.014106667041778565
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,2048,4096,0.014239999651908874
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,2048,4096,0.014087466398874917
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,2048,4096,0.014087466398874917
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,2048,4096,0.014051199952761332
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,2048,4096,0.01447466711203257
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,2048,3584,0.15866026878356934
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,2048,3584,0.30478188196818035
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,2048,3584,0.08238826592763265
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,2048,3584,0.04124906857808431
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,2048,3584,0.04161706765492757
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,2048,3584,0.03969599803288777
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,2048,3584,0.04032320181528727
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,2048,3584,0.0389354666074117
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,2048,3584,0.040462934970855714
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,2048,3584,0.03380906581878662
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,2048,3584,0.03859839836756389
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,2048,3584,0.03168853322664897
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,2048,3584,0.032586665948232015
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,2048,3584,0.03333866596221924
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,2048,3584,0.03104746739069621
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,2048,3584,0.027532800038655596
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,2048,3584,0.02924906611442566
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,2048,3584,0.025574400027592974
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,2048,3584,0.02650773326555888
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,2048,3584,0.02391466697057088
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,2048,3584,0.02232960065205892
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,2048,3584,0.02079253395398458
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,2048,3584,0.02155733307202657
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,2048,3584,0.018517333269119262
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,2048,3584,0.021991467475891112
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,2048,3584,0.016475733121236166
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,2048,3584,0.017234132687250773
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,2048,3584,0.014903466900189719
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,2048,3584,0.013220266501108805
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,2048,3584,0.012663466731707254
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,2048,3584,0.011975466211636861
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,2048,3584,0.010947199662526448
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,2048,3584,0.009878399968147277
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,2048,3584,0.009511466821034749
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,2048,4096,0.014058666427930197
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,2048,3584,0.007896533111731212
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,2048,3584,0.007468800246715546
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,2048,3584,0.007461333274841308
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,2048,3584,0.0075530668099721265
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,2048,3584,0.007485866546630859
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,2048,3584,0.01432213286558787
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,2048,3584,0.007400533556938172
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,2048,3584,0.007523199915885926
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,2048,3584,0.007412266731262207
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,2048,3584,0.007062399884064992
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,2048,3584,0.007062399884064992
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,2048,3584,0.007113599777221679
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,2048,3584,0.007110400001207988
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,2048,3584,0.008889599641164144
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,2048,3584,0.006934399902820587
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,2048,3584,0.009564800063769023
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,2048,3584,0.011222400267918905
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,2048,3584,0.006357333560784657
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,2048,3584,0.006306133170922597
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,2048,3584,0.00664213349421819
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,2048,3584,0.006378666559855144
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,2048,3584,0.007536000013351441
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,2048,3584,0.006412800153096516
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,2048,3584,0.008342400193214417
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,2048,3584,0.006248533229033152
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,2048,3584,0.006259199976921081
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,2048,3584,0.0062389334042867025
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,2048,3584,0.006234666705131531
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,2048,3584,0.006292266647020976
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,2048,3584,0.0062613333264986675
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,2048,3584,0.006241066753864289
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,2048,3584,0.00864746669928233
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,2048,3584,0.008295466502507527
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,2048,3584,0.008284799754619598
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,2048,3584,0.008303999900817871
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,2048,3584,0.007961600025494894
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,2048,3584,0.00781333347161611
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,2048,3584,0.008307200173536937
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,2048,3584,0.00912000040213267
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,2048,3584,0.45651839574178055
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,2048,3584,0.23341546058654786
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,2048,3584,0.11532906691233318
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,2048,3584,0.06063786745071411
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,2048,3584,0.06085226535797119
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,2048,3584,0.05586666663487753
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,2048,3584,0.058905601501464844
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,2048,3584,0.055461335182189944
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,2048,3584,0.056840535004933676
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,2048,3584,0.054308267434438076
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,2048,3584,0.007895466685295106
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,2048,3584,0.049005866050720215
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,2048,3584,0.0491370677947998
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,2048,4096,0.01402666668097178
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,2048,3584,0.04745173454284668
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,2048,3584,0.04716586669286092
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,2048,3584,0.043900799751281736
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,2048,3584,0.04415786663691203
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,2048,3584,0.042497066656748454
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,2048,4096,0.014104533195495605
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,2048,3584,0.039078398545583086
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,2048,3584,0.039070932070414226
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,2048,3584,0.037079465389251706
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,2048,4096,0.014444800217946372
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,2048,3584,0.03759146531422933
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,2048,3584,0.0347978671391805
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,2048,3584,0.03604053258895874
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,2048,3584,0.03093973398208618
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,2048,3584,0.031616000334421794
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,2048,3584,0.028864000240961713
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,2048,3584,0.02913386623064677
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,2048,3584,0.02707093358039856
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,2048,3584,0.02674773335456848
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,2048,3584,0.02655893365542094
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,2048,3584,0.024892799059549966
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,2048,3584,0.02267199953397115
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,2048,3584,0.019730132818222047
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,2048,3584,0.020396800835927327
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,2048,3584,0.01998400092124939
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,2048,3584,0.01926079988479614
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,2048,3584,0.018706132968266807
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,2048,3584,0.019299199183781944
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,2048,4096,0.014447999993960061
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,2048,3584,0.01825066606203715
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,2048,3584,0.018551466862360637
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,2048,4096,0.013684266805648803
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,2048,3584,0.017603200674057008
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,2048,3584,0.01730666756629944
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,2048,3584,0.017147733767827352
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,2048,3584,0.017237333456675212
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,2048,3584,0.017820799350738527
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,2048,3584,0.016571733355522155
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,2048,3584,0.05143253405888876
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,2048,3584,0.018304000298182167
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,2048,3584,0.01862506667772929
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,2048,3584,0.01686186591784159
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,2048,3584,0.016477866967519125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,2048,3584,0.017813332875569663
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,2048,3584,0.016438399751981102
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,2048,3584,0.016874667008717856
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,2048,3584,0.016889599959055583
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,2048,3584,0.01614400049050649
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,2048,3584,0.016758400201797485
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,2048,3584,0.015706666310628257
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,2048,3584,0.016359466314315795
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,2048,3584,0.015962666273117064
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,2048,3584,0.015364266435305276
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,2048,3584,0.016174933314323424
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,2048,3584,0.016982400417327882
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,2048,3584,0.018516266345977785
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,2048,3584,0.018026665846506754
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,2048,3584,0.01669973333676656
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,2048,3584,0.018348799149195353
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,2048,3584,0.0420693318049113
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,2048,3584,0.018565332889556883
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,2048,3584,0.018550399939219156
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,2048,3584,0.02323413292566935
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,2048,3584,0.01883093317349752
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,2048,3584,0.016131200393040977
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,2048,3584,0.01699733336766561
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,2048,3584,0.3573376019795736
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,2048,3584,0.139411195119222
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,2048,3584,0.12482453187306722
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,2048,3584,0.10659200350443523
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,2048,3584,0.10216320355733235
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,2048,3584,0.7026144027709961
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,2048,3584,0.113483730951945
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,2048,3584,0.09075093269348145
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,2048,3584,0.08493759632110595
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,2048,3584,0.08199466864267985
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,2048,3584,0.08276586532592774
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,2048,3584,0.07558080355326334
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,2048,3584,1.4166336059570312
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,2048,3584,0.0704576015472412
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,2048,3584,0.0693290630976359
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,2048,3584,0.11116053263346355
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,2048,3584,0.065229864915212
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,2048,3584,0.05055466492970785
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,2048,3584,0.044869331518809
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,2048,3584,0.044402134418487546
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,2048,3584,0.10833386580149333
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,2048,3584,0.03780586719512939
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,2048,3584,0.03784533341725667
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,2048,3584,0.05908053318659464
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,2048,3584,0.09870186646779379
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,2048,3584,0.026349866390228273
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,2048,3584,0.053149867057800296
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,2048,3584,0.09213759899139404
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,2048,3584,0.06239786545435587
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,2048,3584,0.0570090651512146
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,2048,3584,0.03128213286399841
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,2048,3584,0.03204266627629598
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,2048,3584,0.01365546683470408
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,2048,3584,0.013697066903114319
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,2048,3584,0.0194048007329305
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,2048,3584,0.014938666423161825
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,2048,3584,0.012134400010108948
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,2048,3584,0.020606933037439983
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,2048,3584,0.012407466769218445
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,2048,3584,0.024843732515970864
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,2048,3584,0.01202880044778188
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,2048,3584,0.013288533687591553
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,2048,3584,0.012968533237775168
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,2048,3584,0.01206719974676768
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,2048,3584,0.01076693336168925
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,2048,3584,0.009531733393669129
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,2048,3584,0.009142399827639262
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,2048,3584,0.01069546639919281
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,2048,3584,0.010801066954930622
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,2048,3584,0.010801066954930622
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,2048,3584,0.00918506681919098
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,2048,3584,0.014498133460680643
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,2048,3584,0.01617280046145121
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,2048,3584,0.016574933131535848
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,2048,3584,0.014907733599344889
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,2048,3584,0.016616533199946083
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,2048,3584,0.015284267067909241
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,2048,3584,0.01511573294798533
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,2048,3584,0.017307732502619425
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,2048,3584,0.010820266604423524
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,2048,3584,0.016794667641321818
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,2048,3584,0.016122666994730632
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,2048,3584,0.017884800831476845
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,2048,3584,0.0160970667997996
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,2048,3584,0.01464959979057312
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,2048,3584,0.01814080079396566
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,2048,3584,0.01778879960378011
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,2048,3584,0.016139733791351318
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,2048,3584,0.019241599241892497
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,2048,3584,0.01076586643854777
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,2048,3584,0.010418132940928141
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,2048,3584,0.010388267040252686
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,2048,3584,0.015335466464360556
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,2048,3584,0.01534933348496755
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,2048,3584,0.21382506688435873
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,2048,3584,0.03457599878311157
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,2048,3584,0.10997973283131916
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,2048,3584,0.06347946723302206
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,2048,3584,0.03301333387692769
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,2048,3584,0.03436906735102336
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,2048,3584,0.03397759993871053
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,2048,3584,0.033486934502919515
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,2048,3584,0.03244693279266357
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,2048,3584,0.03240426580111186
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,2048,3584,0.031623466809590654
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,2048,3584,0.031178667147954302
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,2048,3584,0.03118079900741577
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,2048,3584,0.030572799841562907
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,2048,3584,0.030162133773167926
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,2048,3584,0.029582933584849043
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,2048,3584,0.02980159918467204
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,2048,3584,0.028505599498748778
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,2048,3584,0.028613332907358808
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,2048,3584,0.027769599358240766
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,2048,3584,0.020802134275436403
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,2048,3584,0.020267732938130698
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,2048,3584,0.01958720088005066
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,2048,3584,0.019410133361816406
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,2048,3584,0.01902079979578654
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,2048,3584,0.01836693286895752
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,2048,3584,0.018186666568120322
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,2048,3584,0.0173962672551473
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,2048,3584,0.017480534315109254
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,2048,3584,0.016671999295552572
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,2048,3584,0.016922666629155477
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,2048,3584,0.01566933294137319
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,2048,3584,0.01574186682701111
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,2048,3584,0.014681599537531533
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,2048,3584,0.015318399667739869
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,2048,3584,0.014097066720326743
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,2048,3584,0.014065066973368326
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,2048,3584,0.013686399658521017
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,2048,3584,0.014005333185195923
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,2048,3584,0.01402666668097178
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,2048,3584,0.013691733280817667
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,2048,3584,0.013714133699735006
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,2048,3584,0.013689600427945457
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,2048,3584,0.014062933127085366
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,2048,3584,0.01325440009435018
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,2048,3584,0.013265066345532737
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,2048,3584,0.013250133395195008
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,2048,3584,0.01325440009435018
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,2048,3584,0.01333440045515696
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,2048,3584,0.013271466890970866
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,2048,3584,0.013274666666984559
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,2048,3584,0.01328426698843638
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,2048,3584,0.013304533561070761
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,2048,3584,0.013303466637929282
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,2048,3584,0.01365013321240743
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,2048,3584,0.01286720037460327
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,2048,3584,0.01325973371664683
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,2048,3584,0.013270399967829385
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,2048,3584,0.012943999965985617
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,2048,3584,0.013429333766301474
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,2048,3584,0.013653332988421122
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,2048,3584,0.013241599996884665
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,2048,3584,0.01325440009435018
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,2048,3584,0.013242666920026144
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,2048,3584,0.013249066472053529
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,2048,3584,0.012845866878827415
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,2048,3584,0.013285332918167114
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,2048,3072,0.2632458686828613
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,2048,3072,0.13255893389383952
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,2048,3072,0.06874240239461263
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,2048,3072,0.035331201553344724
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,2048,3072,0.03511679967244466
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,2048,3072,0.033890132109324136
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,2048,3584,0.013218133648236593
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,2048,3072,0.03419306675593058
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,2048,3072,0.033693865935007734
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,2048,3072,0.034092799822489424
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,2048,3072,0.029369600613911945
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,2048,3072,0.0334879994392395
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,2048,3072,0.027426133553187054
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,2048,3072,0.027847466866175334
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,2048,3072,0.0268832008043925
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,2048,3072,0.02728213270505269
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,2048,3072,0.023566933472951253
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,2048,3072,0.021540266275405884
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,2048,3072,0.025320533911387128
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,2048,3072,0.022691200176874794
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,2048,3072,0.021026132504145305
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,2048,3072,0.01949440042177836
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,2048,3072,0.018476800123850504
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,2048,3072,0.01915839910507202
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,2048,3072,0.016404267152150473
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,2048,3072,0.019355734189351402
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,2048,3072,0.014786133170127868
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,2048,3072,0.015336533387502035
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,2048,3072,0.012466133634249369
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,2048,3072,0.013338667154312134
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,2048,3072,0.01141439974308014
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,2048,3072,0.010446932911872864
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,2048,3584,0.013235200444857279
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,2048,3072,0.009576533238093059
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,2048,3584,0.013204266627629599
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,2048,3072,0.008840533097585042
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,2048,3072,0.008627200126647949
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,2048,3072,0.007146666447321574
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,2048,3072,0.00665280024210612
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,2048,3072,0.006636799871921539
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,2048,3584,0.013240533073743186
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,2048,3072,0.006669866542021434
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,2048,3072,0.006915199756622315
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,2048,3072,0.007189333438873291
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,2048,3072,0.006359466910362243
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,2048,3072,0.0061951999862988796
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,2048,3072,0.006275199850400289
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,2048,3072,0.0061365331212679545
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,2048,3072,0.0062165334820747375
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,2048,3072,0.007567999760309856
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,2048,3072,0.005921066800753275
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,2048,3072,0.008368000388145447
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,2048,3072,0.007274666428565979
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,2048,3072,0.005836800237496694
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,2048,3072,0.005493333439032236
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,2048,3072,0.005852800110975901
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,2048,3072,0.005840000013510386
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,2048,3072,0.005842133363087972
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,2048,3072,0.005715199808279673
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,2048,3072,0.005846400062243144
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,2048,3072,0.005481599768002828
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,2048,3072,0.00547733356555303
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,2048,3072,0.005508266886075338
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,2048,3072,0.005493333439032236
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,2048,3072,0.005492266515890757
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,2048,3072,0.005481599768002828
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,2048,3072,0.005471999943256378
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,2048,3072,0.011532800396283467
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,2048,3072,0.006222933530807495
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,2048,3072,0.005885866781075796
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,2048,3072,0.005846400062243144
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,2048,3072,0.005966933568318685
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,2048,3072,0.005901866654555003
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,2048,3072,0.0058783998092015585
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,2048,3072,0.006872533261775971
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,2048,3072,0.006526933113733928
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,2048,3072,0.006753066678841908
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,2048,3072,0.09881386756896973
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,2048,3072,0.19926293690999347
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,2048,3584,0.013144532839457193
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,2048,3072,0.0532970666885376
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,2048,3072,0.05219519933064779
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,2048,3072,0.39401067097981773
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,2048,3072,0.04946026802062988
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,2048,3072,0.05100800196329752
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,2048,3072,0.049763198693593344
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,2048,3072,0.05088959932327271
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,2048,3072,0.04745813210805257
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,2048,3072,0.04936213493347168
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,2048,3072,0.04489599863688151
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,2048,3072,0.044326400756835936
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,2048,3072,0.042984533309936526
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,2048,3072,0.041857067743937174
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,2048,3072,0.03906986713409424
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,2048,3072,0.03963946501413981
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,2048,3072,0.03867626587549845
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,2048,3072,0.036882134278615315
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,2048,3072,0.03662293354670207
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,2048,3072,0.034358398119608564
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,2048,3072,0.03322666684786479
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,2048,3072,0.031802666187286374
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,2048,3072,0.030904533465703328
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,2048,3072,0.032868266105651855
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,2048,3072,0.02904319961865743
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,2048,3072,0.028228267033894854
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,2048,3072,0.02684906721115112
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,2048,3072,0.027001599470774334
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,2048,3072,0.026390399535497027
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,2048,3072,0.025303467114766436
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,2048,3072,0.024719999233881632
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,2048,3072,0.005838933090368906
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,2048,3072,0.02269759972890218
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,2048,3072,0.021985065937042237
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,2048,3072,0.019101866086324058
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,2048,3072,0.018601600329081217
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,2048,3072,0.01871573328971863
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,2048,3072,0.018428800503412883
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,2048,3072,0.018639999628067016
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,2048,3072,0.018065067132314046
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,2048,3072,0.017566933234532674
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,2048,3072,0.018351999918619792
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,2048,3072,0.017900800704956053
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,2048,3072,0.017387733856836955
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,2048,3072,0.017116800944010416
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,2048,3072,0.017800533771514894
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,2048,3072,0.016505600015322367
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,2048,3072,0.016634666919708253
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,2048,3072,0.01685439944267273
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,2048,3072,0.016897066434224447
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,2048,3072,0.01609599987665812
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,2048,3072,0.016416000326474507
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,2048,3072,0.016233600179354348
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,2048,3072,0.015962666273117064
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,2048,3584,0.013220266501108805
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,2048,3072,0.016196266810099284
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,2048,3072,0.015958399573961893
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,2048,3072,0.015332266688346863
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,2048,3072,0.016432000199953715
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,2048,3072,0.015613866845766702
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,2048,3072,0.01704960068066915
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,2048,3072,0.014519466956456503
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,2048,3072,0.015413332978884378
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,2048,3072,0.015809067090352378
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,2048,3072,0.03960640033086141
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,2048,3072,0.017234132687250773
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,2048,3072,0.01650773286819458
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,2048,3072,0.016556800405184428
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,2048,3072,0.01776319940884908
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,2048,3072,0.01856106718381246
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,2048,3072,0.01660266617933909
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,2048,3072,0.01665066679318746
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,2048,3072,0.018224000930786133
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,2048,3584,0.013271466890970866
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,2048,3072,0.01803306738535563
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,2048,3072,0.018502400318781535
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,2048,3072,0.11904959678649903
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,2048,3072,0.11717013518015544
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,2048,3072,0.09956479867299398
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,2048,3072,0.35649814605712893
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,2048,3072,0.09194773038228353
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,2048,3072,0.11627840201059977
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,2048,3072,0.08596800168355306
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,2048,3072,0.10670506954193115
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,2048,3072,0.08241706689198812
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,2048,3072,0.08018879890441895
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,2048,3072,0.6982250849405924
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,2048,3072,0.07698559761047363
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,2048,3072,0.07300480206807455
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,2048,3072,0.06894613107045491
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,2048,3072,0.06704533100128174
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,2048,3072,0.0632426659266154
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,2048,3072,1.3713556925455728
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,2048,3072,0.04894719918568929
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,2048,3072,0.04313493172327677
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,2048,3072,0.042718935012817386
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,2048,3072,0.10195733706156414
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,2048,3072,0.037013332049051925
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,2048,3072,0.0365941325823466
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,2048,3072,0.0938645362854004
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,2048,3072,0.08936853408813476
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,2048,3072,0.06069333155949911
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,2048,3072,0.05125013192494711
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,2048,3072,0.055428266525268555
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,2048,3072,0.030152533451716108
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,2048,3072,0.056852265199025476
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,2048,3072,0.031176533301671343
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,2048,3072,0.025884799162546795
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,2048,3072,0.024344533681869507
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,2048,3072,0.01858666737874349
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,2048,3072,0.020268799861272176
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,2048,3072,0.012838400403658547
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,2048,3072,0.011609599987665812
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,2048,3072,0.01285546620686849
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,2048,3072,0.0144896000623703
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,2048,3072,0.012689066926638284
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,2048,3072,0.012601600090662638
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,2048,3072,0.011612799763679505
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,2048,3072,0.011613866686820984
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,2048,3072,0.011557333668073018
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,2048,3072,0.010009599725405376
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,2048,3072,0.008782933155695598
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,2048,3072,0.010363733768463135
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,2048,3072,0.010053333640098572
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,2048,3072,0.008916266759236654
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,2048,3072,0.008849066495895386
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,2048,3072,0.010360532999038696
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,2048,3072,0.0144896000623703
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,2048,3072,0.014846932888031007
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,2048,3072,0.015366400281588236
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,2048,3072,0.013817600409189858
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,2048,3072,0.014052266875902811
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,2048,3072,0.014872533082962037
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,2048,3072,0.01532906691233317
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,2048,3072,0.01532799998919169
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,2048,3072,0.015292800466219583
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,2048,3072,0.016101333498954772
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,2048,3072,0.01527253290017446
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,2048,3072,0.015291733543078103
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,2048,3072,0.014920533696810404
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,2048,3072,0.016860800981521606
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,2048,3072,0.01495146652062734
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,2048,3072,0.01621119976043701
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,2048,3072,0.016526933511098227
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,2048,3072,0.012902399897575379
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,2048,3072,0.016064000129699708
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,2048,3072,0.18561600049336752
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,2048,3072,0.09674986998240152
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,2048,3072,0.030913066864013673
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,2048,3072,0.05532480080922445
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,2048,3072,0.029959466060002642
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,2048,3072,0.030491733551025392
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,2048,3072,0.030344533920288085
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,2048,3072,0.029179733991622925
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,2048,3072,0.029289599259694415
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,2048,3072,0.02885546684265137
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,2048,3072,0.028458666801452637
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,2048,3072,0.02810879945755005
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,2048,3072,0.027856000264485675
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,2048,3072,0.027289599180221558
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,2048,3072,0.02722346584002177
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,2048,3072,0.026054400205612182
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,2048,3072,0.010387200117111205
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,2048,3072,0.009990400075912476
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,2048,3072,0.01030293305714925
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,2048,3072,0.010364799698193868
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,2048,3072,0.026811732848485308
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,2048,3072,0.025663999716440837
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,2048,3072,0.025592533747355144
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,2048,3072,0.024940800666809083
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,2048,3072,0.01902186671892802
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,2048,3072,0.018206934134165444
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,2048,3072,0.017543466885884602
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,2048,3072,0.018145066499710084
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,2048,3072,0.017037866512934367
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,2048,3072,0.01694186727205912
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,2048,3072,0.016572800278663636
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,2048,3072,0.01614400049050649
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,2048,3072,0.015846400459607442
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,2048,3072,0.015367466211318969
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,2048,3072,0.015299200018246969
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,2048,3072,0.014532267053922018
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,2048,3072,0.014582399527231851
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,2048,3072,0.014055466651916504
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,2048,3072,0.01288426617781321
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,2048,3072,0.013691733280817667
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,2048,3072,0.012831999858220419
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,2048,3072,0.012846933801968894
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,2048,3072,0.013214932878812155
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,2048,3072,0.012857600053151449
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,2048,3072,0.0128330667813619
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,2048,3072,0.012817066907882691
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,2048,3072,0.012436266740163167
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,2048,3072,0.012476799885431926
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,2048,3072,0.012430933117866517
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,2048,3072,0.012379733721415202
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,2048,3072,0.01241919994354248
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,2048,3072,0.01244586706161499
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,2048,3072,0.012458667159080505
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,2048,3072,0.012062933047612507
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,2048,3072,0.012442666292190551
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,2048,3072,0.01239359974861145
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,2048,3072,0.012422399719556172
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,2048,3072,0.012466133634249369
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,2048,3072,0.012406399846076966
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,2048,3072,0.012370133399963379
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,2048,3072,0.01242026686668396
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,2048,3072,0.012421333789825439
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,2048,3072,0.012452266613642375
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,2048,3072,0.01200213332970937
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,2048,3072,0.012054399649302164
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,2048,3072,0.0120469331741333
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,2048,3072,0.012457600235939026
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,2048,3072,0.012395733594894409
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,2048,3072,0.01243946651617686
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,2048,3072,0.01206933359305064
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,2048,3072,0.012109866738319397
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,2048,2560,0.2210869312286377
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,2048,2560,0.11159786383310955
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,2048,3072,0.0122079998254776
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,2048,2560,0.05773546695709229
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,2048,2560,0.02985173265139262
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,2048,2560,0.029643734296162922
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,2048,2560,0.028483200073242187
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,2048,2560,0.02905600070953369
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,2048,2560,0.028804266452789308
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,2048,2560,0.028971733649571736
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,2048,2560,0.02521599928538005
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,2048,2560,0.031597866614659624
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,2048,2560,0.02327359914779663
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,2048,2560,0.024756266673405965
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,2048,2560,0.022762666145960488
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,2048,2560,0.024541866779327393
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,2048,3072,0.012261333068211873
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,2048,2560,0.019946666558583577
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,2048,2560,0.023191465934117635
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,2048,3072,0.01206826666990916
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,2048,2560,0.019523199399312338
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,2048,2560,0.01966080069541931
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,2048,2560,0.01691733400026957
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,2048,2560,0.018361600240071614
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,2048,2560,0.014016000429789224
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,2048,2560,0.01738986571629842
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,2048,2560,0.012596266468365988
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,2048,2560,0.013794133067131042
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,2048,2560,0.010797866185506185
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,2048,2560,0.012040533622105916
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,2048,2560,0.010784000158309937
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,2048,2560,0.009975467125574749
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,2048,2560,0.009447466333707173
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,2048,2560,0.008731733759244282
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,2048,2560,0.007597866654396057
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,2048,2560,0.007844266792138416
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,2048,2560,0.005965866645177205
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,2048,2560,0.00581226646900177
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,2048,2560,0.005927466849486033
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,2048,2560,0.0059114664793014525
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,2048,2560,0.005854933460553487
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,2048,2560,0.005599999924500784
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,2048,2560,0.005913599828879039
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,2048,2560,0.005757866799831391
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,2048,2560,0.005888000130653381
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,2048,2560,0.0054613331953684485
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,2048,2560,0.005465599894523621
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,2048,2560,0.005513600011666616
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,2048,2560,0.005446400245030721
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,2048,2560,0.007123200098673503
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,2048,2560,0.005489066739877065
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,2048,2560,0.006753066678841908
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,2048,2560,0.0068341334660847975
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,2048,2560,0.005073066552480062
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,2048,2560,0.005052799979845682
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,2048,2560,0.005065600077311197
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,2048,2560,0.005064533154169718
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,2048,2560,0.005061333378156027
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,2048,2560,0.0050240000089009605
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,2048,2560,0.0050901333491007485
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,2048,2560,0.005052799979845682
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,2048,2560,0.005072000126043955
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,2048,2560,0.015672533710797628
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,2048,2560,0.005032533407211303
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,2048,2560,0.0050794666012128195
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,2048,2560,0.0050570666790008545
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,2048,2560,0.005064533154169718
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,2048,2560,0.005065600077311197
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,2048,2560,0.0054282665252685545
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,2048,2560,0.0054624001185099285
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,2048,2560,0.005435733497142792
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,2048,2560,0.005443199972311656
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,2048,2560,0.005416533350944519
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,2048,2560,0.005874133110046387
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,2048,2560,0.005448533097902933
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,2048,2560,0.00588266650835673
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,2048,3072,0.012390399972597759
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,2048,2560,0.08309226830800374
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,2048,2560,0.1660223960876465
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,2048,3072,0.012392533818880717
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,2048,2560,0.04736106793085734
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,2048,2560,0.0472490668296814
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,2048,2560,0.045425065358479816
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,2048,2560,0.3308821360270182
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,2048,2560,0.04557120005289714
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,2048,2560,0.0449290672938029
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,2048,2560,0.045213866233825686
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,2048,2560,0.041895465056101484
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,2048,2560,0.04440426826477051
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,2048,2560,0.03873173395792644
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,2048,2560,0.03894186814626058
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,2048,2560,0.03886293172836304
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,2048,2560,0.03726826508839925
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,2048,2560,0.03638826608657837
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,2048,2560,0.03495146830876668
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,2048,2560,0.03492266734441121
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,2048,2560,0.03291093309720357
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,2048,2560,0.03375466664632161
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,2048,2560,0.03084160089492798
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,2048,2560,0.03197759985923767
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,2048,2560,0.030300800005594892
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,2048,2560,0.02797973354657491
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,2048,2560,0.027911466360092164
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,2048,2560,0.018682666619618735
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,2048,2560,0.02540266712506612
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,2048,2560,0.026217599709828694
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,2048,2560,0.024583466847737632
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,2048,2560,0.02297919988632202
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,2048,2560,0.022674133380254112
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,2048,2560,0.02190399964650472
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,2048,2560,0.020644267400105797
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,2048,2560,0.0185589333375295
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,2048,2560,0.018332799275716148
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,2048,2560,0.01850559910138448
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,2048,2560,0.017249067624409996
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,2048,2560,0.017922133207321167
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,2048,2560,0.016927999258041383
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,2048,2560,0.016695467631022136
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,2048,2560,0.01657600005467733
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,2048,3072,0.012478933731714884
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,2048,2560,0.017552000284194947
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,2048,2560,0.01778879960378011
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,2048,2560,0.017340799172719322
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,2048,2560,0.01667413314183553
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,2048,2560,0.017052799463272095
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,2048,2560,0.01670080025990804
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,2048,2560,0.017214934031168617
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,2048,2560,0.016390400131543477
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,2048,2560,0.015227733055750528
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,2048,2560,0.0162090669075648
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,2048,2560,0.016109866897265117
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,2048,2560,0.014898133277893067
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,2048,2560,0.015026133259137472
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,2048,2560,0.015495466192563376
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,2048,2560,0.014948266744613647
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,2048,2560,0.028994133075078327
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,2048,2560,0.014519466956456503
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,2048,2560,0.014548266927401224
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,2048,2560,0.014510933558146158
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,2048,2560,0.014750933647155762
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,2048,2560,0.014578133821487427
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,2048,2560,0.017148800690968833
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,2048,2560,0.01675093372662862
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,2048,2560,0.016544000307718913
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,2048,2560,0.016748799880345663
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,2048,2560,0.016311466693878174
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,2048,2560,0.016270933548609416
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,2048,2560,0.016541866461435954
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,2048,2560,0.01654293338457743
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,2048,2560,0.016515200336774193
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,2048,2560,0.016438399751981102
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,2048,2560,0.036909866333007815
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,2048,2560,0.015608533223470052
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,2048,2560,0.02646080056826274
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,2048,3072,0.012455466389656066
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,2048,2560,0.1125226656595866
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,2048,2560,0.3336672147115072
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,2048,2560,0.6788586934407552
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,2048,2560,0.1068725347518921
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,2048,2560,0.09017066955566407
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,2048,2560,0.08370239734649658
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,2048,2560,1.3458080291748047
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,2048,2560,0.07878080209096273
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,2048,2560,0.07734399636586507
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,2048,2560,0.07386879920959473
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,2048,2560,0.07071359952290854
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,2048,2560,0.06663360198338827
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,2048,2560,0.06565759976704916
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,2048,2560,0.061626664797465
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,2048,2560,0.10247039794921875
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,2048,2560,0.09730559984842936
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,2048,2560,0.10212480227152507
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,2048,2560,0.04764586687088013
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,2048,2560,0.042301865418752034
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,2048,2560,0.041553068161010745
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,2048,2560,0.03636266787846883
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,2048,2560,0.03537280162175496
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,2048,2560,0.09198400179545084
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,2048,2560,0.08673600355784097
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,2048,2560,0.025546665986378985
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,2048,2560,0.054730665683746335
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,2048,2560,0.09591786861419678
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,2048,2560,0.05915093421936035
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,2048,2560,0.049821865558624265
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,2048,2560,0.05424319903055826
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,2048,2560,0.030637866258621214
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,2048,2560,0.013828266660372415
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,2048,2560,0.029624533653259278
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,2048,2560,0.012807466586430869
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,2048,2560,0.011321600278218586
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,2048,2560,0.011710932850837708
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,2048,2560,0.02389226754506429
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,2048,2560,0.01123199959595998
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,2048,2560,0.01813760002454122
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,2048,2560,0.012612266341845193
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,2048,2560,0.012481066584587096
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,2048,2560,0.01934400002161662
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,2048,2560,0.011172266801198323
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,2048,2560,0.0120469331741333
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,2048,2560,0.009594666957855224
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,2048,2560,0.008376533786455791
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,2048,2560,0.011571199695269267
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,2048,2560,0.009613866607348125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,2048,2560,0.011574400464693706
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,2048,2560,0.009937066833178203
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,2048,2560,0.013286399841308593
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,2048,2560,0.01172160009543101
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,2048,2560,0.014484266440073649
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,2048,2560,0.013301333785057068
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,2048,2560,0.011643733580907185
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,2048,2560,0.014055466651916504
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,2048,2560,0.009945600231488546
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,2048,2560,0.01288106640179952
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,2048,2560,0.009962667028109233
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,2048,2560,0.013286399841308593
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,2048,2560,0.013699199755986533
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,2048,2560,0.012384000420570373
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,2048,2560,0.014533332983652749
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,2048,2560,0.013242666920026144
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,2048,2560,0.013639466961224875
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,2048,2560,0.01242026686668396
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,2048,2560,0.014894933501879374
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,2048,2560,0.014786133170127868
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,2048,2560,0.013208533326784769
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,2048,2560,0.014866133530934652
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,2048,2560,0.009939199686050415
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,2048,2560,0.013208533326784769
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,2048,2560,0.04752000172932942
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,2048,2560,0.02721280058224996
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,2048,2560,0.027100799481074016
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,2048,2560,0.15973547299702961
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,2048,2560,0.08373760382334391
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,2048,2560,0.026475733518600462
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,2048,2560,0.026450133323669432
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,2048,2560,0.02544959982236226
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,2048,2560,0.02601066629091899
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,2048,2560,0.025510400533676147
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,2048,2560,0.02484053373336792
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,2048,2560,0.026284799973169966
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,2048,2560,0.0251093327999115
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,2048,2560,0.024460800488789878
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,2048,2560,0.02409706711769104
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,2048,2560,0.02395413319269816
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,2048,2560,0.02353386680285136
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,2048,2560,0.022911999622980753
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,2048,2560,0.023106133937835692
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,2048,2560,0.022272000710169472
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,2048,2560,0.016964266697565712
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,2048,2560,0.016561067104339598
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,2048,2560,0.01634773313999176
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,2048,2560,0.01609386702378591
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,2048,2560,0.015667200088500977
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,2048,2560,0.015299200018246969
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,2048,2560,0.015227733055750528
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,2048,2560,0.014499200383822122
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,2048,2560,0.009975467125574749
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,2048,2560,0.00959999958674113
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,2048,2560,0.014321066935857139
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,2048,2560,0.013992533087730408
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,2048,2560,0.014085333546002707
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,2048,2560,0.013251200318336487
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,2048,2560,0.013364266355832419
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,2048,2560,0.012838400403658547
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,2048,2560,0.0120170662800471
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,2048,2560,0.012000000476837159
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,2048,2560,0.0128330667813619
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,2048,2560,0.012014933427174886
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,2048,2560,0.011981866757074992
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,2048,2560,0.012032000223795573
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,2048,2560,0.011643733580907185
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,2048,2560,0.011585066715876263
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,2048,2560,0.011654399832089742
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,2048,2560,0.011632000406583149
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,2048,2560,0.011648000280062357
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,2048,2560,0.011594667037328085
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,2048,2560,0.011566932996114094
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,2048,2560,0.011609599987665812
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,2048,2560,0.011571199695269267
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,2048,2560,0.011521066228548687
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,2048,2560,0.011609599987665812
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,2048,2560,0.011381333072980244
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,2048,2560,0.011249066392580668
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,2048,2560,0.011582932869593303
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,2048,2560,0.011211733023325603
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,2048,2560,0.011458133657773335
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,2048,2560,0.011185066898663838
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,2048,2560,0.011236266295115153
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,2048,2560,0.011244799693425496
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,2048,2560,0.011187199751536052
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,2048,2560,0.011576533317565918
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,2048,2560,0.011589333415031433
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,2048,2560,0.011594667037328085
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,2048,2560,0.011246933539708456
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,2048,2560,0.011255466938018798
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,2048,2560,0.011148800452550251
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,2048,2560,0.01123520036538442
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,2048,2048,0.17840320269266766
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,2048,2048,0.09014506340026855
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,2048,2048,0.045798401037851974
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,2048,2048,0.024423466126124064
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,2048,2560,0.011345066626866658
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,2048,2048,0.024245333671569825
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,2048,2560,0.011240532994270325
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,2048,2048,0.02404586672782898
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,2048,2048,0.02399253249168396
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,2048,2048,0.023894399404525757
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,2048,2048,0.021038933595021566
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,2048,2048,0.023957333962122598
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,2048,2048,0.019282132387161255
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,2048,2048,0.01917546590169271
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,2048,2048,0.018992000818252565
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,2048,2048,0.018706132968266807
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,2048,2048,0.016536532839139303
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,2048,2048,0.017810134092966716
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,2048,2048,0.016364799936612447
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,2048,2048,0.016265599926312765
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,2048,2048,0.015056000153223673
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,2048,2048,0.014147200187047324
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,2048,2048,0.013146666685740152
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,2048,2048,0.014072533448537192
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,2048,2048,0.013944533467292786
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,2048,2048,0.010409599542617798
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,2048,2048,0.010912000139554342
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,2048,2048,0.008750933408737182
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,2048,2048,0.009562666217486065
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,2048,2560,0.011592533191045125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,2048,2048,0.008357333143552144
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,2048,2048,0.0082997332016627
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,2048,2048,0.007947733501593272
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,2048,2048,0.007436800003051758
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,2048,2048,0.006657066444555919
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,2048,2048,0.005471999943256378
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,2048,2048,0.006241066753864289
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,2048,2048,0.005098666747411092
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,2048,2048,0.00505920002857844
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,2048,2048,0.005048533280690512
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,2048,2048,0.005054933329423269
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,2048,2048,0.005017599960168203
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,2048,2048,0.005300266544024149
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,2048,2048,0.005043200155099233
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,2048,2048,0.005081599950790406
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,2048,2048,0.004660266637802124
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,2048,2048,0.004642133414745331
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,2048,2048,0.004658133288224538
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,2048,2048,0.004653866589069367
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,2048,2048,0.006285866598288219
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,2048,2560,0.01159999966621399
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,2048,2048,0.004631466666857402
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,2048,2048,0.004609066744645437
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,2048,2048,0.008326399823029835
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,2048,2048,0.0046293333172798155
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,2048,2048,0.004666666686534882
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,2048,2048,0.004660266637802124
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,2048,2048,0.023297067483266196
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,2048,2048,0.004614399870236715
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,2048,2048,0.004283733169237773
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,2048,2048,0.004498133560021719
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,2048,2048,0.004278400043646494
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,2048,2048,0.004473599791526795
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,2048,2048,0.004251733422279358
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,2048,2048,0.004335999985535939
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,2048,2048,0.004610133171081543
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,2048,2048,0.004307200014591217
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,2048,2048,0.004474666714668274
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,2048,2048,0.005885866781075796
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,2048,2048,0.005914666752020518
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,2048,2048,0.006263466676076253
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,2048,2048,0.005914666752020518
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,2048,2048,0.0063178668419520065
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,2048,2048,0.005846400062243144
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,2048,2048,0.0076330666740735366
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,2048,2048,0.0071274667978286745
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,2048,2048,0.011776000261306763
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,2048,2560,0.011256532867749532
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,2048,2048,0.13034666379292806
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,2048,2048,0.06779946486155192
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,2048,2048,0.0410645325978597
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,2048,2048,0.26784321467081706
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,2048,2048,0.04161386489868164
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,2048,2048,0.03903253475824992
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,2048,2048,0.03922453324000041
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,2048,2048,0.03914560079574585
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,2048,2048,0.03719573418299357
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,2048,2048,0.03917866547902425
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,2048,2048,0.035869868596394856
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,2048,2048,0.034968535105387374
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,2048,2048,0.0338368018468221
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,2048,2048,0.03327359954516093
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,2048,2048,0.03255893389383952
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,2048,2048,0.031982932488123575
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,2048,2048,0.03096533417701721
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,2048,2048,0.029949865738550824
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,2048,2048,0.03018239935239156
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,2048,2048,0.02873493234316508
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,2048,2048,0.027505065997441607
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,2048,2048,0.00459199994802475
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,2048,2048,0.02672213315963745
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,2048,2048,0.02887253363927205
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,2048,2048,0.026165332396825152
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,2048,2048,0.026732800404230754
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,2048,2048,0.02472426692644755
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,2048,2048,0.024661332368850708
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,2048,2048,0.0226474662621816
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,2048,2048,0.022424532969792684
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,2048,2048,0.02113599975903829
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,2048,2048,0.02028800050417582
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,2048,2048,0.01985599994659424
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,2048,2048,0.017410133282343546
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,2048,2048,0.01684053341547648
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,2048,2560,0.01123306651910146
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,2048,2048,0.03869013388951619
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,2048,2048,0.0168938676516215
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,2048,2048,0.016689066092173258
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,2048,2048,0.016445866227149962
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,2048,2048,0.016364799936612447
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,2048,2048,0.017505067586898803
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,2048,2048,0.016196266810099284
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,2048,2048,0.016339199741681416
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,2048,2048,0.016285866498947144
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,2048,2048,0.016378666957219443
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,2048,2048,0.015479466319084168
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,2048,2048,0.016296533743540446
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,2048,2048,0.030805333455403643
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,2048,2048,0.016293332974116007
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,2048,2048,0.01695573329925537
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,2048,2048,0.016528000434239708
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,2048,2048,0.014651733636856078
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,2048,2048,0.014688000082969666
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,2048,2048,0.014780799547831217
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,2048,2048,0.01662399967511495
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,2048,2048,0.014453333616256715
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,2048,2048,0.015548800428708395
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,2048,2048,0.014513066411018372
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,2048,2048,0.01525973379611969
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,2048,2048,0.01453013320763906
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,2048,2048,0.014789332946141561
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,2048,2048,0.014924800395965577
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,2048,2048,0.014482133587201438
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,2048,2048,0.015523200233777365
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,2048,2048,0.01584106683731079
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,2048,2048,0.014603733023007711
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,2048,2048,0.0157642662525177
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,2048,2048,0.01635199983914693
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,2048,2048,0.015729066729545594
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,2048,2048,0.02265066703160604
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,2048,2048,0.01647040049235026
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,2048,2048,0.015401599804560342
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,2048,2048,0.016777600844701132
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,2048,2048,0.01858453353246053
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,2048,2560,0.011228799819946289
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,2048,2048,0.014457600315411887
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,2048,2048,0.1078879992167155
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,2048,2048,0.2799445470174154
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,2048,2048,0.10320106347401936
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,2048,2048,0.09968533515930175
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,2048,2048,0.0865664005279541
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,2048,2048,0.08028480211893717
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,2048,2048,0.6628735860188801
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,2048,2048,0.07610133488972982
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,2048,2048,0.09804906845092773
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,2048,2048,0.07503466606140137
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,2048,2048,0.07078826427459717
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,2048,2048,0.06898240248362222
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,2048,2048,0.06502613226572672
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,2048,2048,0.06326506535212198
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,2048,2048,0.05915520191192627
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,2048,2048,1.3193803151448569
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,2048,2048,0.09437653223673502
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,2048,2048,0.046824534734090165
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,2048,2048,0.04078400135040283
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,2048,2048,0.04053653478622436
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,2048,2048,0.034924801190694174
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,2048,2048,0.0349237322807312
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,2048,2048,0.08280959924062094
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,2048,2048,0.08871040344238282
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,2048,2048,0.09274240334828696
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,2048,2048,0.05299199819564819
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,2048,2048,0.048479998111724855
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,2048,2048,0.05765973329544068
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,2048,2048,0.052544001738230386
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,2048,2048,0.02918506662050883
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,2048,2048,0.024711465835571288
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,2048,2048,0.02882986664772034
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,2048,2048,0.023079466819763184
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,2048,2048,0.018583466609319053
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,2048,2048,0.01776426633199056
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,2048,2048,0.013619200388590495
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,2048,2048,0.011646933356920878
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,2048,2048,0.01190613309542338
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,2048,2048,0.01167146662871043
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,2048,2048,0.011613866686820984
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,2048,2048,0.010822400450706482
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,2048,2048,0.010828800002733866
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,2048,2048,0.01035093367099762
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,2048,2048,0.010778666536013285
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,2048,2048,0.009204266468683879
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,2048,2048,0.007974400122960409
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,2048,2048,0.010426666339238484
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,2048,2048,0.00995199978351593
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,2048,2048,0.009174399574597676
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,2048,2048,0.011222400267918905
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,2048,2048,0.011186133821805317
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,2048,2048,0.012261333068211873
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,2048,2048,0.011591466267903645
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,2048,2048,0.011601066589355469
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,2048,2048,0.0120469331741333
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,2048,2048,0.011898666620254517
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,2048,2048,0.011619200309117634
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,2048,2048,0.01246506671110789
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,2048,2048,0.011658666531244914
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,2048,2048,0.012773332993189493
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,2048,2048,0.01164906620979309
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,2048,2048,0.012066133817036946
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,2048,2048,0.01206826666990916
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,2048,2048,0.011822932958602905
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,2048,2048,0.012039466698964437
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,2048,2048,0.01279146671295166
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,2048,2048,0.012005333105723064
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,2048,2048,0.012681600451469422
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,2048,2048,0.13306346734364827
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,2048,2048,0.07102933724721273
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,2048,2048,0.0400330662727356
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,2048,2048,0.02312320073445638
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,2048,2048,0.023115734259287514
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,2048,2048,0.02272746761639913
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,2048,2048,0.02267306645711263
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,2048,2048,0.0223146657148997
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,2048,2048,0.0223146657148997
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,2048,2048,0.02202346722284953
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,2048,2048,0.02188906669616699
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,2048,2048,0.02148053248723348
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,2048,2048,0.009139200051625569
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,2048,2048,0.009110400080680847
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,2048,2048,0.0091839998960495
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,2048,2048,0.009171199798583985
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,2048,2048,0.009173333644866943
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,2048,2048,0.009239466985066731
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,2048,2048,0.02140480081240336
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,2048,2048,0.021035732825597127
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,2048,2048,0.02064853310585022
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,2048,2048,0.020411733786265054
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,2048,2048,0.02067413330078125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,2048,2048,0.020039467016855876
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,2048,2048,0.019800533850987755
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,2048,2048,0.01904319922129313
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,2048,2048,0.014870400230089823
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,2048,2048,0.014332800110181173
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,2048,2048,0.014523733655611673
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,2048,2048,0.014078933000564575
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,2048,2048,0.0138154665629069
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,2048,2048,0.013607466220855713
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,2048,2048,0.013242666920026144
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,2048,2048,0.01285866697629293
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,2048,2048,0.013024000326792398
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,2048,2048,0.012812800208727517
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,2048,2048,0.012449066837628682
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,2048,2048,0.012051199873288471
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,2048,2048,0.012061867117881774
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,2048,2048,0.011660800377527872
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,2048,2048,0.011155200004577637
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,2048,2048,0.011197866996129353
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,2048,2048,0.01083733340104421
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,2048,2048,0.01076800028483073
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,2048,2048,0.010822400450706482
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,2048,2048,0.01070186694463094
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,2048,2048,0.01081706682840983
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,2048,2048,0.01042560040950775
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,2048,2048,0.010865066448847454
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,2048,2048,0.010354133447011311
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,2048,2048,0.010781866312026978
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,2048,2048,0.010757333040237427
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,2048,2048,0.010410666465759277
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,2048,2048,0.01076479951540629
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,2048,2048,0.010426666339238484
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,2048,2048,0.010437333583831787
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,2048,2048,0.010427733262379963
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,2048,2048,0.010364799698193868
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,2048,2048,0.010375466942787171
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,2048,2048,0.010414933164914448
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,2048,2048,0.010471466183662414
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,2048,2048,0.010404266913731893
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,2048,2048,0.010391466816266378
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,2048,2048,0.010422399640083313
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,2048,2048,0.010334933797518413
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,2048,2048,0.010773332913716634
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,2048,2048,0.010392533739407857
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,2048,2048,0.010407466689745586
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,2048,2048,0.009987200299898785
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,2048,2048,0.010603732864061991
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,2048,2048,0.010360532999038696
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,2048,2048,0.010382933417956035
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,2048,2048,0.010372266173362732
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,2048,1536,0.13637973467508951
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,2048,1536,0.06835520267486572
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,2048,1536,0.03431573311487834
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,2048,1536,0.019081600507100425
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,2048,2048,0.010679466525713603
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,2048,1536,0.019088000059127808
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,2048,1536,0.01808746655782064
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,2048,1536,0.018710400660832724
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,2048,1536,0.01861226757367452
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,2048,1536,0.019271467129389444
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,2048,1536,0.016914133230845133
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,2048,1536,0.018565332889556883
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,2048,2048,0.010406399766604107
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,2048,1536,0.01504746675491333
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,2048,1536,0.014830933014551798
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,2048,2048,0.010002133250236512
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,2048,1536,0.012893866499265036
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,2048,1536,0.01418346663316091
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,2048,1536,0.012870400150616964
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,2048,1536,0.01293333371480306
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,2048,1536,0.012814933061599731
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,2048,1536,0.012103466192881267
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,2048,1536,0.011453866958618164
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,2048,1536,0.010762666662534077
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,2048,1536,0.01127893328666687
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,2048,1536,0.009596799810727436
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,2048,1536,0.008682666222254436
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,2048,1536,0.011246933539708456
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,2048,1536,0.008774399757385254
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,2048,1536,0.007549866537253062
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,2048,1536,0.008041599889596303
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,2048,1536,0.007029333213965099
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,2048,1536,0.0067007998625437425
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,2048,1536,0.006358399987220764
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,2048,1536,0.005447466671466827
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,2048,1536,0.005515733361244201
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,2048,1536,0.004675200084845225
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,2048,1536,0.004264533519744873
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,2048,1536,0.0046015997727712
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,2048,1536,0.0046186665693918865
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,2048,1536,0.004622933268547058
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,2048,1536,0.004250666499137879
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,2048,1536,0.0041909332076708475
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,2048,1536,0.00425493319829305
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,2048,1536,0.004206933577855428
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,2048,1536,0.003946666667858759
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,2048,1536,0.00421013335386912
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,2048,1536,0.004214400053024292
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,2048,1536,0.004229333500067393
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,2048,1536,0.004148266712824504
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,2048,2048,0.010360532999038696
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,2048,1536,0.004212266703446706
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,2048,1536,0.005044266581535339
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,2048,1536,0.003868799904982249
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,2048,1536,0.0038560000558694207
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,2048,1536,0.0038176000118255613
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,2048,1536,0.0038176000118255613
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,2048,1536,0.003802666564782461
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,2048,1536,0.0037952000896135964
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,2048,1536,0.003807999938726425
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,2048,1536,0.0038122666378815973
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,2048,1536,0.003804799914360046
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,2048,1536,0.014993066589037577
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,2048,1536,0.0037994667887687682
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,2048,1536,0.0037823999921480812
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,2048,1536,0.003866666555404663
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,2048,1536,0.0038389332592487337
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,2048,1536,0.003819733361403147
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,2048,1536,0.005038933455944061
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,2048,1536,0.0050005331635475155
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,2048,1536,0.005050666630268097
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,2048,1536,0.005011199911435445
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,2048,1536,0.005044266581535339
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,2048,1536,0.0049898669123649595
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,2048,1536,0.007083733379840851
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,2048,1536,0.005886933207511902
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,2048,1536,0.0964682658513387
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,2048,1536,0.20356693267822265
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,2048,1536,0.052121599515279136
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,2048,1536,0.00461760014295578
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,2048,1536,0.03500373363494873
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,2048,1536,0.034908799330393474
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,2048,2048,0.010420266787211101
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,2048,1536,0.03412906726201375
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,2048,1536,0.035000534852345784
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,2048,1536,0.03462506532669067
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,2048,1536,0.033321599165598556
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,2048,1536,0.03362880150477092
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,2048,1536,0.02999573349952698
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,2048,1536,0.0312394658724467
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,2048,1536,0.029665066798528032
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,2048,1536,0.02686186631520589
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,2048,1536,0.028116265932718914
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,2048,1536,0.027911466360092164
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,2048,1536,0.027406932910283406
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,2048,1536,0.026946133375167845
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,2048,1536,0.02681279977162679
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,2048,1536,0.02648106614748637
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,2048,1536,0.026676267385482788
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,2048,1536,0.024966400861740113
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,2048,2048,0.010418132940928141
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,2048,1536,0.026348799467086792
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,2048,1536,0.023854933182398477
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,2048,1536,0.024394667148590087
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,2048,1536,0.022881066799163817
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,2048,1536,0.02336533268292745
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,2048,1536,0.021422932545344033
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,2048,1536,0.02145919998486837
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,2048,1536,0.02050559918085734
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,2048,1536,0.02057173252105713
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,2048,1536,0.01859626571337382
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,2048,1536,0.019146666924158732
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,2048,1536,0.0170741339524587
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,2048,1536,0.018062933286031087
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,2048,1536,0.016567466656366985
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,2048,1536,0.016361600160598753
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,2048,1536,0.016420267025629678
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,2048,1536,0.016223999857902526
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,2048,1536,0.016170666615168253
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,2048,1536,0.016953599452972413
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,2048,1536,0.015387733777364096
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,2048,1536,0.01567359964052836
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,2048,1536,0.01600106656551361
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,2048,1536,0.015366400281588236
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,2048,1536,0.014913066228230795
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,2048,1536,0.01608746647834778
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,2048,1536,0.0147189329067866
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,2048,1536,0.0328981339931488
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,2048,2048,0.00995733340581258
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,2048,1536,0.014589866995811463
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,2048,1536,0.014590932925542196
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,2048,1536,0.014447999993960061
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,2048,1536,0.014459733168284097
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,2048,1536,0.01446399986743927
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,2048,1536,0.01470186710357666
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,2048,1536,0.014998400211334228
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,2048,1536,0.014455466469128927
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,2048,1536,0.014502400159835815
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,2048,1536,0.014520532886187234
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,2048,1536,0.014470400412877402
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,2048,1536,0.014579199751218162
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,2048,1536,0.01444906691710154
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,2048,1536,0.014472533265749613
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,2048,1536,0.014526933431625366
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,2048,1536,0.014518400033315023
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,2048,1536,0.014520532886187234
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,2048,1536,0.014486400286356607
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,2048,1536,0.014516266187032065
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,2048,1536,0.014455466469128927
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,2048,1536,0.015035733580589294
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,2048,1536,0.005443199972311656
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,2048,1536,0.01586666703224182
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,2048,1536,0.014897066354751586
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,2048,1536,0.014505599935849508
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,2048,1536,0.029051733016967774
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,2048,1536,0.10380799770355224
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,2048,1536,0.21084906260172526
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,2048,1536,0.6532810846964519
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,2048,1536,0.08462826410929361
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,2048,1536,0.10070933500925701
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,2048,1536,0.07828479607899984
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,2048,1536,0.09758613109588624
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,2048,1536,0.07386773427327474
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,2048,1536,0.07300586700439453
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,2048,1536,0.06864853700002035
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,2048,1536,1.2968490600585938
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,2048,1536,0.06694719791412354
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,2048,1536,0.062495998541514074
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,2048,1536,0.061679999033610024
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,2048,1536,0.058039466540018715
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,2048,1536,0.09510826269785563
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,2048,1536,0.09154240290323892
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,2048,1536,0.045474131902058915
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,2048,1536,0.040216533342997234
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,2048,1536,0.039868799845377605
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,2048,1536,0.03450133403142293
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,2048,1536,0.033741867542266844
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,2048,1536,0.08529600302378336
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,2048,1536,0.08983573118845621
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,2048,1536,0.08059306939442953
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,2048,1536,0.0562719980875651
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,2048,1536,0.051387735207875575
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,2048,1536,0.05091520150502523
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,2048,1536,0.04644586642583211
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,2048,1536,0.02882453401883443
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,2048,1536,0.02330346703529358
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,2048,1536,0.02797226707140605
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,2048,1536,0.02264960010846456
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,2048,1536,0.017760000626246133
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,2048,1536,0.012893866499265036
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,2048,1536,0.01736853321393331
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,2048,1536,0.011250133315722149
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,2048,1536,0.011593600114186604
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,2048,1536,0.011220266421635944
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,2048,1536,0.010097066561381023
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,2048,1536,0.011177600423494975
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,2048,1536,0.010333866874376933
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,2048,1536,0.009979733824729919
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,2048,1536,0.0100000003973643
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,2048,1536,0.008760533730189006
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,2048,1536,0.009305600325266521
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,2048,1536,0.009949866930643718
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,2048,1536,0.009961600104967754
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,2048,1536,0.01034453312555949
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,2048,1536,0.010011733571688334
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,2048,1536,0.010803199807802836
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,2048,1536,0.010342400272687275
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,2048,1536,0.010800000031789143
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,2048,1536,0.00997759997844696
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,2048,1536,0.010806399583816528
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,2048,1536,0.011517866452534994
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,2048,1536,0.009950932860374451
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,2048,1536,0.011220266421635944
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,2048,1536,0.010811733206113179
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,2048,1536,0.010822400450706482
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,2048,1536,0.00879253347714742
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,2048,1536,0.010763733585675558
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,2048,1536,0.00997226635615031
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,2048,1536,0.011195733149846395
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,2048,1536,0.011618133385976155
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,2048,1536,0.010384000341097514
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,2048,1536,0.011601066589355469
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,2048,1536,0.010815999905268351
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,2048,1536,0.05874880154927572
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,2048,1536,0.10788160165150959
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,2048,1536,0.032839467128117875
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,2048,1536,0.0198634664217631
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,2048,1536,0.02004693349202474
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,2048,1536,0.01945599913597107
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,2048,1536,0.01930346687634786
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,2048,1536,0.019441066185633342
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,2048,1536,0.01904746691385905
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,2048,1536,0.018713599443435668
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,2048,1536,0.018879999717076622
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,2048,1536,0.018359466393788656
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,2048,1536,0.01837546626726786
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,2048,1536,0.018227199713389076
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,2048,1536,0.017831466595331826
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,2048,1536,0.009186133742332458
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,2048,1536,0.01774719953536987
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,2048,1536,0.008743466933568318
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,2048,1536,0.008728532989819845
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,2048,1536,0.009576533238093059
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,2048,1536,0.017512534062067667
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,2048,1536,0.009958400328954061
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,2048,1536,0.009934932986895243
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,2048,1536,0.017374932765960693
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,2048,1536,0.01734293301900228
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,2048,1536,0.016268799702326454
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,2048,1536,0.013241599996884665
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,2048,1536,0.012882133324941
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,2048,1536,0.012809600432713827
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,2048,1536,0.012132267157236736
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,2048,1536,0.01239359974861145
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,2048,1536,0.01167680025100708
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,2048,1536,0.011615999539693196
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,2048,1536,0.011682132879892986
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,2048,1536,0.011575466394424439
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,2048,1536,0.011169067025184632
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,2048,1536,0.011252267162005107
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,2048,1536,0.010748799641927083
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,2048,1536,0.010806399583816528
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,2048,1536,0.010419199864069622
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,2048,1536,0.01037440001964569
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,2048,1536,0.009929600358009338
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,2048,1536,0.00960213343302409
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,2048,1536,0.00995306670665741
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,2048,1536,0.010033067067464192
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,2048,1536,0.009761066238085429
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,2048,1536,0.009981866677602131
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,2048,1536,0.009550933043162029
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,2048,1536,0.009573333462079366
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,2048,1536,0.009971200426419576
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,2048,1536,0.009610666831334432
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,2048,1536,0.009967999656995137
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,2048,1536,0.00997226635615031
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,2048,1536,0.00956053336461385
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,2048,1536,0.009588266412417095
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,2048,1536,0.0095360000928243
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,2048,1536,0.009511466821034749
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,2048,1536,0.009176533420880635
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,2048,1536,0.009160533547401428
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,2048,1536,0.009551999966303508
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,2048,1536,0.009202133615811665
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,2048,1536,0.009566932916641235
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,2048,1536,0.009531733393669129
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,2048,1536,0.009523199995358785
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,2048,1536,0.00958293378353119
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,2048,1536,0.009544533491134644
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,2048,1536,0.009549867113431294
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,2048,1536,0.00932373305161794
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,2048,1536,0.009553066889444987
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,2048,1536,0.00918933351834615
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,2048,1536,0.00960640013217926
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,2048,1536,0.009533866246541341
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,2048,1536,0.009178666273752849
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,2048,1536,0.009548800190289815
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,2048,1024,0.09452799956003824
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,2048,1536,0.009608532985051472
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,2048,1024,0.047685333093007404
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,2048,1024,0.023971199989318848
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,2048,1024,0.01374613344669342
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,2048,1024,0.013771733641624451
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,2048,1024,0.01322773297627767
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,2048,1024,0.014025599757830302
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,2048,1024,0.013736533125241599
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,2048,1024,0.012473600109418233
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,2048,1024,0.014007467031478881
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,2048,1024,0.011080533266067505
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,2048,1024,0.01102186640103658
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,2048,1024,0.011222400267918905
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,2048,1024,0.010461866855621338
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,2048,1024,0.009644800424575805
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,2048,1024,0.00965333382288615
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,2048,1024,0.009567999839782714
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,2048,1024,0.009514666597048442
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,2048,1024,0.008739200234413148
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,2048,1024,0.008348799745241801
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,2048,1024,0.008714666962623597
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,2048,1024,0.007538133362929027
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,2048,1536,0.009179733196894328
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,2048,1024,0.006726400057474773
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,2048,1024,0.007123200098673503
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,2048,1024,0.00590826670328776
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,2048,1024,0.006287999947865804
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,2048,1024,0.005470933516820272
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,2048,1024,0.0055071999629338585
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,2048,1024,0.005487999816735586
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,2048,1024,0.0054282665252685545
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,2048,1536,0.009559466441472372
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,2048,1024,0.004602666695912679
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,2048,1024,0.004635733366012573
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,2048,1536,0.009195733070373534
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,2048,1024,0.0038634667793909705
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,2048,1536,0.009574400385220845
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,2048,1024,0.0034485332667827605
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,2048,1024,0.003815466662247976
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,2048,1024,0.0037578667203585305
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,2048,1024,0.003432533393303553
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,2048,1024,0.0034730667869249977
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,2048,1024,0.0035146666069825493
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,2048,1024,0.0035103999078273775
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,2048,1024,0.00342399999499321
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,2048,1024,0.0033941333492596946
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,2048,1024,0.003583999971548716
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,2048,1024,0.003469866762558619
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,2048,1024,0.0033813332517941795
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,2048,1024,0.0034261333445707956
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,2048,1024,0.005097599824269613
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,2048,1024,0.003420799970626831
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,2048,1024,0.0033770665526390077
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,2048,1024,0.00342399999499321
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,2048,1024,0.0034517332911491393
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,2048,1024,0.013636266191800436
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,2048,1024,0.003124266614516576
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,2048,1024,0.0030954666435718536
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,2048,1024,0.0030400000512599947
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,2048,1024,0.0033600000043710076
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,2048,1024,0.0031829332311948144
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,2048,1024,0.0031285333136717476
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,2048,1024,0.003048533449570338
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,2048,1024,0.0029887999097506206
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,2048,1024,0.009571199615796406
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,2048,1024,0.003044266750415166
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,2048,1024,0.0031615999837716425
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,2048,1024,0.004199466605981191
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,2048,1024,0.004640000065167745
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,2048,1024,0.003832533210515976
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,2048,1024,0.004283733169237773
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,2048,1024,0.004226133227348328
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,2048,1024,0.003815466662247976
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,2048,1536,0.00955839951833089
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,2048,1024,0.004682666560014089
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,2048,1024,0.004643199841181437
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,2048,1024,0.039238401254018146
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,2048,1024,0.06982293128967285
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,2048,1024,0.13424213727315265
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,2048,1024,0.02878613273302714
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,2048,1024,0.02735466758410136
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,2048,1024,0.008752000331878663
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,2048,1024,0.02865920066833496
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,2048,1024,0.02827626665433248
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,2048,1024,0.028784000873565675
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,2048,1024,0.02845120032628377
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,2048,1024,0.026678399244944258
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,2048,1024,0.026791467269261675
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,2048,1024,0.02733013431231181
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,2048,1024,0.026687999566396076
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,2048,1024,0.02503146727879842
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,2048,1024,0.02490560015042623
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,2048,1024,0.024809600909550984
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,2048,1024,0.024974934260050454
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,2048,1024,0.024702932437260947
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,2048,1024,0.023965867360432942
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,2048,1024,0.02272319992383321
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,2048,1024,0.022980266809463502
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,2048,1024,0.0035455999275048576
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,2048,1024,0.022547199328740438
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,2048,1024,0.023755733172098795
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,2048,1024,0.02290560007095337
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,2048,1024,0.02223466634750366
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,2048,1024,0.003369600077470144
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,2048,1024,0.02089280088742574
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,2048,1024,0.020862932999928793
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,2048,1024,0.020422399044036865
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,2048,1024,0.019242666165033975
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,2048,1024,0.018679465850194296
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,2048,1024,0.01806186636288961
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,2048,1024,0.015945600469907124
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,2048,1024,0.01692906618118286
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,2048,1024,0.017527467012405394
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,2048,1024,0.01726186672846476
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,2048,1024,0.014873600006103516
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,2048,1024,0.016420267025629678
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,2048,1024,0.01527253290017446
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,2048,1024,0.015166933337847391
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,2048,1024,0.014443733294804893
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,2048,1024,0.01588053305943807
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,2048,1024,0.014757333199183145
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,2048,1024,0.014452266693115234
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,2048,1024,0.014719999829928079
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,2048,1024,0.014602667093276978
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,2048,1024,0.01577173372109731
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,2048,1024,0.02878933350245158
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,2048,1024,0.014459733168284097
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,2048,1024,0.016500266393025716
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,2048,1024,0.014390400052070618
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,2048,1024,0.01460906664530436
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,2048,1024,0.014573867122332254
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,2048,1024,0.0143477330605189
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,2048,1024,0.014342400431632995
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,2048,1024,0.014446933070818582
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,2048,1024,0.029450666904449464
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,2048,1024,0.01444906691710154
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,2048,1024,0.014459733168284097
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,2048,1024,0.014468266566594442
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,2048,1024,0.014349866906801859
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,2048,1024,0.01440000037352244
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,2048,1024,0.014405333002408347
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,2048,1024,0.014434132973353067
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,2048,1024,0.01441493332386017
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,2048,1024,0.01437226633230845
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,2048,1024,0.014519466956456503
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,2048,1024,0.014512000481287637
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,2048,1024,0.014482133587201438
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,2048,1024,0.014470400412877402
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,2048,1024,0.02058773239453634
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,2048,1024,0.014539733529090881
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,2048,1024,0.01446399986743927
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,2048,1024,0.014260266224543253
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,2048,1024,0.014097066720326743
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,2048,1024,0.0996992031733195
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,2048,1024,0.09769386450449626
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,2048,1024,0.18071360588073732
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,2048,1024,0.08180373509724935
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,2048,1024,0.09271466732025146
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,2048,1024,0.09389333724975586
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,2048,1024,0.6374816258748373
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,2048,1024,0.07632853190104166
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,2048,1024,0.0721898635228475
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,2048,1024,0.07110186417897543
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,2048,1024,0.06527040004730225
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,2048,1024,0.060045866171518955
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,2048,1024,0.05992213487625122
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,2048,1024,1.2776629130045571
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,2048,1024,0.05543359915415445
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,2048,1024,0.06608320077260335
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,2048,1024,0.08818773428599039
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,2048,1024,0.044010667006174724
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,2048,1024,0.03824746608734131
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,2048,1024,0.03861973285675049
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,2048,1024,0.0329312006632487
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,2048,1024,0.032935466368993124
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,2048,1024,0.08738239606221518
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,2048,1024,0.08281599680582682
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,2048,1024,0.0768117348353068
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,2048,1024,0.05422506729761759
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,2048,1024,0.048946134249369305
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,2048,1024,0.0505184014638265
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,2048,1024,0.04447253147761027
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,2048,1024,0.0271999994913737
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,2048,1024,0.027515733242034913
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,2048,1024,0.0228000005086263
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,2048,1024,0.016531200210253397
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,2048,1024,0.01697173317273458
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,2048,1024,0.02211306691169739
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,2048,1024,0.012446932991345723
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,2048,1024,0.00955839951833089
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,2048,1024,0.010830932855606079
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,2048,1024,0.010898133118947346
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,2048,1024,0.010431999961535137
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,2048,1024,0.009546666344006857
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,2048,1024,0.010492799679438274
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,2048,1024,0.00959999958674113
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,2048,1024,0.009547733267148336
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,2048,1024,0.008346666892369587
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,2048,1024,0.007935999830563863
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,2048,1024,0.008366933465003968
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,2048,1024,0.007971199850241344
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,2048,1024,0.008360532919565837
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,2048,1024,0.008733866612116496
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,2048,1024,0.007947733501593272
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,2048,1024,0.009153067072232565
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,2048,1024,0.008411733309427898
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,2048,1024,0.00946666697661082
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,2048,1024,0.009155199925104777
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,2048,1024,0.009488000472386678
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,2048,1024,0.008619733651479085
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,2048,1024,0.00922879974047343
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,2048,1024,0.00916373332341512
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,2048,1024,0.009547733267148336
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,2048,1024,0.008351999521255492
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,2048,1024,0.009123200178146362
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,2048,1024,0.009165866176287334
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,2048,1024,0.0095551997423172
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,2048,1024,0.008770133058230083
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,2048,1024,0.009559466441472372
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,2048,1024,0.009165866176287334
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,2048,1024,0.009970133503278095
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,2048,1024,0.008302933474381765
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,2048,1024,0.043945598602294925
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,2048,1024,0.08094720045725504
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,2048,1024,0.02518826723098755
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,2048,1024,0.015819733341534935
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,2048,1024,0.015333333611488342
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,2048,1024,0.015689599514007568
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,2048,1024,0.015379200379053751
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,2048,1024,0.015134933590888976
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,2048,1024,0.01530239979426066
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,2048,1024,0.014703999956448874
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,2048,1024,0.01487573285897573
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,2048,1024,0.014871467153231302
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,2048,1024,0.014894933501879374
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,2048,1024,0.014944000045458474
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,2048,1024,0.014820266763369241
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,2048,1024,0.014516266187032065
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,2048,1024,0.014514133334159851
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,2048,1024,0.01406826674938202
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,2048,1024,0.014144000411033631
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,2048,1024,0.013684266805648803
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,2048,1024,0.01123199959595998
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,2048,1024,0.01123199959595998
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,2048,1024,0.01083626647790273
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,2048,1024,0.010769066214561463
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,2048,1024,0.01083733340104421
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,2048,1024,0.010441600282986959
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,2048,1024,0.010416000088055929
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,2048,1024,0.009983999530474345
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,2048,1024,0.010010666648546855
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,2048,1024,0.009621333082516987
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,2048,1024,0.009990400075912476
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,2048,1024,0.009136000275611877
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,2048,1024,0.009564800063769023
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,2048,1024,0.009139200051625569
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,2048,1024,0.009159466624259949
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,2048,1024,0.008819199601809184
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,2048,1024,0.008801066875457763
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,2048,1024,0.00839466651280721
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,2048,1024,0.009058133761088053
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,2048,1024,0.009149866302808125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,2048,1024,0.008761599659919739
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,2048,1024,0.0091839998960495
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,2048,1024,0.009563733140627544
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,2048,1024,0.009128533800443013
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,2048,1024,0.008782933155695598
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,2048,1024,0.00914026697476705
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,2048,1024,0.008759466807047527
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,2048,1024,0.009109333157539368
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,2048,1024,0.008761599659919739
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,2048,1024,0.00879253347714742
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,2048,1024,0.008707200487454731
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,2048,1024,0.008777599533398945
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,2048,1024,0.00879253347714742
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,2048,1024,0.008728532989819845
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,2048,1024,0.008731733759244282
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,2048,1024,0.008729599912961324
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,2048,1024,0.008706133564313252
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,2048,1024,0.00837546686331431
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,2048,1024,0.008363733688990276
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,2048,1024,0.008351999521255492
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,2048,1024,0.008357333143552144
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,2048,1024,0.008762666583061218
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,2048,1024,0.008384000261624653
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,2048,1024,0.00872320036093394
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,2048,1024,0.008313600222269695
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,2048,1024,0.008327466746171314
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,2048,1024,0.00871573289235433
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,2048,1024,0.008316799998283386
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,2048,1024,0.008333866794904072
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,2048,1024,0.008730666836102803
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,2048,1024,0.008727467060089112
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,2048,1024,0.008797867099444072
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,2048,768,0.07350613276163737
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,2048,1024,0.008693333466847737
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,2048,768,0.03677013317743937
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,2048,768,0.018889600038528444
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,2048,768,0.011340799927711486
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,2048,768,0.011319466431935628
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,2048,768,0.010813867052396137
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,2048,768,0.011282133062680562
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,2048,768,0.011576533317565918
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,2048,768,0.0115146666765213
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,2048,768,0.010496000448862713
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,2048,768,0.011296000083287556
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,2048,768,0.009108266234397889
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,2048,768,0.009103999535242716
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,2048,768,0.009178666273752849
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,2048,768,0.00795413355032603
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,2048,1024,0.008309333523114523
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,2048,768,0.007880533238252004
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,2048,768,0.007905066510041555
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,2048,768,0.007955199976762136
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,2048,768,0.00795413355032603
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,2048,768,0.007464533547560374
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,2048,768,0.007076266904671986
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,2048,768,0.00664106657107671
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,2048,768,0.007516799867153168
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,2048,768,0.005809066692988077
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,2048,1024,0.00840106705824534
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,2048,768,0.00603413333495458
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,2048,768,0.005073066552480062
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,2048,768,0.005412266651789347
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,2048,768,0.005014400184154511
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,2048,768,0.004816000163555145
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,2048,768,0.005011199911435445
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,2048,768,0.0038762666285037995
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,2048,768,0.003852800031503042
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,2048,768,0.0034346667428811393
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,2048,768,0.0033813332517941795
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,2048,768,0.0033546666304270422
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,2048,1024,0.008690133690834045
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,2048,768,0.003386666625738144
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,2048,768,0.0033791999022165934
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,2048,768,0.0033269333342711128
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,2048,768,0.0033717334270477297
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,2048,1024,0.008360532919565837
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,2048,768,0.0033791999022165934
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,2048,768,0.0033600000043710076
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,2048,768,0.002979200085004171
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,2048,768,0.0029674666623274487
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,2048,768,0.0030346666773160298
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,2048,1024,0.008716799815495809
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,2048,768,0.0029706666866938275
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,2048,768,0.0029877332349618276
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,2048,768,0.0030037333567937215
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,2048,768,0.002976000060637792
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,2048,768,0.002974933385848999
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,2048,1024,0.008409600456555684
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,2048,768,0.002997333308060964
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,2048,768,0.0031541332602500914
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,2048,768,0.002974933385848999
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,2048,768,0.0029781334102153777
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,2048,768,0.002946133414904277
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,2048,768,0.0029525332152843474
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,2048,768,0.0029674666623274487
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,2048,768,0.0030261332790056865
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,2048,768,0.003011200080315272
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,2048,768,0.00877333382765452
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,2048,768,0.0029685333371162414
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,2048,768,0.0029685333371162414
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,2048,768,0.003437866767247518
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,2048,768,0.0035232000052928926
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,2048,768,0.003566933423280716
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,2048,768,0.003421866645415624
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,2048,768,0.0075573335091273
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,2048,768,0.0038442666331926978
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,2048,768,0.003832533210515976
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,2048,768,0.004231466849644979
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,2048,768,0.05980586608250936
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,2048,768,0.10281706651051839
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,2048,768,0.004610133171081543
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,2048,768,0.034976001580556235
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,2048,768,0.026920533180236815
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,2048,768,0.026662399371465046
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,2048,768,0.026675200462341307
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,2048,768,0.027617067098617554
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,2048,768,0.02680213252703349
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,2048,768,0.02632213234901428
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,2048,768,0.02680640021959941
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,2048,768,0.02433919906616211
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,2048,768,0.024615466594696045
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,2048,768,0.003010133405526479
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,2048,768,0.0241482675075531
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,2048,768,0.024675200382868447
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,2048,768,0.022718934218088786
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,2048,768,0.024204800526301064
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,2048,768,0.02268480062484741
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,2048,768,0.002980266759792964
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,2048,768,0.022502400477727256
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,2048,768,0.022447999318440756
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,2048,768,0.002979200085004171
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,2048,768,0.02257279952367147
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,2048,768,0.02208426594734192
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,2048,768,0.02213653326034546
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,2048,768,0.020935465892155967
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,2048,768,0.022386133670806885
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,2048,768,0.018964266777038573
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,2048,768,0.020657066504160562
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,2048,768,0.018645334243774413
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,2048,768,0.01908479928970337
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,2048,768,0.01875306765238444
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,2048,768,0.018184532721837364
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,2048,768,0.016945066054662068
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,2048,768,0.017568000157674155
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,2048,768,0.016711467504501344
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,2048,768,0.014588800072669984
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,2048,768,0.014834133783976236
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,2048,768,0.014637866616249084
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,2048,768,0.003454933315515518
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,2048,768,0.015049599607785544
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,2048,768,0.014504533012708029
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,2048,768,0.014526933431625366
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,2048,768,0.014444800217946372
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,2048,768,0.014434132973353067
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,2048,768,0.014840533336003622
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,2048,768,0.014548266927401224
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,2048,768,0.014637866616249084
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,2048,768,0.014582399527231851
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,2048,768,0.014437333742777506
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,2048,768,0.016201600432395935
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,2048,768,0.014888532956441245
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,2048,768,0.014730667074521383
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,2048,768,0.014470400412877402
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,2048,768,0.014503467082977294
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,2048,768,0.015127467115720114
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,2048,768,0.014453333616256715
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,2048,768,0.014393599828084311
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,2048,768,0.015458133816719056
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,2048,768,0.014262400070826211
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,2048,768,0.01437333325544993
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,2048,768,0.014244266351064048
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,2048,768,0.014247467120488485
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,2048,768,0.01430506706237793
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,2048,768,0.013798399766286214
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,2048,768,0.014382933576901754
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,2048,768,0.026401066780090333
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,2048,768,0.014308266838391624
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,2048,768,0.014459733168284097
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,2048,768,0.014358400305112203
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,2048,768,0.014442666371663412
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,2048,768,0.014453333616256715
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,2048,768,0.01432960033416748
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,2048,768,0.01945599913597107
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,2048,768,0.014446933070818582
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,2048,768,0.014391466975212097
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,2048,768,0.014453333616256715
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,2048,768,0.014477866888046264
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,2048,768,0.17724053064982098
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,2048,768,0.6413674672444661
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,2048,768,0.09807893435160318
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,2048,768,0.09675520261128744
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,2048,768,1.2775274912516275
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,2048,768,0.0918282667795817
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,2048,768,0.08050346374511719
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,2048,768,0.08698026339213052
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,2048,768,0.07561386426289876
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,2048,768,0.07022186915079752
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,2048,768,0.06977386474609375
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,2048,768,0.06531200011571249
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,2048,768,0.06443519989649454
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,2048,768,0.09155946572621664
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,2048,768,0.059132798512776696
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,2048,768,0.059165867169698086
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,2048,768,0.0546175996462504
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,2048,768,0.04351786772410075
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,2048,768,0.037855998675028486
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,2048,768,0.037877333164215085
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,2048,768,0.03248639901479085
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,2048,768,0.03292266726493835
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,2048,768,0.08613653182983398
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,2048,768,0.08119146823883057
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,2048,768,0.04808533191680908
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,2048,768,0.07586987018585205
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,2048,768,0.04355200131734212
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,2048,768,0.05394239823023478
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,2048,768,0.04850560029347738
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,2048,768,0.027151999870936076
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,2048,768,0.02717439929644267
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,2048,768,0.021525333325068154
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,2048,768,0.021835732460021972
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,2048,768,0.01691626707712809
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,2048,768,0.010419199864069622
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,2048,768,0.009934932986895243
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,2048,768,0.00993173321088155
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,2048,768,0.01616853376229604
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,2048,768,0.011970133582750956
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,2048,768,0.010380799571673077
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,2048,768,0.010456533233324686
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,2048,768,0.010037333766619364
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,2048,768,0.009975467125574749
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,2048,768,0.007897600034872691
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,2048,768,0.008371200164159138
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,2048,768,0.009201066692670186
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,2048,768,0.007177599767843883
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,2048,768,0.008014933268229166
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,2048,768,0.00764160007238388
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,2048,768,0.008172800143559773
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,2048,768,0.0075914666056633
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,2048,768,0.009166933099428813
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,2048,768,0.008755200107892354
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,2048,768,0.008343467116355896
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,2048,768,0.00869866708914439
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,2048,768,0.007934933404127757
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,2048,768,0.008329600095748901
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,2048,768,0.008376533786455791
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,2048,768,0.007561600208282471
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,2048,768,0.008402132987976074
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,2048,768,0.008083199958006541
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,2048,768,0.008318933347860973
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,2048,768,0.007474133372306823
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,2048,768,0.00869546631971995
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,2048,768,0.007944533228874206
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,2048,768,0.008932266632715862
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,2048,768,0.008374399940172831
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,2048,768,0.008694400389989216
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,2048,768,0.007964799801508587
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,2048,768,0.008082133531570435
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,2048,768,0.008335999647776286
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,2048,768,0.0675381342569987
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,2048,768,0.03716586828231812
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,2048,768,0.02185813387235006
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,2048,768,0.014941866199175516
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,2048,768,0.01488746702671051
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,2048,768,0.014501333236694336
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,2048,768,0.014661332964897156
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,2048,768,0.014514133334159851
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,2048,768,0.014485333363215128
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,2048,768,0.01411626636981964
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,2048,768,0.014300800363222756
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,2048,768,0.014088533322016396
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,2048,768,0.014046933253606161
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,2048,768,0.013709867000579834
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,2048,768,0.014046933253606161
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,2048,768,0.013677866260210673
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,2048,768,0.013276799519856771
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,2048,768,0.013083733121554055
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,2048,768,0.012818132837613424
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,2048,768,0.012423466642697651
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,2048,768,0.011173333724339802
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,2048,768,0.010812800129254658
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,2048,768,0.010758399963378906
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,2048,768,0.010413866241772969
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,2048,768,0.009970133503278095
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,2048,768,0.009590400258700053
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,2048,768,0.009939199686050415
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,2048,768,0.00953493316968282
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,2048,768,0.00958079993724823
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,2048,768,0.009542399644851684
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,2048,768,0.009178666273752849
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,2048,768,0.008717866738637288
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,2048,768,0.008543999989827473
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,2048,768,0.008386133114496867
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,2048,768,0.00853653351465861
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,2048,768,0.009134933352470398
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,2048,768,0.008378666639328004
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,2048,768,0.008316799998283386
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,2048,768,0.008354133367538452
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,2048,768,0.008361599842707316
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,2048,768,0.008359466989835102
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,2048,768,0.008307200173536937
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,2048,768,0.008350933591524761
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,2048,768,0.00827946662902832
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,2048,768,0.008368000388145447
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,2048,768,0.008297599852085114
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,2048,768,0.008386133114496867
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,2048,768,0.007906133433183034
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,2048,768,0.007982933521270752
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,2048,768,0.007952000200748443
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,2048,768,0.007975466549396515
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,2048,768,0.007935999830563863
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,2048,768,0.007944533228874206
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,2048,768,0.008334933718045553
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,2048,768,0.008310399949550629
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,2048,768,0.008363733688990276
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,2048,768,0.00795839975277583
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,2048,768,0.008295466502507527
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,2048,768,0.007975466549396515
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,2048,768,0.00788373351097107
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,2048,768,0.00829013337691625
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,2048,768,0.0081045334537824
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,2048,768,0.007892266909281413
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,2048,768,0.007910400132338206
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,2048,768,0.007905066510041555
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,2048,768,0.007937066753705342
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,2048,768,0.00796693315108617
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,2048,768,0.00796693315108617
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,2048,768,0.007970133423805236
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,2048,768,0.007944533228874206
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,2048,768,0.008298666775226593
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,2048,512,0.053572265307108555
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,2048,768,0.007962666451931
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,2048,512,0.013959466417630514
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,2048,512,0.008709333340326945
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,2048,512,0.00874773363272349
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,2048,512,0.00830080012480418
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,2048,512,0.009103999535242716
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,2048,512,0.008754133184750875
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,2048,512,0.00870293378829956
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,2048,512,0.008353066444396973
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,2048,512,0.009107200304667155
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,2048,512,0.0070709332823753355
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,2048,512,0.007043200234572093
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,2048,512,0.0070602665344874065
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,2048,512,0.007102933526039123
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,2048,512,0.006311466793219249
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,2048,512,0.006303999821345012
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,2048,512,0.006250666578610738
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,2048,512,0.00631039987007777
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,2048,512,0.0067114666104316715
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,2048,512,0.006140799820423126
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,2048,512,0.005891199906667074
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,2048,512,0.006242133180300395
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,2048,512,0.0054293334484100345
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,2048,512,0.006291200220584869
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,2048,512,0.004949333270390829
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,2048,512,0.005082666873931885
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,2048,512,0.004243200023969015
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,2048,512,0.004648533463478088
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,2048,512,0.004243200023969015
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,2048,512,0.004206933577855428
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,2048,512,0.0041909332076708475
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,2048,512,0.003929600119590759
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,2048,512,0.0034122665723164878
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,2048,512,0.0034272000193595886
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,2048,768,0.008327466746171314
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,2048,512,0.0030346666773160298
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,2048,512,0.0029333333174387617
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,2048,512,0.002985599885384242
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,2048,512,0.002976000060637792
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,2048,512,0.0029535998900731405
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,2048,512,0.0029834667841593427
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,2048,512,0.002996266633272171
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,2048,512,0.002600533266862233
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,2048,512,0.002963199963172277
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,2048,512,0.0027061333258946735
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,2048,512,0.0025642665723959604
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,2048,512,0.0026591998835404714
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,2048,512,0.002752000093460083
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,2048,512,0.0026335999369621276
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,2048,512,0.002829866607983907
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,2048,512,0.0026581334571043652
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,2048,512,0.002619733413060506
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,2048,512,0.0026335999369621276
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,2048,512,0.0026154667139053345
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,2048,512,0.002630399912595749
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,2048,512,0.0025759999950726825
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,2048,512,0.002583466718594233
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,2048,512,0.002549333373705546
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,2048,512,0.0025781333446502686
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,2048,512,0.002567466596762339
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,2048,512,0.002540799975395203
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,2048,512,0.002566399921973546
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,2048,512,0.002540799975395203
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,2048,512,0.002603733291228612
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,2048,512,0.025464532772699992
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,2048,512,0.002595199892918269
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,2048,512,0.0029887999097506206
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,2048,512,0.003398400048414866
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,2048,512,0.0029706666866938275
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,2048,512,0.0030421334008375804
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,2048,512,0.0030250666042168934
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,2048,512,0.0033600000043710076
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,2048,512,0.0030421334008375804
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,2048,512,0.003356799980004629
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,2048,512,0.07983573277791342
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,2048,512,0.03020693262418111
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,2048,512,0.02495786746342977
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,2048,512,0.024606933196385704
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,2048,512,0.023051732778549196
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,2048,768,0.007885866860548655
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,2048,512,0.02471253275871277
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,2048,512,0.0028064000109831494
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,2048,512,0.02333866755167643
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,2048,768,0.008330666522185007
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,2048,512,0.024395734071731567
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,2048,512,0.022733867168426514
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,2048,512,0.0225055992603302
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,2048,512,0.02235520084698995
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,2048,512,0.022822399934132896
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,2048,512,0.021101866165796915
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,2048,512,0.020857600371042888
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,2048,512,0.022040534019470214
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,2048,512,0.020728532473246256
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,2048,512,0.02208426594734192
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,2048,512,0.020350933074951172
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,2048,512,0.020412800709406535
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,2048,512,0.02011093298594157
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,2048,512,0.020001065731048585
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,2048,512,0.019056000312169395
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,2048,512,0.019565866390864054
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,2048,768,0.008904533584912618
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,2048,512,0.04752106666564941
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,2048,512,0.018951465686162315
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,2048,512,0.01744640072186788
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,2048,512,0.018262400229771932
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,2048,512,0.01665066679318746
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,2048,512,0.016812799374262492
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,2048,512,0.017338667313257852
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,2048,512,0.01498240033785502
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,2048,512,0.017087999979654947
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,2048,512,0.01625920037428538
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,2048,512,0.016170666615168253
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,2048,512,0.014493866761525472
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,2048,512,0.015089066823323569
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,2048,512,0.014473600188891092
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,2048,512,0.015052800377209982
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,2048,512,0.014454399545987448
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,2048,512,0.014966400464375815
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,2048,512,0.015159466862678527
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,2048,512,0.014518400033315023
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,2048,512,0.014525866508483887
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,2048,512,0.015127467115720114
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,2048,512,0.014482133587201438
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,2048,512,0.014386133352915446
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,2048,512,0.014393599828084311
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,2048,512,0.014479999740918478
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,2048,512,0.013878400127092997
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,2048,512,0.014418133099873862
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,2048,512,0.01404159963130951
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,2048,512,0.014176000157992044
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,2048,512,0.014267733693122864
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,2048,512,0.014320000012715658
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,2048,512,0.012938666343688964
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,2048,512,0.014410666624704995
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,2048,768,0.008363733688990276
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,2048,512,0.013965866963068643
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,2048,512,0.014403200149536133
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,2048,512,0.014378666877746582
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,2048,512,0.013781332969665527
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,2048,512,0.01439573367436727
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,2048,512,0.01432213286558787
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,2048,512,0.014460800091425577
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,2048,512,0.014492799838383993
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,2048,512,0.014386133352915446
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,2048,512,0.014475733041763306
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,2048,512,0.014388266205787658
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,2048,512,0.014386133352915446
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,2048,512,0.014473600188891092
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,2048,512,0.014422399799029031
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,2048,512,0.023933867613474526
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,2048,512,0.023642667134602866
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,2048,512,0.014267733693122864
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,2048,512,0.01341546674569448
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,2048,512,0.17296533584594725
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,2048,512,0.5593695958455404
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,2048,512,0.0955733299255371
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,2048,512,0.07968853314717611
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,2048,512,0.09430826505025228
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,2048,512,0.08416533470153809
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,2048,512,0.08957653045654297
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,2048,512,0.08937919934590657
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,2048,512,0.07346133391062418
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,2048,512,0.06815679868062338
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,2048,512,0.06818026701609294
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,2048,512,0.06442026694615682
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,2048,512,0.06291840076446534
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,2048,512,0.05830719868342081
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,2048,512,0.05791999896367391
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,2048,512,1.2540245056152344
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,2048,512,0.05293226639429728
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,2048,512,0.042345599333445234
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,2048,512,0.03824640115102132
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,2048,512,0.03698773384094238
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,2048,512,0.03255680004755656
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,2048,512,0.03166933258374532
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,2048,512,0.07958827018737794
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,2048,512,0.08410027027130126
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,2048,512,0.07431999842325845
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,2048,512,0.04811840057373047
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,2048,512,0.04248426755269368
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,2048,512,0.05223679939905802
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,2048,512,0.04722559849421183
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,2048,512,0.02756800055503845
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,2048,512,0.02188160022099813
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,2048,512,0.021064533789952596
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,2048,512,0.026779733101526898
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,2048,512,0.01123306651910146
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,2048,512,0.01693333387374878
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,2048,512,0.010365866621335347
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,2048,512,0.009518933296203614
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,2048,512,0.015913599729537965
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,2048,512,0.010360532999038696
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,2048,512,0.010071466366449993
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,2048,512,0.00915839970111847
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,2048,512,0.009966933727264404
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,2048,512,0.009542399644851684
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,2048,512,0.00920746624469757
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,2048,512,0.007539199789365132
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,2048,512,0.006741333504517872
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,2048,512,0.007188266515731812
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,2048,512,0.007353599866231282
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,2048,512,0.0070933332045873005
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,2048,512,0.0070783997575442
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,2048,512,0.007561600208282471
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,2048,512,0.007472000022729237
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,2048,512,0.007892266909281413
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,2048,512,0.007473066449165344
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,2048,512,0.0070720002055168155
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,2048,512,0.007214933137098948
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,2048,512,0.007117866476376851
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,2048,512,0.007502933343251546
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,2048,512,0.007122133175532024
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,2048,512,0.007492266595363617
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,2048,512,0.007063466807206471
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,2048,512,0.0074879998962084455
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,2048,512,0.007086933155854543
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,2048,512,0.007878399888674418
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,2048,512,0.0070698668559392285
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,2048,512,0.00790826678276062
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,2048,512,0.007458133498827617
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,2048,512,0.007906133433183034
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,2048,512,0.007505066692829132
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,2048,512,0.05442026853561401
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,2048,512,0.02954559922218323
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,2048,512,0.019860267639160156
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,2048,512,0.014450132846832275
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,2048,512,0.014105600118637086
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,2048,512,0.014077867070833841
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,2048,512,0.013760000467300415
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,2048,512,0.013641599814097086
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,2048,512,0.01362559994061788
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,2048,512,0.013455999890963235
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,2048,512,0.013245866696039835
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,2048,512,0.012824533383051553
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,2048,512,0.012872533003489176
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,2048,512,0.012814933061599731
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,2048,512,0.012459733088811238
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,2048,512,0.012403200070063274
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,2048,512,0.012429866194725036
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,2048,512,0.012011733651161195
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,2048,512,0.0116565336783727
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,2048,512,0.011251200238863628
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,2048,512,0.01037013332049052
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,2048,512,0.009998933474222819
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,2048,512,0.009979733824729919
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,2048,512,0.00960640013217926
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,2048,512,0.00958293378353119
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,2048,512,0.009533866246541341
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,2048,512,0.009149866302808125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,2048,512,0.009193600217501322
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,2048,512,0.009124267101287841
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,2048,512,0.008769067128499348
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,2048,512,0.00874773363272349
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,2048,512,0.008347733815511068
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,2048,512,0.008355200290679932
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,2048,512,0.007942399879296621
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,2048,512,0.008307200173536937
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,2048,512,0.007965866724650066
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,2048,512,0.008274133503437042
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,2048,512,0.007890133559703827
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,2048,512,0.00834986666838328
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,2048,512,0.007937066753705342
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,2048,512,0.007982933521270752
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,2048,512,0.007969066500663757
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,2048,512,0.00790293316046397
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,2048,512,0.007889066636562348
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,2048,512,0.007925333579381307
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,2048,512,0.007941333452860515
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,2048,512,0.007923200229803721
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,2048,512,0.007674666742483775
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,2048,512,0.007770666480064392
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,2048,512,0.00785813331604004
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,2048,512,0.007939200103282928
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,2048,512,0.007900799810886382
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,2048,512,0.007529599964618683
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,2048,512,0.007910400132338206
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,2048,512,0.007473066449165344
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,2048,512,0.007537066439787547
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,2048,512,0.00790293316046397
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,2048,512,0.007926400005817413
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,2048,512,0.007515733440717061
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,2048,512,0.007625600198904674
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,2048,512,0.007877333462238312
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,2048,512,0.007884799937407176
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,2048,512,0.007505066692829132
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,2048,512,0.0075103998184204105
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,2048,512,0.007479466497898102
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,2048,512,0.007957333326339721
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,2048,512,0.007999999821186066
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,2048,512,0.007482666770617168
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,2048,512,0.00758186678091685
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,2048,512,0.007577600081761678
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,2048,512,0.007727999985218048
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,2048,512,0.007880533238252004
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,2048,256,0.035743999481201175
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,2048,256,0.01805866758028666
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,2048,256,0.010754133264223736
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,2048,256,0.006647466619809468
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,2048,256,0.006341333190600078
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,2048,256,0.00624533345301946
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,2048,256,0.007154133419195812
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,2048,256,0.006680533289909363
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,2048,256,0.006312533219655354
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,2048,256,0.0071168000499407455
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,2048,256,0.006737066805362702
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,2048,512,0.00751146674156189
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,2048,256,0.0054837331175804135
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,2048,256,0.00550186683734258
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,2048,256,0.005502933263778686
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,2048,256,0.0059008002281188965
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,2048,256,0.005081599950790406
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,2048,256,0.005074133475621542
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,2048,256,0.0050240000089009605
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,2048,256,0.005058133105436961
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,2048,256,0.005010133484999338
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,2048,256,0.00462719996770223
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,2048,256,0.004666666686534882
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,2048,256,0.004878933231035868
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,2048,256,0.004273066421349844
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,2048,256,0.005015466610590617
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,2048,256,0.0038794666528701783
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,2048,256,0.004244266450405121
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,2048,256,0.003585066646337509
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,2048,256,0.0037823999921480812
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,2048,256,0.0033791999022165934
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,2048,256,0.0033759998778502146
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,2048,256,0.003385599950949351
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,2048,256,0.003356799980004629
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,2048,256,0.0029663999875386557
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,2048,256,0.0033813332517941795
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,2048,256,0.0025600001215934755
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,2048,256,0.002595199892918269
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,2048,256,0.00258240004380544
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,2048,256,0.002614400039116542
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,2048,256,0.0025578667720158894
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,2048,256,0.002552533398071925
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,2048,256,0.002532266577084859
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,2048,256,0.0025461333493391673
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,2048,256,0.0025386666258176167
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,2048,256,0.002553600072860718
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,2048,256,0.0025642665723959604
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,2048,256,0.002537599951028824
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,2048,256,0.002570666621128718
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,2048,512,0.007978666822115581
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,2048,256,0.002573866645495097
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,2048,256,0.0025759999950726825
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,2048,256,0.0025727999707063037
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,2048,256,0.0022240000466505687
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,2048,256,0.0022357332209746042
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,2048,256,0.002233600119749705
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,2048,256,0.002243199944496155
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,2048,256,0.0022442666192849475
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,2048,256,0.002205866575241089
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,2048,256,0.002216533323129018
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,2048,256,0.002205866575241089
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,2048,256,0.002221866697072983
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,2048,256,0.0022111999491850535
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,2048,256,0.002221866697072983
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,2048,256,0.00222080002228419
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,2048,256,0.0021727999051411946
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,2048,256,0.002570666621128718
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,2048,256,0.002567466596762339
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,2048,256,0.0025802666942278544
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,2048,512,0.007774933179219563
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,2048,256,0.0025781333446502686
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,2048,256,0.0026026666164398193
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,2048,256,0.002550400048494339
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,2048,256,0.0025589334468046824
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,2048,256,0.0025888000925381976
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,2048,256,0.002537599951028824
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,2048,256,0.03568106492360433
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,2048,512,0.007975466549396515
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,2048,512,0.007918933530648549
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,2048,256,0.02629973292350769
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,2048,256,0.020717867215474448
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,2048,256,0.020667733748753865
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,2048,256,0.020642133553822835
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,2048,256,0.021241599321365358
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,2048,256,0.02093440095583598
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,2048,256,0.02133973240852356
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,2048,256,0.020552533864974975
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,2048,256,0.020117332537968956
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,2048,256,0.02130240003267924
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,2048,256,0.0191594660282135
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,2048,256,0.01880319913228353
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,2048,256,0.01907520095507304
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,2048,256,0.019398399194081626
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,2048,256,0.01875200072924296
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,2048,256,0.018480000893274943
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,2048,256,0.01753066579500834
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,2048,256,0.019218132893244425
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,2048,256,0.018371200561523436
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,2048,256,0.017864533265431724
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,2048,256,0.016662399967511496
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,2048,256,0.01843520005544027
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,2048,256,0.01667733391125997
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,2048,256,0.01673813263575236
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,2048,256,0.01803306738535563
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,2048,512,0.00798399994770686
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,2048,256,0.015954132874806723
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,2048,256,0.01683626572291056
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,2048,256,0.015459199746449789
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,2048,256,0.002567466596762339
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,2048,256,0.014856533209482829
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,2048,256,0.01513813336690267
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,2048,256,0.014621866742769876
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,2048,256,0.01518186628818512
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,2048,256,0.014500266313552857
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,2048,256,0.014413866400718688
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,2048,256,0.01474453310171763
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,2048,256,0.014177067081133523
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,2048,256,0.01585599978764852
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,2048,256,0.014694399634997048
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,2048,256,0.057254401842753086
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,2048,256,0.014779733618100485
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,2048,256,0.014388266205787658
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,2048,256,0.013941333691279093
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,2048,256,0.014353066682815552
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,2048,256,0.014126933614412942
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,2048,256,0.014393599828084311
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,2048,256,0.014412800470987955
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,2048,256,0.01440000037352244
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,2048,256,0.014222932855288186
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,2048,256,0.014722133676211039
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,2048,256,0.013401599725087485
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,2048,256,0.014774399995803832
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,2048,256,0.01409066617488861
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,2048,256,0.012820266683896384
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,2048,256,0.01318826675415039
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,2048,256,0.01407360037167867
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,2048,256,0.013027200102806091
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,2048,256,0.013226667046546936
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,2048,256,0.013924266894658408
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,2048,256,0.013171199957529703
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,2048,256,0.01384213368097941
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,2048,256,0.013458133737246195
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,2048,256,0.013112533092498779
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,2048,256,0.014123732844988504
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,2048,256,0.014123732844988504
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,2048,256,0.014272000392278036
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,2048,256,0.013911466797192892
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,2048,256,0.013801599542299906
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,2048,256,0.01349440018335978
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,2048,256,0.013977600137392679
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,2048,256,0.014074666301409402
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,2048,256,0.015615999698638916
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,2048,256,0.0145087997118632
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,2048,512,0.007945600152015685
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,2048,256,0.013904000322024027
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,2048,256,0.07387413183848063
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,2048,256,0.32248748143514
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,2048,256,0.1344490687052409
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,2048,256,0.07431253592173258
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,2048,256,0.062091732025146486
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,2048,256,0.05789013306299845
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,2048,256,0.07025279998779296
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,2048,256,0.07025173505147299
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,2048,256,0.05382506847381592
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,2048,256,0.05417706569035848
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,2048,256,0.06606293519337972
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,2048,256,0.04979519844055176
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,2048,256,0.8123200098673502
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,2048,256,0.049821865558624265
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,2048,256,0.04645546674728394
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,2048,256,0.04633280038833618
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,2048,256,0.04275946617126465
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,2048,256,0.033771733442942306
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,2048,256,0.02964800000190735
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,2048,256,0.029661866029103597
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,2048,256,0.025911466280619307
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,2048,256,0.025474133094151814
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,2048,256,0.06279786825180053
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,2048,256,0.0665120005607605
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,2048,256,0.03778239885965983
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,2048,256,0.05837013324101766
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,2048,256,0.038258135318756104
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,2048,256,0.04118186632792155
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,2048,256,0.03413866758346558
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,2048,256,0.021833600600560506
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,2048,256,0.017770665884017944
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,2048,256,0.021437867482503255
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,2048,256,0.0173418660958608
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,2048,256,0.009958400328954061
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,2048,256,0.013715199629465737
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,2048,256,0.01328426698843638
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,2048,256,0.008809600273768108
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,2048,256,0.008999466896057129
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,2048,256,0.009041066964467366
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,2048,256,0.008727467060089112
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,2048,256,0.007965866724650066
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,2048,256,0.007949866851170858
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,2048,256,0.007910400132338206
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,2048,256,0.008308266599973042
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,2048,256,0.007101866602897644
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,2048,256,0.005922133227189382
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,2048,256,0.006265600025653839
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,2048,256,0.006275199850400289
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,2048,256,0.006287999947865804
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,2048,256,0.006285866598288219
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,2048,256,0.00592853327592214
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,2048,256,0.0062943999965985615
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,2048,256,0.006302933394908905
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,2048,256,0.006276266773541768
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,2048,256,0.0059232001503308615
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,2048,256,0.0063178668419520065
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,2048,256,0.0063285330931345625
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,2048,256,0.006289066871007283
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,2048,256,0.0063296000162760425
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,2048,256,0.0071722666422526045
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,2048,256,0.005965866645177205
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,2048,256,0.00624533345301946
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,2048,256,0.006340266764163971
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,2048,256,0.005959466596444448
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,2048,256,0.006281599899133046
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,2048,256,0.006298666695753734
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,2048,256,0.006348800162474315
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,2048,256,0.0062720000743865965
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,2048,256,0.0440778652826945
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,2048,256,0.028828799724578857
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,2048,256,0.020753065745035805
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,2048,256,0.013644799590110779
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,2048,256,0.01323946714401245
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,2048,256,0.013762133320172629
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,2048,256,0.013266133268674216
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,2048,256,0.012873599926630655
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,2048,256,0.012834133704503379
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,2048,256,0.012787200013796487
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,2048,256,0.01241919994354248
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,2048,256,0.012030933300654094
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,2048,256,0.012010666728019714
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,2048,256,0.012054399649302164
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,2048,256,0.012026666601498922
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,2048,256,0.011612799763679505
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,2048,256,0.011606400211652119
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,2048,256,0.011161599556605022
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,2048,256,0.01083733340104421
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,2048,256,0.010820266604423524
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,2048,256,0.009993599851926167
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,2048,256,0.009609599908192951
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,2048,256,0.009545600414276123
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,2048,256,0.00951573352018992
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,2048,256,0.0091839998960495
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,2048,256,0.008762666583061218
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,2048,256,0.008758399883906047
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,2048,256,0.008736000458399455
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,2048,256,0.008385066191355388
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,2048,256,0.007965866724650066
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,2048,256,0.00846506655216217
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,2048,256,0.00790826678276062
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,2048,256,0.007977599898974102
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,2048,256,0.007890133559703827
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,2048,256,0.00790719985961914
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,2048,256,0.007737599809964498
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,2048,256,0.00763733337322871
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,2048,256,0.007523199915885926
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,2048,256,0.007501866420110066
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,2048,256,0.007503999769687653
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,2048,256,0.007499733567237854
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,2048,256,0.0074976002176602675
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,2048,256,0.0075647999842961625
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,2048,256,0.0075434664885203045
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,2048,256,0.007558399935563405
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,2048,256,0.007521066566308339
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,2048,256,0.007482666770617168
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,2048,256,0.007578666508197785
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,2048,256,0.007110400001207988
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,2048,256,0.00713919997215271
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,2048,256,0.007500799993673961
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,2048,256,0.0071263998746871945
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,2048,256,0.007496533294518788
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,2048,256,0.007478400071461995
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,2048,256,0.0075082664688428235
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,2048,256,0.007066666583220164
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,2048,256,0.007298133273919423
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,2048,256,0.007118933399518331
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,2048,256,0.007098666826883952
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,2048,256,0.007085866729418437
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,2048,256,0.007495466868082683
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,2048,256,0.007330133517583211
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,2048,256,0.007115733126799266
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,2048,256,0.0070709332823753355
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,2048,256,0.007245866457621257
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,2048,256,0.007057066758473713
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,2048,256,0.007100800176461537
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,2048,256,0.007481599847475688
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,2048,256,0.007096533477306366
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,2048,256,0.007136000196139018
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,2048,256,0.007088000078996022
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,2048,256,0.007147733370463054
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,2048,256,0.0074986666440963745
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,2048,128,0.030060799916585286
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,2048,128,0.014775466918945313
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,2048,128,0.00893440047899882
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,2048,128,0.006267733375231425
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,2048,256,0.007075199981530507
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,2048,128,0.005866666634877523
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,2048,128,0.0058378666639328
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,2048,128,0.0062613333264986675
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,2048,128,0.0058783998092015585
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,2048,128,0.006262399752934774
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,2048,128,0.005418666700522105
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,2048,128,0.0050453335046768185
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,2048,128,0.005919999877611796
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,2048,128,0.005018666883309682
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,2048,128,0.005050666630268097
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,2048,128,0.005008000135421753
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,2048,128,0.004638933142026265
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,2048,128,0.004249600072701773
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,2048,128,0.004310399790604909
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,2048,128,0.004217599829037985
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,2048,128,0.004995200037956238
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,2048,128,0.003958400090535482
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,2048,128,0.003916800022125244
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,2048,128,0.003798400113979975
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,2048,128,0.004600533346335093
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,2048,128,0.0041792000333468115
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,2048,128,0.003409066547950109
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,2048,128,0.003756800045569738
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,2048,128,0.0030559999247392017
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,2048,128,0.0033919999996821085
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,2048,128,0.002995199958483378
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,2048,128,0.003018666555484136
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,2048,128,0.0030165334542592366
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,2048,128,0.00257493332028389
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,2048,128,0.002993066608905792
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,2048,128,0.0022976001103719073
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,2048,128,0.0025792000194390613
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,2048,128,0.0025781333446502686
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,2048,128,0.002585600068171819
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,2048,128,0.002553600072860718
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,2048,128,0.0023872000475724537
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,2048,128,0.0022474666436513263
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,2048,128,0.0021578667064507803
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,2048,128,0.0021759999295075734
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,2048,128,0.002179199953873952
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,2048,128,0.002162133405605952
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,2048,128,0.0021664001047611236
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,2048,128,0.002145066608985265
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,2048,128,0.002196266750494639
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,2048,128,0.002181333303451538
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,2048,128,0.0021674667795499166
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,2048,256,0.007106133302052816
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,2048,128,0.002204799900452296
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,2048,128,0.0021727999051411946
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,2048,128,0.002160000056028366
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,2048,128,0.0021717332303524016
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,2048,128,0.0021536000072956084
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,2048,256,0.006761600077152252
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,2048,128,0.0022111999491850535
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,2048,128,0.0021514666577180227
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,2048,128,0.0021546666820844015
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,2048,128,0.0021770666042963665
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,2048,128,0.0021770666042963665
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,2048,128,0.002147199958562851
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,2048,128,0.0021536000072956084
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,2048,128,0.0021375998854637145
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,2048,128,0.0021514666577180227
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,2048,128,0.0022367998957633973
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,2048,128,0.0030239999294281008
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,2048,128,0.002268799891074498
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,2048,128,0.002221866697072983
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,2048,128,0.002195200075705846
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,2048,128,0.002162133405605952
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,2048,128,0.002232533444960912
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,2048,128,0.0022304000953833262
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,2048,128,0.04731626510620117
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,2048,256,0.0070613334576288865
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,2048,128,0.030887466669082642
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,2048,256,0.006720000008742015
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,2048,128,0.01895893414815267
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,2048,128,0.01877546707789103
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,2048,256,0.007096533477306366
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,2048,128,0.018743467330932618
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,2048,128,0.01909546653429667
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,2048,128,0.02007360061009725
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,2048,128,0.018736000855763754
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,2048,128,0.020771199464797975
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,2048,256,0.0070720002055168155
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,2048,128,0.018532266219456993
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,2048,128,0.017768534024556477
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,2048,128,0.01664959987004598
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,2048,128,0.0021802666286627453
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,2048,128,0.018745599190394084
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,2048,128,0.01688533425331116
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,2048,128,0.01744640072186788
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,2048,128,0.01739306648572286
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,2048,128,0.016425599654515587
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,2048,128,0.017121066649754844
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,2048,128,0.01665279964605967
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,2048,128,0.01697173317273458
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,2048,128,0.01608746647834778
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,2048,128,0.016526933511098227
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,2048,128,0.01455573340257009
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,2048,128,0.01572480003039042
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,2048,128,0.0162282665570577
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,2048,128,0.002149333308140437
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,2048,128,0.014794666568438211
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,2048,128,0.014904533823331198
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,2048,128,0.014406399925549826
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,2048,128,0.014923733472824097
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,2048,128,0.014451199769973755
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,2048,128,0.01437440017859141
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,2048,128,0.014405333002408347
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,2048,128,0.014254933595657349
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,2048,128,0.01451520025730133
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,2048,128,0.01430400013923645
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,2048,128,0.024358399709065757
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,2048,128,0.014288000265757241
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,2048,128,0.014461867014567056
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,2048,128,0.01434879998366038
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,2048,128,0.014286933342615762
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,2048,128,0.013981866836547851
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,2048,128,0.01916586756706238
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,2048,128,0.014342400431632995
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,2048,128,0.01541866660118103
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,2048,128,0.014220800002415976
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,2048,128,0.013577600320180258
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,2048,128,0.01362986663977305
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,2048,128,0.013166933258374532
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,2048,128,0.013221333424250284
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,2048,128,0.012865066528320312
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,2048,128,0.013133866588274637
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,2048,128,0.013912533720334372
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,2048,128,0.012429866194725036
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,2048,128,0.013217066725095114
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,2048,128,0.013243732849756875
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,2048,128,0.013757866621017457
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,2048,128,0.013801599542299906
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,2048,128,0.01385599970817566
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,2048,128,0.013904000322024027
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,2048,128,0.013229866822560629
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,2048,128,0.013579733173052468
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,2048,128,0.013277866442998252
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,2048,128,0.013347199559211731
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,2048,128,0.013730133573214212
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,2048,128,0.013471999764442444
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,2048,128,0.012711466352144877
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,2048,128,0.014138666788736978
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,2048,128,0.01392213304837545
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,2048,128,0.013458133737246195
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,2048,128,0.01646719972292582
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,2048,128,0.014452266693115234
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,2048,128,0.014267733693122864
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,2048,128,0.016555733482042947
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,2048,128,0.013109333316485085
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,2048,128,0.06366613308588663
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,2048,128,0.11526506741841633
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,2048,128,0.06405226786931356
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,2048,128,0.2369333267211914
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,2048,128,0.589963722229004
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,2048,128,0.053845334053039554
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,2048,128,0.06074879964192709
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,2048,128,0.0497439980506897
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,2048,128,0.04723306496938069
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,2048,128,0.04681066672007243
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,2048,128,0.0431818683942159
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,2048,128,0.04395413398742676
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,2048,128,0.039844266573588055
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,2048,128,0.039879465103149415
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,2048,128,0.03699733416239421
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,2048,128,0.06072640021642049
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,2048,128,0.057453866799672446
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,2048,128,0.029586132367451983
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,2048,128,0.026315732796986895
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,2048,128,0.025912533203760784
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,2048,128,0.023086933294932048
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,2048,128,0.02264960010846456
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,2048,128,0.05715733369191488
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,2048,128,0.053821865717569986
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,2048,128,0.050405331452687586
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,2048,128,0.0330186665058136
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,2048,128,0.032892799377441405
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,2048,128,0.036228267351786296
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,2048,128,0.029665066798528032
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,2048,128,0.019421867529551187
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,2048,128,0.01904426614443461
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,2048,128,0.015853866934776306
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,2048,128,0.012836266557375589
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,2048,128,0.009218133489290873
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,2048,128,0.015735466281572977
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,2048,128,0.008321066697438557
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,2048,128,0.007141333321730297
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,2048,128,0.012036266922950744
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,2048,128,0.007142400244871776
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,2048,128,0.007973333199818928
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,2048,128,0.008392533659934998
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,2048,128,0.008313600222269695
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,2048,128,0.007111466427644093
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,2048,128,0.006341333190600078
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,2048,128,0.006409599880377452
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,2048,128,0.007145600020885467
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,2048,128,0.005921066800753275
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,2048,128,0.0066997334361076355
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,2048,128,0.005864533285299936
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,2048,128,0.0063391998410224915
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,2048,128,0.005868799984455109
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,2048,128,0.0060586666067441305
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,2048,128,0.005847466488679251
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,2048,128,0.005650133391221364
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,2048,128,0.005509333312511444
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,2048,128,0.005485866467158
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,2048,128,0.0054506664474805195
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,2048,128,0.005500799914201101
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,2048,128,0.0058890665570894875
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,2048,128,0.005840000013510386
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,2048,128,0.005850666761398315
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,2048,128,0.0058783998092015585
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,2048,128,0.00547733356555303
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,2048,128,0.0054848000407218935
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,2048,128,0.0058559998869895935
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,2048,128,0.0059114664793014525
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,2048,128,0.005530666808287303
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,2048,128,0.005612800021966299
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,2048,128,0.048254934946695964
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,2048,128,0.033718399206797284
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,2048,128,0.01984106699625651
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,2048,128,0.013634133338928222
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,2048,128,0.005522133409976959
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,2048,128,0.012891733646392822
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,2048,128,0.005901866654555003
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,2048,128,0.012800000111262002
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,2048,128,0.012825600306193032
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,2048,128,0.012493866682052612
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,2048,128,0.012350933750470479
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,2048,128,0.012460800011952718
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,2048,128,0.012030933300654094
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,2048,128,0.011849600076675414
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,2048,128,0.012023466825485229
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,2048,128,0.011571199695269267
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,2048,128,0.011260799566904704
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,2048,128,0.011186133821805317
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,2048,128,0.011213866869608562
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,2048,128,0.010851200421651204
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,2048,128,0.010915199915568035
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,2048,128,0.010339200496673584
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,2048,128,0.009585066636403402
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,2048,128,0.00918506681919098
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,2048,128,0.009149866302808125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,2048,128,0.009150933225949604
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,2048,128,0.008739200234413148
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,2048,128,0.008689066767692566
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,2048,128,0.008376533786455791
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,2048,128,0.00832533339659373
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,2048,128,0.007974400122960409
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,2048,128,0.007973333199818928
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,2048,128,0.007911466558774312
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,2048,128,0.007499733567237854
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,2048,128,0.007906133433183034
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,2048,128,0.007548800110816956
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,2048,128,0.0075103998184204105
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,2048,128,0.0075103998184204105
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,2048,128,0.007147733370463054
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,2048,128,0.007152000069618225
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,2048,128,0.0072202667593956
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,2048,128,0.007153066496054332
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,2048,128,0.007111466427644093
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,2048,128,0.0071487997968991595
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,2048,128,0.007143466671307881
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,2048,128,0.0075103998184204105
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,2048,128,0.006680533289909363
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,2048,128,0.007089066505432129
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,2048,128,0.007083733379840851
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,2048,128,0.007202133536338806
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,2048,128,0.0070826664566993715
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,2048,128,0.007157333195209503
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,2048,128,0.00713919997215271
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,2048,128,0.007242666681607564
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,2048,128,0.0070933332045873005
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,2048,128,0.006724266707897187
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,2048,128,0.006859733164310456
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,2048,128,0.007146666447321574
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,2048,128,0.007099733253320058
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,2048,128,0.007095466554164887
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,2048,128,0.006701866785685222
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,2048,128,0.0066890666882197065
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,2048,128,0.006742399930953979
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,2048,128,0.006733866532643636
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,2048,128,0.00676800012588501
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,2048,128,0.0067210664351781205
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,2048,128,0.006737066805362702
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,2048,128,0.007090133428573608
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,2048,128,0.007089066505432129
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,2048,128,0.007077333331108093
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,2048,128,0.00668693333864212
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,2048,128,0.006725333134333293
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,2048,128,0.006715733309586842
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,2048,128,0.006746666630109151
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,2048,64,0.024807467063268026
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,2048,64,0.01320319970448812
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,2048,128,0.007115733126799266
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,2048,128,0.006666666766007741
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,2048,64,0.005410133302211762
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,2048,64,0.005864533285299936
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,2048,64,0.0050794666012128195
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,2048,128,0.006662400066852569
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,2048,64,0.005836800237496694
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,2048,64,0.0063274666666984555
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,2048,64,0.005025066435337067
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,2048,64,0.004642133414745331
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,2048,64,0.006309333443641663
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,2048,64,0.004624000191688538
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,2048,64,0.004264533519744873
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,2048,64,0.005044266581535339
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,2048,64,0.00420906643072764
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,2048,64,0.004205866654713949
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,2048,64,0.003798400113979975
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,2048,64,0.004626133541266123
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,2048,64,0.00383786658445994
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,2048,64,0.003798400113979975
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,2048,64,0.00352960005402565
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,2048,64,0.0033813332517941795
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,2048,64,0.003928533444801966
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,2048,64,0.0032479998966058097
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,2048,64,0.0034453332424163817
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,2048,64,0.0030154667794704436
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,2048,64,0.003765333443880081
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,2048,64,0.0029546665648619336
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,2048,64,0.002946133414904277
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,2048,64,0.0028362666567166646
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,2048,64,0.0030239999294281008
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,2048,64,0.0025621332228183747
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,2048,64,0.002205866575241089
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,2048,64,0.002571733295917511
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,2048,64,0.0022122666239738466
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,2048,64,0.0022357332209746042
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,2048,64,0.0022133332987626392
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,2048,64,0.002205866575241089
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,2048,64,0.0022282667458057405
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,2048,64,0.002133333434661229
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,2048,64,0.0021568000316619872
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,2048,64,0.0021301334102948504
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,2048,64,0.0021898667017618816
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,2048,64,0.008016000191370647
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,2048,64,0.0021514666577180227
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,2048,64,0.0021461332837740582
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,2048,64,0.002203733225663503
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,2048,64,0.0021514666577180227
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,2048,64,0.0021546666820844015
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,2048,64,0.0021461332837740582
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,2048,64,0.004602666695912679
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,2048,64,0.0021536000072956084
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,2048,64,0.0021375998854637145
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,2048,64,0.002160000056028366
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,2048,64,0.0021845333278179167
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,2048,64,0.001996800055106481
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,2048,64,0.0018154667069514591
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,2048,64,0.0018229333062966663
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,2048,64,0.0018122666825850803
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,2048,64,0.0021568000316619872
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,2048,64,0.0018122666825850803
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,2048,64,0.001934933289885521
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,2048,64,0.004229333500067393
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,2048,64,0.0021578667064507803
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,2048,64,0.0017973333597183228
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,2048,64,0.0021802666286627453
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,2048,64,0.0021322667598724365
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,2048,64,0.0021546666820844015
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,2048,64,0.0021759999295075734
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,2048,64,0.002147199958562851
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,2048,64,0.0021557333568731946
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,2048,64,0.0021536000072956084
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,2048,64,0.04668053388595581
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,2048,64,0.028968532880147297
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,2048,64,0.0026975999275843303
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,2048,64,0.021977599461873373
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,2048,64,0.018549333016077675
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,2048,64,0.01931519905726115
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,2048,64,0.020436267058054604
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,2048,64,0.01869866649309794
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,2048,64,0.018517333269119262
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,2048,64,0.018484266599019368
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,2048,64,0.01656426688035329
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,2048,64,0.01984000007311503
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,2048,64,0.018221867084503175
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,2048,64,0.017246933778127034
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,2048,64,0.002148266633351644
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,2048,64,0.016634666919708253
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,2048,64,0.0167797327041626
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,2048,64,0.01651306649049123
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,2048,64,0.01698026657104492
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,2048,64,0.016638933618863424
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,2048,64,0.01739413340886434
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,2048,64,0.016684800386428833
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,2048,64,0.016178133090337117
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,2048,64,0.015819733341534935
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,2048,64,0.015103999773661295
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,2048,64,0.016541866461435954
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,2048,64,0.0164874662955602
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,2048,64,0.014998400211334228
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,2048,64,0.01634666621685028
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,2048,64,0.01455466647942861
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,2048,64,0.014446933070818582
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,2048,64,0.015923200050989787
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,2048,64,0.002143999934196472
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,2048,64,0.015733333428700765
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,2048,64,0.014457600315411887
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,2048,64,0.014455466469128927
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,2048,64,0.014510933558146158
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,2048,64,0.014516266187032065
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,2048,64,0.014473600188891092
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,2048,64,0.014364799857139588
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,2048,64,0.014334932963053385
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,2048,64,0.01415786643822988
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,2048,64,0.014363732933998109
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,2048,64,0.014108799894650779
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,2048,64,0.014054399728775025
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,2048,64,0.013540266950925191
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,2048,64,0.013009066383043924
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,2048,64,0.014251733819643656
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,2048,64,0.013555199901262919
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,2048,64,0.013854933778444925
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,2048,64,0.01437013347943624
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,2048,64,0.013288533687591553
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,2048,64,0.014235732952753702
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,2048,64,0.014110933740933737
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,2048,64,0.01275200049082438
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,2048,64,0.014108799894650779
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,2048,64,0.013278933366139731
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,2048,64,0.013585066795349121
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,2048,64,0.013285332918167114
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,2048,64,0.012942933042844138
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,2048,64,0.013686399658521017
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,2048,64,0.01386666695276896
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,2048,64,0.012531200051307678
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,2048,64,0.013477333386739097
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,2048,64,0.013405866424242654
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,2048,64,0.013220266501108805
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,2048,64,0.01378666659196218
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,2048,64,0.01356053352355957
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,2048,64,0.013748266299565635
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,2048,64,0.014158933361371358
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,2048,64,0.013966932892799377
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,2048,64,0.013901866475741067
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,2048,64,0.013489066561063131
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,2048,64,0.013990400234858194
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,2048,64,0.013273599743843078
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,2048,32,0.02555519938468933
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,2048,64,0.013978667060534158
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,2048,32,0.008270933230717977
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,2048,32,0.00595306654771169
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,2048,32,0.006233599781990051
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,2048,32,0.005881600081920624
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,2048,32,0.005479466418425242
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,2048,32,0.005409066875775656
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,2048,64,0.015250133474667868
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,2048,32,0.0054400001962979635
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,2048,32,0.006663466493288676
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,2048,32,0.004588800172011057
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,2048,32,0.004605866471926371
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,2048,32,0.004991999765237173
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,2048,32,0.004248533149560293
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,2048,32,0.0041802664597829185
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,2048,32,0.004197333256403605
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,2048,32,0.004680533210436503
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,2048,32,0.004267733295758565
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,2048,32,0.003802666564782461
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,2048,32,0.0037930667400360107
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,2048,32,0.0033834666013717652
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,2048,32,0.004218666752179464
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,2048,32,0.004259199897448222
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,2048,32,0.0033749334514141084
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,2048,32,0.0035061334570248926
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,2048,32,0.002979200085004171
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,2048,32,0.003790933390458425
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,2048,32,0.0030122667551040648
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,2048,32,0.0029781334102153777
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,2048,32,0.0029365333418051405
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,2048,32,0.0030165334542592366
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,2048,32,0.0025909334421157838
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,2048,32,0.002997333308060964
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,2048,32,0.0022026665508747103
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,2048,32,0.0025450666745503742
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,2048,32,0.0025461333493391673
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,2048,32,0.0022656001150608064
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,2048,32,0.0022229333718617756
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,2048,32,0.0021888000269730886
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,2048,32,0.002201599876085917
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,2048,32,0.0021386665602525076
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,2048,32,0.0021578667064507803
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,2048,32,0.0021503999829292296
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,2048,32,0.013751467068990072
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,2048,32,0.002128000060717265
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,2048,32,0.002163200080394745
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,2048,32,0.0022111999491850535
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,2048,32,0.005022933085759481
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,2048,32,0.0021727999051411946
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,2048,32,0.0021909333765506743
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,2048,32,0.002161066730817159
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,2048,32,0.0021749332547187803
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,2048,32,0.002147199958562851
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,2048,32,0.0021461332837740582
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,2048,32,0.002163200080394745
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,2048,32,0.002160000056028366
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,2048,32,0.001992533355951309
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,2048,32,0.0018496000518401462
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,2048,32,0.0021461332837740582
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,2048,32,0.0021546666820844015
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,2048,32,0.002149333308140437
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,2048,32,0.0018079999834299087
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,2048,32,0.0018079999834299087
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,2048,32,0.0018272000054518384
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,2048,32,0.0021397332350413007
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,2048,32,0.0021503999829292296
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,2048,32,0.0021418665846188864
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,2048,32,0.002131200085083644
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,2048,32,0.0021557333568731946
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,2048,32,0.002143999934196472
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,2048,32,0.002128000060717265
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,2048,32,0.002136533210674922
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,2048,32,0.043091201782226564
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,2048,32,0.027108265956242876
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,2048,32,0.02106026609738668
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,2048,32,0.0021877333521842955
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,2048,32,0.0191594660282135
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,2048,32,0.018617600202560425
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,2048,32,0.002152533332506816
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,2048,32,0.018320000171661376
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,2048,32,0.01840106646219889
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,2048,32,0.018258132537206016
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,2048,32,0.018156800667444864
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,2048,32,0.01651946703592936
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,2048,32,0.018634666999181114
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,2048,32,0.016781866550445557
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,2048,32,0.017577600479125977
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,2048,32,0.0165994664033254
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,2048,32,0.01690453290939331
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,2048,32,0.01632960041364034
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,2048,32,0.0164682666460673
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,2048,32,0.01655359963575999
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,2048,32,0.018186666568120322
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,2048,32,0.014804266889890037
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,2048,32,0.015944533546765647
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,2048,32,0.016309332847595216
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,2048,32,0.014703999956448874
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,2048,32,0.016478932897249856
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,2048,32,0.015685333808263143
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,2048,32,0.016992000738779704
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,2048,32,0.016216533382733662
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,2048,32,0.015955199797948204
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,2048,32,0.014487466216087342
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,2048,32,0.014428800344467163
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,2048,32,0.014604799946149192
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,2048,32,0.0144405335187912
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,2048,32,0.015057067076365152
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,2048,32,0.014519466956456503
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,2048,32,0.013745066523551942
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,2048,32,0.014325333635012307
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,2048,32,0.014454399545987448
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,2048,32,0.014683733383814493
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,2048,32,0.014391466975212097
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,2048,32,0.01383680005868276
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,2048,32,0.014007467031478881
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,2048,32,0.013491200407346091
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,2048,32,0.014107732971509298
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,2048,32,0.013030399878819784
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,2048,32,0.012665599584579468
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,2048,32,0.014326399564743042
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,2048,32,0.0143477330605189
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,2048,32,0.014248533050219217
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,2048,32,0.004666666686534882
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,2048,32,0.014260266224543253
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,2048,32,0.014273066322008768
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,2048,32,0.01411733329296112
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,2048,32,0.01383680005868276
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,2048,32,0.013797332843144735
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,2048,32,0.014177067081133523
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,2048,32,0.013550933202107748
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,2048,32,0.01949866612752279
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,2048,32,0.013974400361378989
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,2048,32,0.013571199774742127
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,2048,32,0.013776000340779623
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,2048,32,0.014046933253606161
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,2048,32,0.01346560021241506
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,2048,32,0.013010133306185404
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,2048,32,0.013138133287429809
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,2048,32,0.012995200355847678
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,2048,32,0.014164266983668008
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,2048,32,0.013091199596722922
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,2048,32,0.013826133807500205
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,2048,32,0.01362559994061788
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,2048,32,0.013915733496348063
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,2048,32,0.013205333550771078
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,2048,32,0.012811733285586038
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,2048,32,0.013990400234858194
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,2048,32,0.013409066200256347
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,1536,65536,1.0776480038960774
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,1536,65536,2.0818400382995605
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,1536,65536,0.5829226573308309
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,1536,65536,0.5564639965693156
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,1536,65536,0.5397653182347616
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,1536,65536,4.120383898417155
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,1536,65536,0.4898720184961955
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,1536,65536,0.6009653409322103
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,1536,65536,0.4848213195800781
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,1536,65536,0.4557173252105713
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,1536,65536,0.43263999621073407
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,2048,32,0.013844266533851624
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,1536,65536,0.41019733746846515
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,1536,65536,0.3680479923884074
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,1536,65536,0.37588266531626385
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,1536,65536,0.3447786569595337
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,1536,65536,0.3439679940541585
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,1536,65536,0.3028586705525716
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,1536,65536,0.29021867116292316
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,1536,65536,0.2903199990590413
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,1536,65536,0.24809066454569498
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,1536,65536,0.24816532929738364
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,1536,65536,0.5448426802953085
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,1536,65536,0.23291200399398804
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,1536,65536,0.21961599588394165
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,1536,65536,0.18651199340820312
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,1536,65536,0.17736534277598062
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,1536,65536,0.1530026694138845
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,1536,65536,0.1336799959341685
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,1536,65536,0.11995733777681987
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,1536,65536,0.5696586767832438
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,1536,65536,0.10316266616185506
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,1536,65536,0.06229333579540253
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,1536,65536,0.08648533622423808
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,1536,65536,0.05203199883302053
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,1536,65536,0.05162666738033295
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,1536,65536,0.052015999952952065
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,1536,65536,0.04955733319123586
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,1536,65536,0.046869332591692604
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,1536,65536,0.05385600030422211
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,1536,65536,0.04646400113900503
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,1536,65536,0.047135998805363975
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,1536,65536,0.04497066636880239
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,1536,65536,0.04552533229192098
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,1536,65536,0.044010668992996216
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,1536,65536,0.04548266530036926
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,1536,65536,0.041759997606277466
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,1536,65536,0.04390400151411692
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,1536,65536,0.041093334555625916
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,1536,65536,0.04192533095677694
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,1536,65536,0.0397119993964831
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,1536,65536,0.3306293288866679
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,1536,65536,0.04171733558177948
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,1536,65536,0.03998400022586187
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,1536,65536,0.039066667358080544
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,1536,65536,0.03814399987459183
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,1536,65536,0.0377813329299291
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,1536,65536,0.037845333417256675
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,1536,65536,0.037834666669368744
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,1536,65536,0.03788800040880839
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,1536,65536,0.037434667348861694
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,1536,65536,0.03769599894682566
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,1536,65536,0.22102399667104086
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,1536,65536,0.03773866593837738
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,1536,65536,0.03762666632731756
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,1536,65536,0.037477334340413414
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,1536,65536,0.03810133288304011
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,1536,65536,0.03751466671625773
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,1536,65536,0.039520000418027244
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,1536,65536,0.038848000268141426
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,1536,65536,0.039664000272750854
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,1536,65536,0.03824000060558319
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,1536,65536,0.43115735054016113
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,1536,65536,0.039493332306543984
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,1536,65536,0.03919466584920883
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,1536,65536,1.9242053031921387
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,1536,65536,1.0273173650105794
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,1536,65536,1.0172613461812336
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,1536,65536,3.8218374252319336
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,1536,65536,0.9644532998402914
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,1536,65536,0.9682213465372721
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,1536,65536,0.9053413073221842
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,1536,65536,0.9134799639383951
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,1536,65536,0.8638772964477539
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,1536,65536,0.8652933438618978
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,1536,65536,0.7813200155893961
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,1536,65536,0.7380853494008383
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,1536,65536,0.729914665222168
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,1536,65536,7.634506861368815
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,1536,65536,0.6571226517359415
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,1536,65536,0.666978677113851
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,1536,65536,0.6196639935175577
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,1536,65536,0.6328639984130859
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,1536,65536,0.589573343594869
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,1536,65536,0.5553813378016154
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,1536,65536,0.5118480126063029
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,1536,65536,0.4423226515452067
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,1536,65536,0.4484853347142537
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,1536,65536,0.3887679974238078
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,1536,65536,0.7911787033081055
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,1536,65536,0.2616373300552368
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,1536,65536,0.32044267654418945
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,1536,65536,0.3282933235168457
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,1536,65536,0.26049866278966266
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,1536,65536,0.211133340994517
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,1536,65536,0.12816799680391947
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,1536,65536,0.12635733683904013
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,1536,65536,0.07799466451009114
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,1536,65536,0.07574666539827983
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,1536,65536,0.07297599812348683
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,1536,65536,0.07403199871381123
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,1536,65536,0.06578933199246724
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,1536,65536,0.06717599928379059
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,1536,65536,0.06188533206780752
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,1536,65536,0.05470933516820272
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,1536,65536,0.061847999691963196
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,1536,65536,0.0537120004494985
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,2048,128,0.006733866532643636
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,1536,65536,0.05643466611703237
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,1536,65536,0.05484800040721893
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,1536,65536,0.05175999800364176
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,1536,65536,0.051367998123168945
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,1536,65536,0.047463998198509216
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,1536,65536,0.044666667779286705
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,1536,65536,0.04544266561667124
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,2048,128,0.006351999938488007
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,1536,65536,0.046367997924486794
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,1536,65536,0.04334133366743723
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,1536,65536,0.04127199947834015
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,1536,65536,0.03755466639995575
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,1536,65536,0.03714400033156077
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,1536,65536,0.37882399559020996
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,1536,65536,0.038975998759269714
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,1536,65536,0.03754133234421412
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,1536,65536,0.037805333733558655
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,1536,65536,0.03774666786193848
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,1536,65536,0.0374293327331543
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,1536,65536,0.03753333290417989
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,1536,65536,0.03459999958674113
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,1536,65536,0.03405600041151047
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,1536,65536,0.03376800070206324
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,1536,65536,0.03325333446264267
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,1536,65536,0.03472533325354258
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,1536,65536,0.035749333600203194
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,1536,65536,0.19669866561889648
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,1536,65536,0.03563466668128967
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,1536,65536,0.03454666584730148
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,1536,65536,0.047983999053637184
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,1536,65536,0.5052453279495239
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,2048,128,0.0062389334042867025
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,1536,65536,0.04181600113709768
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,1536,65536,0.03814133256673813
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,1536,65536,1.3287146886189778
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,1536,65536,0.6156906684239706
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,1536,65536,0.760597308476766
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,1536,65536,0.648253321647644
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,1536,65536,0.7127892971038818
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,1536,65536,0.7423360347747803
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,1536,65536,0.6725013256072998
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,1536,65536,2.61682399113973
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,1536,65536,5.394946416219075
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,1536,65536,0.5333546797434489
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,1536,65536,0.6052986780802408
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,1536,65536,0.5094159841537476
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,1536,65536,0.3872586488723755
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,1536,65536,0.4904079834620158
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,1536,65536,0.5548906723658243
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,1536,65536,0.5580933491388956
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,1536,65536,0.3449920018513997
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,1536,65536,0.3720133304595947
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,1536,65536,0.31884533166885376
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,1536,65536,0.34968801339467365
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,1536,65536,0.276309331258138
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,1536,65536,0.27718132734298706
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,1536,65536,0.24148533741633096
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,1536,65536,0.24340534210205078
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,1536,65536,0.21549334128697714
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,1536,65536,0.4604373375574748
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,1536,65536,0.5807413260142008
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,1536,65536,0.42474667231241864
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,1536,65536,0.40057067076365155
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,1536,65536,0.17488000790278116
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,1536,65536,0.19169332583745322
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,1536,65536,0.16804534196853638
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,1536,65536,0.1393333375453949
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,1536,65536,0.14754666884740195
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,1536,65536,0.12170933683713277
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,1536,65536,0.09520000219345093
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,1536,65536,0.08225866655508678
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,1536,65536,0.09186133742332458
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,1536,65536,0.09379733602205913
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,1536,65536,0.0902400016784668
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,1536,65536,0.08786933620770772
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,1536,65536,0.08718400200208028
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,1536,65536,0.0847386618455251
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,1536,65536,0.08369333545366923
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,1536,65536,0.07550933460394542
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,1536,65536,0.07067200044790904
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,1536,65536,0.06915733218193054
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,1536,65536,0.06930933396021526
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,1536,65536,0.06779199838638306
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,1536,65536,0.06766133507092793
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,1536,65536,0.06730666756629944
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,1536,65536,0.07453866799672444
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,1536,65536,0.06674933433532715
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,1536,65536,0.0664213349421819
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,1536,65536,0.06665066878000896
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,1536,65536,0.06716533501942952
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,1536,65536,0.06718933085600536
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,1536,65536,0.07229333122571309
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,1536,65536,0.06675466895103455
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,1536,65536,0.06653066476186116
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,1536,65536,0.06666666766007741
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,1536,65536,0.07285866638024648
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,1536,65536,0.07580000162124634
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,1536,65536,0.06650133430957794
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,1536,65536,0.06665866573651631
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,1536,65536,0.06679733097553253
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,1536,65536,0.0664160003264745
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,1536,65536,0.15398133794466654
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,1536,65536,0.07111733158429463
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,1536,65536,0.06782400111357371
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,1536,65536,0.07131200035413106
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,1536,65536,0.06679200132687886
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,1536,65536,0.06702400247255962
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,1536,65536,0.07002399861812592
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,1536,65536,2.7306880950927734
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,1536,65536,0.39049779044257266
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,1536,65536,0.3877546787261963
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,1536,65536,0.6545991367763943
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,1536,65536,0.3856017854478624
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,1536,65536,0.37426667743259007
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,1536,65536,0.3891484472486708
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,1536,65536,1.3145102394951713
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,1536,65536,0.3710542254977756
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,1536,65536,0.3643057876163059
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,1536,65536,0.36497243245442706
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,1536,65536,0.3615253236558702
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,1536,65536,0.23481244511074492
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,1536,65536,0.2269279956817627
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,1536,65536,0.3495519955952962
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,1536,65536,0.36171910497877335
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,1536,65536,0.2254026730855306
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,1536,65536,0.2157777812745836
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,1536,65536,0.21393422285715738
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,1536,65536,0.20378666453891328
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,1536,65536,0.20422755347357857
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,1536,65536,0.19369778368208143
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,1536,65536,0.18526221646202934
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,1536,65536,0.19335644774966768
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,1536,65536,0.18636977672576904
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,1536,65536,0.17618310451507568
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,1536,65536,0.1751413345336914
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,1536,65536,0.1691662205590142
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,1536,65536,0.168104887008667
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,1536,65536,0.1602133380042182
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,1536,65536,0.1513422197765774
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,1536,65536,0.1599928935368856
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,1536,65536,0.15117866463131374
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,1536,65536,0.14373689227634007
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,1536,65536,0.1411964495976766
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,1536,65536,0.1348924504386054
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,1536,65536,0.13531377580430773
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,1536,65536,0.13552355766296387
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,1536,65536,0.13404799832238093
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,1536,65536,0.13473955790201822
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,1536,65536,0.13401777214474148
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,1536,65536,0.13383289178212485
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,1536,65536,0.13333155049218073
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,1536,65536,0.13289599948459202
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,1536,65536,0.13195378250545925
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,1536,65536,0.13187732961442736
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,1536,65536,0.13190755579206678
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,1536,65536,0.1313706636428833
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,1536,65536,0.1308142211702135
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,1536,65536,0.1313742266760932
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,1536,65536,0.13219911522335476
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,1536,65536,0.13171554936303034
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,1536,65536,0.13038755787743464
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,1536,65536,0.13130133681827122
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,1536,65536,0.12801955805884466
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,1536,65536,0.12806755966610378
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,1536,65536,0.12877866956922743
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,1536,65536,0.13057600127326116
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,1536,65536,0.13064711623721653
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,1536,65536,0.13062400288052028
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,1536,65536,0.1281528870264689
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,1536,65536,0.1287040048175388
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,1536,65536,0.12981866465674505
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,1536,65536,0.12795733080969915
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,1536,65536,0.12796444363064235
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,1536,65536,0.12776711252000597
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,1536,65536,0.1299626694785224
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,1536,51200,3.2587305704752603
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,1536,51200,1.747754732767741
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,1536,51200,0.873194694519043
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,1536,51200,0.47168533007303876
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,1536,51200,0.4329599936803182
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,1536,51200,0.42847998936971027
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,1536,51200,0.4283999999364217
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,1536,51200,0.3941546678543091
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,1536,51200,0.40748798847198486
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,1536,51200,0.3829066753387451
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,1536,51200,0.3986133337020874
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,1536,51200,0.3488853375116984
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,1536,51200,0.33583998680114746
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,1536,51200,0.33619733651479083
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,1536,51200,0.3181813359260559
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,1536,51200,0.28279467423756915
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,1536,51200,0.29289066791534424
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,1536,51200,0.2656373381614685
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,1536,51200,0.2648533384005229
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,1536,51200,0.2561013301213582
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,1536,51200,0.23473066091537476
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,1536,51200,0.22642133633295694
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,1536,51200,0.22501333554585776
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,1536,51200,0.19588800271352133
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,1536,51200,0.19634133577346802
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,1536,51200,0.18001067638397217
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,1536,51200,0.16701332728068033
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,1536,51200,0.16410133242607117
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,1536,51200,0.1472586691379547
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,1536,51200,0.1442026694615682
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,1536,51200,0.12097066640853882
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,1536,51200,0.10483733812967937
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,1536,51200,0.09604799747467041
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,1536,51200,0.0836906631787618
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,1536,51200,0.07116266588370006
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,1536,51200,0.05166399975617727
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,1536,51200,0.04383466641108195
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,1536,51200,0.043418665726979576
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,1536,51200,0.042437334855397545
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,1536,51200,0.04147200038035711
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,1536,51200,0.045754666129748024
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,1536,51200,0.0383146678407987
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,1536,51200,0.03842666745185852
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,1536,51200,0.03772799919048945
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,1536,51200,0.03605866680542628
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,1536,51200,0.03606399893760681
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,1536,51200,0.036357333262761436
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,1536,51200,0.03598399957021078
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,1536,51200,0.033813332517941795
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,1536,51200,0.03537066777547201
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,1536,51200,0.033344000577926636
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,1536,51200,0.03420799970626831
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,1536,51200,0.03334933271010717
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,1536,51200,0.03341866781314214
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,1536,51200,0.03147733211517334
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,1536,51200,0.03282133241494497
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,1536,51200,0.03152533372243246
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,1536,51200,0.03127466638882955
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,1536,51200,0.03124266614516576
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,1536,51200,0.03133866687615713
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,1536,51200,0.03136533250411352
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,1536,51200,0.03109866629044215
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,1536,51200,0.030821333328882854
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,1536,51200,0.029669334491093952
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,1536,51200,0.03019733230272929
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,1536,51200,0.030207999050617218
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,1536,51200,0.030181333422660828
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,1536,51200,0.02942399928967158
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,1536,51200,0.029658667743206024
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,1536,51200,0.030997333427270252
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,1536,51200,0.031632001201311745
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,1536,51200,0.031199999153614044
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,1536,51200,0.03126933425664902
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,1536,51200,0.03146133323510488
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,1536,51200,5.970405578613281
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,1536,51200,2.990645408630371
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,1536,51200,1.5054453214009602
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,1536,51200,0.8077387015024821
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,1536,51200,0.8002506891886393
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,1536,65536,0.13077333238389757
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,1536,51200,0.7997039953867594
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,1536,51200,0.7560586929321289
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,1536,51200,0.749720017115275
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,1536,51200,0.7167680263519287
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,1536,51200,0.6757626533508301
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,1536,51200,0.6839413642883301
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,1536,51200,0.623029351234436
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,1536,51200,0.6141279935836792
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,1536,51200,0.581775983174642
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,1536,65536,0.1291324430041843
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,1536,51200,0.570634682973226
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,1536,65536,0.12786489062839085
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,1536,65536,0.1296817726559109
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,1536,51200,0.519976019859314
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,1536,51200,0.5227866570154825
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,1536,51200,0.49164001146952313
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,1536,51200,0.44061867396036786
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,1536,51200,0.3959039847056071
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,1536,51200,0.39956533908843994
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,1536,51200,0.3527546723683675
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,1536,51200,0.3583466609319051
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,1536,51200,0.31496800978978473
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,1536,51200,0.30351734161376953
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,1536,51200,0.2582826614379883
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,1536,51200,0.26498933633168537
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,1536,51200,0.20981067419052124
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,1536,51200,0.20964799324671426
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,1536,51200,0.15582666794459024
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,1536,51200,0.16711999972661337
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,1536,51200,0.1002453366915385
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,1536,51200,0.09890666604042053
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,1536,51200,0.06764533122380574
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,1536,51200,0.0655626654624939
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,1536,51200,0.06374133129914601
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,1536,51200,0.06338400145371755
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,1536,51200,0.057730664809544883
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,1536,51200,0.057874664664268494
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,1536,51200,0.05170933405558268
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,1536,51200,0.05144800245761871
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,1536,51200,0.0495306650797526
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,1536,51200,0.04924533267815908
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,1536,51200,0.04543200135231018
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,1536,51200,0.04693866769472758
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,1536,51200,0.04346400002638499
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,1536,51200,0.04141066720088323
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,1536,51200,0.4745813210805257
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,1536,51200,0.039991999665896096
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,1536,51200,0.04139200101296107
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,1536,51200,0.042490666111310325
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,1536,51200,0.0409706657131513
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,1536,51200,0.03691199918588003
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,1536,51200,0.4407999912897746
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,1536,51200,0.033045334120591484
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,1536,51200,0.033386667569478355
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,1536,51200,0.03298133363326391
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,1536,51200,0.03292000045379003
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,1536,51200,0.03320800016323725
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,1536,65536,0.12961422072516546
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,1536,51200,0.03289066751797994
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,1536,51200,0.0332640012105306
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,1536,51200,0.031770666440327965
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,1536,51200,0.03299733251333237
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,1536,51200,0.030973332623640697
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,1536,51200,0.030986666679382324
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,1536,51200,0.03032533327738444
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,1536,51200,0.031023999055226643
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,1536,51200,0.030322665969530743
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,1536,51200,0.031210665901501972
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,1536,51200,0.04204533497492472
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,1536,51200,0.0410453329483668
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,1536,51200,0.035389333963394165
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,1536,51200,0.03169599920511246
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,1536,51200,0.0317466656366984
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,1536,51200,0.660429318745931
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,1536,51200,0.5577653249104818
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,1536,51200,1.1359679698944092
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,1536,51200,0.6108133395512899
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,1536,51200,0.6347386837005615
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,1536,51200,0.5331999858220419
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,1536,51200,0.5847280025482178
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,1536,51200,2.2258480389912925
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,1536,51200,4.865799903869629
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,1536,51200,0.5237786769866943
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,1536,51200,0.49743199348449707
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,1536,51200,0.4778133233388265
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,1536,51200,0.459386666615804
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,1536,51200,0.48877867062886554
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,1536,51200,0.3397759993871053
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,1536,51200,0.303930660088857
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,1536,51200,0.4265306790669759
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,1536,51200,0.32261866331100464
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,1536,51200,0.28043200572331745
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,1536,51200,0.30274667342503864
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,1536,51200,0.24528000752131143
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,1536,51200,0.2412346601486206
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,1536,51200,0.2131119966506958
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,1536,51200,0.18811732530593872
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,1536,65536,0.12792889277140299
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,1536,65536,0.12774399916330972
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,1536,51200,0.44442399342854816
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,1536,51200,0.4006799856821696
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,1536,51200,0.36987467606862384
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,1536,51200,0.3476746479670207
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,1536,51200,0.21184267600377402
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,1536,51200,0.16396266222000122
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,1536,51200,0.14446133375167847
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,1536,51200,0.1524799962838491
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,1536,51200,0.1284666657447815
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,1536,51200,0.11957333485285442
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,1536,51200,0.10471733411153157
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,1536,51200,0.07832000156243642
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,1536,51200,0.06614933411280315
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,1536,51200,0.07793599863847096
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,1536,51200,0.07383733491102855
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,1536,51200,0.0726986676454544
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,1536,51200,0.07414933542410533
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,1536,51200,0.07298933466275533
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,1536,51200,0.06859466433525085
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,1536,51200,0.0680159976085027
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,1536,51200,0.06172533333301544
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,1536,51200,0.056927998860677086
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,1536,51200,0.055906668305397034
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,1536,51200,0.0554666668176651
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,1536,51200,0.054458667834599815
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,1536,51200,0.054562668005625405
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,1536,51200,0.06042666733264923
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,1536,51200,0.05380533138910929
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,1536,51200,0.05373600125312805
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,1536,51200,0.05351999898751577
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,1536,51200,0.05358933409055074
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,1536,51200,0.053599998354911804
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,1536,51200,0.052973334987958275
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,1536,51200,0.05398133397102356
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,1536,51200,0.053786665201187134
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,1536,51200,0.05338400105635325
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,1536,51200,0.05343466500441233
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,1536,51200,0.05341599881649017
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,1536,51200,0.05376533170541128
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,1536,51200,0.053488001227378845
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,1536,51200,0.05341599881649017
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,1536,51200,0.11190399527549744
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,1536,51200,0.12527466813723245
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,1536,51200,0.053642665346463524
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,1536,51200,0.05985066791375478
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,1536,51200,0.058335999647776283
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,1536,51200,0.058488001426061
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,1536,51200,0.056943997740745544
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,1536,51200,0.05749333401521047
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,1536,51200,0.05674933393796285
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,1536,51200,0.3070159951845805
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,1536,51200,1.0479493141174316
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,1536,51200,0.5135720173517863
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,1536,51200,2.13972536722819
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,1536,51200,0.31127599875132245
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,1536,51200,0.303111990292867
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,1536,51200,0.2956479986508687
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,1536,51200,0.30637333790461224
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,1536,51200,0.2931693394978841
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,1536,51200,0.28817999362945557
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,1536,51200,0.28542133172353107
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,1536,51200,0.28607867161432904
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,1536,51200,0.28707732756932575
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,1536,51200,0.2759386698404948
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,1536,51200,0.18575066328048706
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,1536,51200,0.17946666479110718
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,1536,51200,0.1795733372370402
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,1536,51200,0.16608533263206482
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,1536,51200,0.1691760023434957
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,1536,51200,0.16213732957839966
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,1536,51200,0.16804933547973633
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,1536,51200,0.15404133001963297
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,1536,51200,0.14739867051442465
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,1536,51200,0.15371732910474142
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,1536,51200,0.1404800017674764
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,1536,51200,0.14727333188056946
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,1536,51200,0.13978667060534158
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,1536,51200,0.13434132933616638
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,1536,51200,0.13305733601252237
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,1536,51200,0.12722399830818176
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,1536,51200,0.12734933694203696
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,1536,51200,0.12038667003313701
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,1536,51200,0.11382800340652466
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,1536,51200,0.12137200435002644
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,1536,51200,0.1127013365427653
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,1536,51200,0.10762133200963338
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,1536,51200,0.10705332954724629
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,1536,51200,0.10669466853141785
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,1536,51200,0.10618266463279724
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,1536,51200,0.10616667071978252
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,1536,51200,0.10565066337585449
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,1536,51200,0.10576267043749492
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,1536,51200,0.1051586667696635
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,1536,51200,0.10304400324821472
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,1536,51200,0.1041146715482076
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,1536,51200,0.1020466685295105
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,1536,51200,0.102510670820872
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,1536,51200,0.10162666440010071
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,1536,51200,0.1036959985891978
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,1536,51200,0.10208266973495483
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,1536,51200,0.101992001136144
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,1536,51200,0.10157466928164165
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,1536,51200,0.10199333230654399
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,1536,51200,0.10230933626492818
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,1536,51200,0.10155333081881206
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,1536,51200,0.1015493373076121
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,1536,51200,0.10186400016148885
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,1536,51200,0.10152799884478252
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,1536,51200,0.10166399677594502
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,1536,51200,0.10161866744359334
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,1536,51200,0.10181333621342976
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,1536,51200,0.10156533122062683
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,1536,51200,0.10153466463088989
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,1536,51200,0.10149199763933818
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,1536,51200,0.101583997408549
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,1536,51200,0.10181867082913716
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,1536,51200,0.10149332880973816
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,1536,51200,0.10195733110109965
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,1536,51200,0.10177333156267802
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,1536,16384,1.0567377938164604
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,1536,16384,0.52055999967787
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,1536,16384,0.2734737661149767
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,1536,16384,0.16415822505950928
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,1536,16384,0.13730311393737793
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,1536,16384,0.1357991165584988
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,1536,16384,0.14926932917700872
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,1536,16384,0.12386311425103082
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,1536,16384,0.12911110454135472
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,1536,16384,0.13538844055599636
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,1536,16384,0.12403555711110432
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,1536,16384,0.11436088879903157
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,1536,16384,0.11017244391971165
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,1536,16384,0.10327111350165473
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,1536,16384,0.09304000271691217
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,1536,16384,0.09531199932098389
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,1536,16384,0.08681955602433945
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,1536,16384,0.085116446018219
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,1536,16384,0.08285866843329535
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,1536,16384,0.07550577984915839
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,1536,16384,0.07456355624728732
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,1536,16384,0.07258844375610352
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,1536,16384,0.062216891182793506
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,1536,16384,0.06322844160927667
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,1536,16384,0.06000355879465739
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,1536,16384,0.05667022201750013
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,1536,16384,0.04776711265246073
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,1536,16384,0.0468426677915785
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,1536,16384,0.039932443035973444
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,1536,16384,0.0351182222366333
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,1536,16384,0.03019555409749349
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,1536,16384,0.03091555502679613
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,1536,16384,0.027084444959958393
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,1536,16384,0.018636445204416912
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,1536,16384,0.01792533364560869
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,1536,16384,0.017660443981488545
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,1536,16384,0.017454221844673157
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,1536,16384,0.016522667474216886
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,1536,16384,0.016559999850061204
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,1536,16384,0.016538666354285348
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,1536,16384,0.01532977819442749
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,1536,16384,0.10625955793592666
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,1536,16384,0.01626311077011956
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,1536,16384,0.014577777849303352
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,1536,16384,0.014567111929257711
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,1536,16384,0.015146666102939181
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,1536,16384,0.01663644446267022
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,1536,16384,0.014485332700941296
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,1536,16384,0.01587733295228746
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,1536,16384,0.013905778527259827
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,1536,16384,0.014142221874660917
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,1536,16384,0.014177777700954013
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,1536,16384,0.014309333430396186
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,1536,16384,0.05410666598214043
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,1536,16384,0.014296889305114746
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,1536,16384,0.013180444637934366
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,1536,16384,0.013167999684810638
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,1536,16384,0.013233777549531726
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,1536,16384,0.013173333472675748
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,1536,16384,0.013187555803192986
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,1536,16384,0.013171555267439948
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,1536,16384,0.013111111190583972
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,1536,16384,0.013153778182135688
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,1536,16384,0.01312888910373052
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,1536,16384,0.012810666528013019
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,1536,16384,0.012652444342772165
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,1536,16384,0.012675555215941535
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,1536,16384,0.012492444780137805
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,1536,16384,0.013139555851618448
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,1536,16384,0.01310222182008955
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,1536,16384,0.013153778182135688
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,1536,16384,0.012997333374288348
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,1536,16384,0.014524444937705994
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,1536,16384,0.013157332936922709
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,1536,16384,0.9686965306599935
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,1536,16384,0.4908095995585124
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,1536,16384,0.26723626454671223
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,1536,16384,0.26189972559611
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,1536,16384,0.2510101318359375
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,1536,16384,0.24993279774983726
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,1536,16384,1.923531723022461
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,1536,16384,0.23403306007385255
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,1536,16384,0.23745813369750976
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,1536,16384,0.22392427126566566
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,1536,16384,0.22625385920206703
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,1536,16384,0.2052778720855713
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,1536,16384,0.20145492553710936
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,1536,16384,0.19298133850097657
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,1536,16384,0.1884127934773763
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,1536,16384,0.16962773005167645
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,1536,16384,0.17123947143554688
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,1536,16384,0.15311892827351886
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,1536,16384,0.15359253883361818
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,1536,16384,0.1396458625793457
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,1536,16384,0.13479785919189452
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,1536,16384,0.12365972995758057
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,1536,16384,0.10221439997355145
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,1536,16384,0.10234879652659098
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,1536,16384,0.09124800364176432
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,1536,16384,0.08671893278757731
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,1536,16384,0.0800821304321289
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,1536,16384,0.07601493199666341
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,1536,16384,0.06624319950739542
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,1536,16384,0.06296639839808146
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,1536,16384,0.05335893233617147
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,1536,16384,0.12165760199228923
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,1536,16384,0.0499349315961202
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,1536,16384,0.04307200113932292
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,1536,16384,0.04330986738204956
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,1536,16384,0.03360746701558431
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,1536,16384,0.03281173308690389
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,1536,16384,0.03353600104649861
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,1536,16384,0.03288000027338664
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,1536,16384,0.03316160043080647
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,1536,16384,0.03275413314501445
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,1536,51200,0.10150133570035298
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,1536,16384,0.02879146734873454
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,1536,16384,0.032817065715789795
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,1536,16384,0.02807253400484721
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,1536,16384,0.028917332490285236
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,1536,16384,0.028398933013280232
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,1536,16384,0.027323732773462932
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,1536,16384,0.02898240089416504
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,1536,16384,0.02778773307800293
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,1536,16384,0.027405865987141925
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,1536,16384,0.026786132653554277
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,1536,16384,0.024728532632191977
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,1536,16384,0.026238934199015303
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,1536,16384,0.024459733565648397
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,1536,16384,0.027548799912134807
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,1536,16384,0.02820906639099121
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,1536,16384,0.022009599208831786
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,1536,16384,0.022696532805760703
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,1536,16384,0.022964266935984294
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,1536,16384,0.022601600488026938
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,1536,16384,0.02336960037549337
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,1536,16384,0.022431999444961548
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,1536,16384,0.022498132785161336
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,1536,16384,0.021989333629608154
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,1536,16384,0.020631466309229532
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,1536,16384,0.022142932812372843
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,1536,16384,0.02063466707865397
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,1536,16384,0.02058666745821635
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,1536,16384,0.020569600661595664
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,1536,16384,0.020595200856526694
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,1536,16384,0.021258666117986044
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,1536,16384,0.020578134059906005
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,1536,16384,0.03295893271764119
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,1536,16384,0.028215465943018596
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,1536,51200,0.10158000389734904
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,1536,51200,0.10166933139165242
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,1536,16384,0.4717845280965169
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,1536,16384,0.2721909205118815
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,1536,16384,0.2359072049458822
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,1536,16384,0.25143787066141765
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,1536,16384,0.9230005264282226
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,1536,16384,0.22469654083251953
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,1536,16384,1.8761472066243488
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,1536,16384,0.24737706184387206
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,1536,16384,0.26236054102579753
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,1536,51200,0.10103467106819153
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,1536,51200,0.10183200240135193
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,1536,16384,0.21717119216918945
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,1536,16384,0.20604373613993326
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,1536,16384,0.1471135934193929
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,1536,16384,0.1937162717183431
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,1536,16384,0.13257493178049723
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,1536,16384,0.20655360221862792
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,1536,16384,0.13483200073242188
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,1536,16384,0.12112747033437092
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,1536,16384,0.12505386670430502
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,1536,16384,0.10618560314178467
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,1536,16384,0.10071679751078289
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,1536,16384,0.17850133577982585
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,1536,16384,0.19422400792439778
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,1536,16384,0.08041386604309082
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,1536,16384,0.17895359992980958
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,1536,16384,0.16720107396443684
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,1536,16384,0.15752426783243817
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,1536,16384,0.14644373257954915
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,1536,16384,0.09179200331370035
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,1536,16384,0.08282453219095866
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,1536,16384,0.06173973480860392
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,1536,16384,0.05941973527272543
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,1536,16384,0.04546986818313599
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,1536,16384,0.04760746558507283
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,1536,16384,0.0393887996673584
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,1536,16384,0.03546453317006429
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,1536,16384,0.028457599878311157
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,1536,16384,0.02532266577084859
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,1536,16384,0.0272490660349528
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,1536,16384,0.027164800961812334
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,1536,16384,0.02722240090370178
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,1536,16384,0.027079466978708906
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,1536,16384,0.02584853370984395
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,1536,16384,0.02595626711845398
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,1536,16384,0.025256532430648803
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,1536,16384,0.02304960091908773
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,1536,16384,0.021822933355967203
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,1536,16384,0.0215829332669576
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,1536,16384,0.02189226746559143
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,1536,16384,0.02142613331476847
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,1536,16384,0.021474132935206093
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,1536,16384,0.021466666460037233
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,1536,16384,0.021076265970865884
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,1536,16384,0.021215999126434328
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,1536,16384,0.021132800976435342
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,1536,16384,0.02291839917500814
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,1536,16384,0.02140799959500631
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,1536,16384,0.021425066391626994
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,1536,16384,0.02104640007019043
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,1536,16384,0.02105493346850077
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,1536,16384,0.02104960083961487
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,1536,16384,0.02107306718826294
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,1536,16384,0.04664533138275147
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,1536,16384,0.04679359992345174
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,1536,16384,0.047159465154012044
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,1536,16384,0.046621867020924884
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,1536,16384,0.0472821315129598
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,1536,16384,0.04688106775283814
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,1536,16384,0.041859201590220135
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,1536,16384,0.02299306591351827
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,1536,16384,0.02286293307940165
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,1536,16384,0.022845866282780965
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,1536,16384,0.022553600867589316
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,1536,16384,0.022766933838526408
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,1536,16384,0.022323199113210044
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,1536,16384,0.6552266438802083
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,1536,16384,0.1074677308400472
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,1536,16384,0.17360426584879557
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,1536,16384,0.34021011988321936
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,1536,16384,0.10733013153076172
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,1536,16384,0.10598293145497639
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,1536,16384,0.10636266867319744
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,1536,16384,0.10276373227437337
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,1536,16384,0.10168320337931316
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,1536,16384,0.1008949359258016
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,1536,16384,0.10029973189036052
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,1536,16384,0.09900906880696615
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,1536,16384,0.09897920290629068
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,1536,16384,0.06730986436208089
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,1536,16384,0.09610346953074136
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,1536,16384,0.06506239970525106
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,1536,16384,0.06565226713816324
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,1536,16384,0.06277439991633096
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,1536,16384,0.06092373530069987
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,1536,16384,0.061876265207926426
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,1536,16384,0.06024106740951538
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,1536,16384,0.05740799903869629
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,1536,16384,0.056321068604787194
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,1536,16384,0.056118400891621914
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,1536,16384,0.05506453514099121
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,1536,16384,0.04852693478266398
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,1536,16384,0.05157653490702311
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,1536,16384,0.05178133249282837
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,1536,16384,0.048715734481811525
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,1536,16384,0.04654933214187622
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,1536,16384,0.046044798692067464
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,1536,16384,0.04423786799112956
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,1536,16384,0.04158933162689209
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,1536,16384,0.04327679872512817
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,1536,16384,0.03843626578648885
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,1536,16384,0.04114026625951131
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,1536,16384,0.03888746500015259
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,1536,16384,0.03827413320541382
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,1536,16384,0.038260265191396074
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,1536,16384,0.03831786712010701
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,1536,16384,0.038423466682434085
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,1536,16384,0.038216535250345865
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,1536,16384,0.03845440149307251
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,1536,16384,0.0374506672223409
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,1536,16384,0.03719040155410767
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,1536,16384,0.037267200152079266
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,1536,16384,0.036957867940266925
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,1536,16384,0.037036800384521486
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,1536,16384,0.03699839909871419
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,1536,16384,0.036984535058339436
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,1536,16384,0.03699093262354533
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,1536,16384,0.03702293237050374
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,1536,16384,0.036975999673207596
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,1536,16384,0.036635732650756835
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,1536,16384,0.03696746826171875
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,1536,16384,0.03665813207626343
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,1536,16384,0.036772267023722334
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,1536,16384,0.037079465389251706
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,1536,16384,0.03704213301340739
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,1536,16384,0.03701119820276896
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,1536,16384,0.036635732650756835
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,1536,16384,0.0370197335879008
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,1536,16384,0.036848000685373944
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,1536,16384,0.03667093515396118
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,1536,16384,0.03680320183436076
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,1536,16384,0.03699093262354533
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,1536,16384,0.036637866497039796
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,1536,16384,0.03707733154296875
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,1536,12288,0.40095333258310956
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,1536,12288,0.20691466331481934
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,1536,12288,0.797324021657308
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,1536,12288,0.10965733726819356
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,1536,12288,0.1026426653067271
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,1536,12288,0.1015880008538564
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,1536,12288,0.0944093366463979
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,1536,12288,0.09645866354306538
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,1536,12288,0.0931053360303243
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,1536,12288,0.0948093334833781
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,1536,12288,0.08564266562461853
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,1536,12288,0.0817853311697642
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,1536,12288,0.08158800005912781
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,1536,12288,0.07711333533128102
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,1536,12288,0.06907066702842712
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,1536,12288,0.07153733571370442
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,1536,12288,0.06478533148765564
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,1536,12288,0.11464400092760722
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,1536,12288,0.06414400041103363
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,1536,12288,0.06348533431688945
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,1536,12288,0.05705466866493225
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,1536,12288,0.056766668955485024
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,1536,12288,0.05482666691144308
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,1536,12288,0.04753999908765157
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,1536,12288,0.04750800132751465
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,1536,12288,0.04515466590722402
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,1536,12288,0.0401653324564298
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,1536,12288,0.04141066720088323
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,1536,12288,0.035988000531991325
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,1536,12288,0.03475199888149897
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,1536,12288,0.02975066751241684
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,1536,12288,0.02641200025876363
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,1536,12288,0.022862667838732403
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,1536,12288,0.025613332788149517
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,1536,12288,0.019776000330845516
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,1536,12288,0.015390666822592417
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,1536,12288,0.01471333329876264
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,1536,12288,0.014973333726326624
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,1536,12288,0.014610666781663895
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,1536,12288,0.015931999931732815
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,1536,12288,0.014446667085091272
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,1536,12288,0.013487999637921652
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,1536,12288,0.013033332924048105
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,1536,12288,0.01341999943057696
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,1536,12288,0.012469333906968435
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,1536,12288,0.012502666562795639
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,1536,12288,0.012428000569343567
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,1536,12288,0.012730666746695837
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,1536,12288,0.013568000247081121
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,1536,12288,0.013702667007843653
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,1536,12288,0.013986666997273764
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,1536,12288,0.013993332783381144
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,1536,12288,0.012349333614110947
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,1536,12288,0.012240000069141388
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,1536,12288,0.012289332846800486
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,1536,12288,0.01222000022729238
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,1536,12288,0.010899999489386877
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,1536,12288,0.010397333030899366
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,1536,12288,0.011610666910807291
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,1536,12288,0.011407999942700068
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,1536,12288,0.011477333803971609
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,1536,12288,0.011452000588178635
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,1536,12288,0.011438666532437006
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,1536,12288,0.011424000064531961
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,1536,12288,0.011394667128721872
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,1536,12288,0.009874666730562845
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,1536,12288,0.0100426667680343
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,1536,12288,0.010061333576838175
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,1536,12288,0.009905333320299784
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,1536,12288,0.010341333225369453
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,1536,12288,0.010288000106811523
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,1536,12288,0.01042933389544487
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,1536,12288,0.010478666673103968
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,1536,12288,0.010509333262840906
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,1536,16384,0.036593067646026614
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,1536,16384,0.03673066695531209
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,1536,12288,1.448624038696289
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,1536,12288,0.7300106684366863
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,1536,12288,0.20600105921427408
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,1536,12288,0.37215681076049806
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,1536,12288,0.2024245262145996
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,1536,12288,0.19027946790059408
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,1536,16384,0.036583467324574785
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,1536,12288,0.18953065872192382
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,1536,12288,0.17909119923909506
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,1536,12288,0.16531519889831542
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,1536,12288,0.1815008004506429
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,1536,12288,0.17256852785746257
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,1536,12288,0.15661013921101888
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,1536,12288,0.1536138693491618
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,1536,12288,0.14107200304667156
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,1536,12288,0.12394773165384929
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,1536,12288,0.12569813728332518
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,1536,12288,0.1128767967224121
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,1536,12288,0.11279679934183758
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,1536,12288,0.10474133491516113
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,1536,12288,0.10081066290537517
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,1536,12288,0.08878613313039144
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,1536,12288,0.090010666847229
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,1536,12288,0.07820800145467123
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,1536,12288,0.07867200374603271
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,1536,12288,0.06974720160166423
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,1536,12288,0.06789120038350424
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,1536,12288,0.059735465049743655
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,1536,12288,0.059911465644836424
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,1536,12288,0.0502623995145162
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,1536,12288,0.047151998678843184
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,1536,12288,0.04317333300908406
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,1536,12288,0.03804159959157308
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,1536,12288,0.04097599983215332
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,1536,12288,0.03498239914576213
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,1536,12288,0.031420799096425374
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,1536,12288,0.03137600024541219
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,1536,12288,0.031159466505050658
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,1536,12288,0.030135466655095415
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,1536,12288,0.029527467489242554
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,1536,12288,0.028834132353464763
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,1536,12288,0.029182932774225873
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,1536,12288,0.028833067417144774
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,1536,12288,0.1395413398742676
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,1536,12288,0.02664746642112732
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,1536,12288,0.025770666201909383
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,1536,12288,0.025170133511225386
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,1536,12288,0.0260863999525706
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,1536,12288,0.026121600468953447
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,1536,12288,0.024936532974243163
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,1536,12288,0.024932267268498738
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,1536,12288,0.024870399634043375
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,1536,12288,0.024486400683720908
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,1536,12288,0.022784000635147093
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,1536,12288,0.024053333202997844
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,1536,12288,0.02381226619084676
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,1536,12288,0.024898133675257363
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,1536,12288,0.02404159903526306
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,1536,12288,0.020641066630681357
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,1536,12288,0.020081067085266115
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,1536,12288,0.020708266894022623
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,1536,12288,0.0204693337281545
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,1536,12288,0.02059733271598816
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,1536,12288,0.021602133909861244
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,1536,12288,0.020857600371042888
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,1536,12288,0.020809600750605263
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,1536,12288,0.018613332509994508
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,1536,12288,0.01952426632245382
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,1536,12288,0.019066667556762694
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,1536,12288,0.02067626714706421
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,1536,12288,0.032816000779469806
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,1536,12288,0.02140053311983744
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,1536,12288,0.01862293283144633
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,1536,12288,0.018557866414388023
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,1536,12288,0.02213866710662842
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,1536,16384,0.03661226828893026
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,1536,16384,0.036992001533508304
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,1536,16384,0.036644268035888675
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,1536,12288,0.4285418510437012
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,1536,12288,0.24513066609700523
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,1536,12288,0.20635733604431153
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,1536,12288,0.229256534576416
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,1536,12288,0.236136531829834
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,1536,12288,0.8432959874471029
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,1536,12288,1.7003306070963542
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,1536,12288,0.21536213556925454
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,1536,12288,0.22331733703613282
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,1536,12288,0.19678613344828289
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,1536,12288,0.17953707377115885
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,1536,12288,0.18957653045654296
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,1536,12288,0.13692159652709962
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,1536,12288,0.17763946851094564
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,1536,12288,0.1230954647064209
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,1536,12288,0.18599573771158856
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,1536,12288,0.16498667399088543
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,1536,12288,0.1231221357981364
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,1536,12288,0.10444800059000652
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,1536,12288,0.07483519713083903
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,1536,12288,0.09312000274658203
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,1536,12288,0.07394453684488932
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,1536,12288,0.058881068229675294
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,1536,12288,0.1115498701731364
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,1536,12288,0.1631392002105713
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,1536,12288,0.15336000124613444
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,1536,12288,0.14302293459574383
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,1536,12288,0.13369706471761067
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,1536,12288,0.058641068140665685
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,1536,12288,0.04694186846415202
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,1536,12288,0.04497706492741903
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,1536,12288,0.03993493318557739
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,1536,12288,0.0361685315767924
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,1536,12288,0.033496534824371337
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,1536,12288,0.030228267113367718
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,1536,12288,0.024205867449442545
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,1536,12288,0.021053866545359293
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,1536,12288,0.020603734254837035
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,1536,12288,0.02277440031369527
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,1536,12288,0.023031467199325563
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,1536,12288,0.02256106734275818
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,1536,12288,0.022297600905100502
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,1536,12288,0.021808000405629475
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,1536,12288,0.021076265970865884
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,1536,12288,0.019041067361831664
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,1536,12288,0.017588265736897788
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,1536,12288,0.01759679913520813
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,1536,12288,0.017682133118311565
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,1536,12288,0.01900906761487325
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,1536,12288,0.017436800400416057
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,1536,12288,0.017106133699417114
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,1536,12288,0.017407999436060587
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,1536,12288,0.01734613378842672
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,1536,12288,0.019066667556762694
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,1536,12288,0.01734293301900228
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,1536,12288,0.01693013310432434
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,1536,12288,0.018879999717076622
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,1536,12288,0.017339734236399333
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,1536,12288,0.01732053359349569
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,1536,12288,0.01695893406867981
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,1536,12288,0.03362773259480794
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,1536,12288,0.03434453407923381
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,1536,12288,0.032792532444000246
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,1536,12288,0.03582293192545573
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,1536,12288,0.03509653409322103
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,1536,12288,0.034577067693074545
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,1536,12288,0.035021865367889406
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,1536,12288,0.03476586739222209
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,1536,12288,0.0347264011700948
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,1536,12288,0.01853440006573995
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,1536,12288,0.03702720006306966
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,1536,12288,0.019050665696461997
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,1536,12288,0.018891733884811402
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,1536,12288,0.018620800971984864
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,1536,12288,0.26418773333231604
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,1536,12288,0.5037525177001954
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,1536,12288,0.1362282594045003
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,1536,12288,0.08541866938273111
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,1536,12288,0.08377919991811117
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,1536,12288,0.08519786993662516
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,1536,12288,0.08381973107655843
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,1536,12288,0.08111573060353597
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,1536,12288,0.07982292970021566
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,1536,12288,0.07824319998423258
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,1536,12288,0.08147839705149332
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,1536,12288,0.07812906901041666
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,1536,12288,0.07931626637776693
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,1536,12288,0.07599466641743978
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,1536,12288,0.054085334142049156
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,1536,12288,0.052391465504964194
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,1536,12288,0.052383999029795326
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,1536,12288,0.05048533280690511
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,1536,12288,0.050016001860300696
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,1536,12288,0.04891626834869385
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,1536,12288,0.04737386703491211
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,1536,12288,0.04510613282521565
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,1536,12288,0.04462399880091349
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,1536,12288,0.04361493190129598
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,1536,12288,0.04286719957987468
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,1536,12288,0.04115840196609497
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,1536,12288,0.03913813432057699
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,1536,12288,0.04067306518554688
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,1536,12288,0.03715306520462036
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,1536,12288,0.03850239912668864
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,1536,12288,0.03645439942677815
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,1536,12288,0.03491413195927938
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,1536,12288,0.03349973360697429
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,1536,12288,0.03450026512145996
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,1536,12288,0.03328106602032979
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,1536,12288,0.030858665704727173
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,1536,12288,0.030400000015894574
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,1536,12288,0.030508800347646074
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,1536,12288,0.030220800638198854
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,1536,12288,0.03007359902064006
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,1536,12288,0.0304202675819397
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,1536,12288,0.029999999205271403
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,1536,12288,0.03022186756134033
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,1536,12288,0.02940373420715332
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,1536,12288,0.029649066925048827
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,1536,12288,0.029528532425562543
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,1536,12288,0.02922026713689168
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,1536,12288,0.029257599512736005
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,1536,12288,0.02964479923248291
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,1536,12288,0.02935360074043274
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,1536,12288,0.029205334186553956
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,1536,12288,0.02905600070953369
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,1536,12288,0.029639466603597002
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,1536,12288,0.02925119996070862
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,1536,12288,0.029608533779780073
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,1536,12288,0.02923626701037089
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,1536,12288,0.029209599892298384
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,1536,12288,0.0291978657245636
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,1536,12288,0.029753599564234418
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,1536,12288,0.029252266883850096
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,1536,12288,0.029217066367467244
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,1536,12288,0.028858667612075804
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,1536,12288,0.02918933431307475
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,1536,12288,0.029262934128443403
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,1536,12288,0.029306666056315107
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,1536,12288,0.028861866394678755
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,1536,12288,0.029049599170684816
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,1536,10240,0.6959477106730143
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,1536,12288,0.029268266757329305
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,1536,10240,0.18533333142598468
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,1536,10240,0.09935039679209391
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,1536,10240,0.39631999333699547
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,1536,10240,0.09935039679209391
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,1536,10240,0.10393599669138591
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,1536,10240,0.0956981341044108
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,1536,10240,0.09361386299133301
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,1536,10240,0.08676479657491049
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,1536,10240,0.08748586972554526
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,1536,10240,0.08419199784596762
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,1536,10240,0.0874847968419393
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,1536,10240,0.07914666334788004
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,1536,10240,0.07478826840718587
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,1536,10240,0.06271573305130004
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,1536,10240,0.060716799894968664
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,1536,12288,0.029263999064763385
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,1536,10240,0.06588266690572103
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,1536,10240,0.054635731379191074
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,1536,10240,0.053188268343607584
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,1536,10240,0.048097066084543866
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,1536,10240,0.04656000137329101
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,1536,10240,0.046667734781901046
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,1536,10240,0.038839467366536456
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,1536,10240,0.03994986613591512
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,1536,10240,0.036481066544850664
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,1536,10240,0.03310719927151998
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,1536,10240,0.030795733133951824
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,1536,10240,0.033113600810368855
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,1536,10240,0.02426240046819051
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,1536,10240,0.02836693326632182
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,1536,10240,0.021844265858332317
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,1536,10240,0.019290665785471596
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,1536,10240,0.021593600511550903
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,1536,10240,0.017116800944010416
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,1536,10240,0.015703466534614564
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,1536,10240,0.013367467125256858
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,1536,10240,0.015615999698638916
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,1536,10240,0.013781332969665527
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,1536,10240,0.01367573340733846
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,1536,10240,0.012961066762606301
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,1536,10240,0.011918933192888895
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,1536,10240,0.013038933277130127
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,1536,10240,0.011982933680216471
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,1536,10240,0.011362133423487346
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,1536,10240,0.011115733782450359
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,1536,10240,0.011365333199501037
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,1536,10240,0.011504000425338745
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,1536,10240,0.012396799524625142
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,1536,10240,0.01216426690419515
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,1536,10240,0.012481066584587096
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,1536,10240,0.012377599875132244
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,1536,10240,0.010748799641927083
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,1536,10240,0.010660266876220703
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,1536,10240,0.011849600076675414
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,1536,10240,0.010681600371996561
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,1536,10240,0.015250133474667868
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,1536,10240,0.009128533800443013
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,1536,10240,0.009168000022570292
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,1536,10240,0.009981866677602131
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,1536,10240,0.009956266482671101
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,1536,10240,0.010054399569829304
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,1536,10240,0.009922132889429728
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,1536,10240,0.009995733698209126
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,1536,10240,0.00993280013402303
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,1536,10240,0.06185386578241984
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,1536,10240,0.00993173321088155
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,1536,10240,0.00888213316599528
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,1536,10240,0.00888320008913676
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,1536,10240,0.008787199854850769
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,1536,10240,0.008822400371233623
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,1536,10240,0.008744532863299053
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,1536,10240,0.008886399865150451
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,1536,10240,0.008873599767684936
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,1536,10240,0.008750933408737182
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,1536,10240,0.30996481577555335
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,1536,10240,0.16767892837524415
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,1536,10240,0.6118207931518554
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,1536,10240,0.16787625948588053
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,1536,10240,0.15646613438924153
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,1536,10240,0.15558613141377767
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,1536,10240,1.1894368489583333
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,1536,10240,0.14330347379048664
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,1536,10240,0.1366773287455241
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,1536,10240,0.13652159372965494
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,1536,10240,0.12455039819081623
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,1536,10240,0.12498133182525635
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,1536,10240,0.11322560310363769
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,1536,10240,0.11164053281148274
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,1536,10240,0.10129066308339436
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,1536,12288,0.02930026650428772
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,1536,10240,0.10368533134460449
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,1536,10240,0.09196266333262125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,1536,10240,0.092194135983785
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,1536,10240,0.08641813596089681
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,1536,10240,0.08330986499786378
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,1536,10240,0.07405546506245932
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,1536,10240,0.07416533629099528
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,1536,10240,0.06456426779429117
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,1536,10240,0.06521919965744019
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,1536,10240,0.14860053062438966
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,1536,10240,0.057019734382629396
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,1536,10240,0.057263998190561924
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,1536,10240,0.0501418670018514
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,1536,10240,0.04912319978078206
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,1536,10240,0.043066668510437014
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,1536,10240,0.04522133270899455
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,1536,10240,0.03942186832427978
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,1536,10240,0.034694401423136394
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,1536,10240,0.03699093262354533
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,1536,10240,0.03162026604016622
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,1536,10240,0.029423999786376952
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,1536,10240,0.026852265993754072
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,1536,10240,0.02686400016148885
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,1536,10240,0.028985599676767986
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,1536,10240,0.02667413353919983
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,1536,10240,0.02686079939206441
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,1536,12288,0.02918933431307475
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,1536,10240,0.026614399751027425
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,1536,10240,0.024894932905832924
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,1536,12288,0.029240532716115313
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,1536,10240,0.024940800666809083
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,1536,10240,0.02479040026664734
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,1536,10240,0.024737066030502318
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,1536,10240,0.025075199206670125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,1536,10240,0.023384533325831094
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,1536,10240,0.023774933815002442
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,1536,10240,0.0221343994140625
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,1536,10240,0.02223893404006958
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,1536,10240,0.0225600004196167
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,1536,10240,0.02263360023498535
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,1536,10240,0.02450559933980306
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,1536,10240,0.020915200312932335
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,1536,10240,0.019170133272806804
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,1536,10240,0.019818667570749918
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,1536,10240,0.0186954657236735
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,1536,10240,0.01982933282852173
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,1536,10240,0.019492266575495402
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,1536,10240,0.019267199436823527
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,1536,10240,0.018873600165049235
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,1536,10240,0.019400533040364584
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,1536,10240,0.01853760083516439
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,1536,10240,0.01913706660270691
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,1536,10240,0.01867093245188395
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,1536,10240,0.018611200650533042
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,1536,10240,0.01885973413785299
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,1536,10240,0.01853546698888143
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,1536,10240,0.018500266472498576
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,1536,10240,0.018408532937367758
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,1536,10240,0.02405440012613932
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,1536,10240,0.02400533358256022
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,1536,12288,0.0292138675848643
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,1536,10240,0.024486400683720908
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,1536,12288,0.029233066240946452
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,1536,10240,0.4117919921875
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,1536,10240,0.23130772908528646
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,1536,10240,0.8035317103068034
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,1536,10240,0.19638506571451825
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,1536,10240,0.2203317324320475
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,1536,10240,0.21998933156331382
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,1536,10240,0.20951040585835776
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,1536,10240,1.6044532775878906
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,1536,10240,0.20877653757731118
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,1536,10240,0.18737707138061524
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,1536,10240,0.17602453231811524
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,1536,10240,0.17158932685852052
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,1536,10240,0.1287168025970459
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,1536,10240,0.18218453725179035
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,1536,10240,0.11243306795756022
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,1536,10240,0.10219626426696778
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,1536,10240,0.09527786572774252
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,1536,10240,0.08028373718261719
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,1536,10240,0.07648959954579672
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,1536,10240,0.062142932415008546
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,1536,10240,0.15707413355509442
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,1536,10240,0.16602880160013836
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,1536,10240,0.057499734560648594
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,1536,10240,0.0498090664545695
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,1536,10240,0.1535626729329427
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,1536,10240,0.14669547080993653
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,1536,10240,0.13560746510823568
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,1536,10240,0.12243733406066895
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,1536,10240,0.05306880076726278
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,1536,10240,0.03958293199539185
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,1536,10240,0.0370527982711792
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,1536,10240,0.042504533131917314
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,1536,10240,0.03402560154596965
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,1536,10240,0.030295467376708983
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,1536,10240,0.01986133257548014
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,1536,10240,0.02145599921544393
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,1536,10240,0.028051199515660603
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,1536,10240,0.02024959921836853
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,1536,10240,0.018329600493113198
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,1536,10240,0.020510933796564736
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,1536,10240,0.020248534282048543
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,1536,10240,0.01883093317349752
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,1536,10240,0.01866453289985657
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,1536,10240,0.018539732694625853
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,1536,10240,0.016923733552296958
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,1536,10240,0.015330132842063905
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,1536,10240,0.01695786714553833
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,1536,10240,0.015533866484959922
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,1536,10240,0.01695786714553833
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,1536,10240,0.015335466464360556
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,1536,10240,0.015286399920781454
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,1536,10240,0.01530346671740214
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,1536,10240,0.015084800124168397
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,1536,10240,0.014870400230089823
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,1536,10240,0.014958932995796204
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,1536,10240,0.015029333035151162
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,1536,10240,0.01516266663869222
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,1536,10240,0.03129706581433614
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,1536,10240,0.029690666993459063
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,1536,10240,0.02804906765619914
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,1536,10240,0.03247359991073608
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,1536,10240,0.029713066418965657
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,1536,10240,0.030015999078750612
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,1536,10240,0.03295893271764119
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,1536,10240,0.02999573349952698
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,1536,10240,0.033321599165598556
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,1536,10240,0.030398933092753093
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,1536,10240,0.03343040148417155
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,1536,10240,0.016539733608563742
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,1536,10240,0.01665600041548411
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,1536,10240,0.01686506668726603
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,1536,10240,0.028651734193166096
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,1536,10240,0.01663253307342529
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,1536,10240,0.016567466656366985
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,1536,10240,0.07524053255716959
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,1536,10240,0.44497493108113606
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,1536,10240,0.07518719832102458
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,1536,10240,0.07476373513539633
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,1536,10240,0.07214293479919434
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,1536,10240,0.2321077346801758
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,1536,10240,0.12063786983489991
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,1536,10240,0.07436693509419759
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,1536,10240,0.07152533531188965
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,1536,10240,0.0695135990778605
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,1536,10240,0.06992533206939697
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,1536,10240,0.07086613178253173
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,1536,10240,0.06899946530659994
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,1536,10240,0.06695253054300944
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,1536,10240,0.0493834654490153
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,1536,10240,0.04585173527399699
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,1536,10240,0.045579731464385986
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,1536,10240,0.04426026741663615
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,1536,10240,0.04174400170644124
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,1536,10240,0.0438101331392924
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,1536,10240,0.0416159987449646
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,1536,10240,0.03960959911346436
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,1536,10240,0.03934719959894816
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,1536,10240,0.037937064965565995
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,1536,10240,0.037724800904591876
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,1536,10240,0.03532266616821289
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,1536,10240,0.03484479983647664
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,1536,10240,0.034279465675354004
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,1536,10240,0.03338453372319539
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,1536,10240,0.03255786697069804
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,1536,10240,0.032389332850774125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,1536,10240,0.03022506634394328
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,1536,10240,0.030466133356094362
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,1536,10240,0.029101866483688354
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,1536,10240,0.02842666705449422
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,1536,10240,0.027111466725667315
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,1536,10240,0.02675519982973735
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,1536,10240,0.026417066653569538
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,1536,10240,0.026630399624506633
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,1536,10240,0.026789333422978717
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,1536,10240,0.026786132653554277
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,1536,10240,0.026727465788523357
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,1536,10240,0.02681066592534383
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,1536,10240,0.025961599747339886
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,1536,10240,0.02598186731338501
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,1536,10240,0.025539199511210125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,1536,10240,0.025973333915074663
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,1536,10240,0.025999999046325682
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,1536,10240,0.02555519938468933
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,1536,10240,0.025576533873875935
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,1536,10240,0.025570134321848553
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,1536,10240,0.02579306761423747
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,1536,10240,0.025588266054789227
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,1536,10240,0.02576106588045756
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,1536,10240,0.02555626630783081
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,1536,10240,0.025730133056640625
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,1536,10240,0.025509333610534667
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,1536,10240,0.025596799453099568
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,1536,10240,0.025563732782999678
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,1536,10240,0.02595626711845398
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,1536,10240,0.02565760016441345
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,1536,10240,0.025527467330296833
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,1536,10240,0.02553279995918274
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,1536,10240,0.02569599946339925
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,1536,10240,0.025164800882339477
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,1536,10240,0.025165865818659466
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,1536,10240,0.025566933552424113
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,1536,8192,0.5567530949910482
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,1536,8192,0.2914186795552572
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,1536,8192,0.1491103967030843
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,1536,8192,0.07861226399739583
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,1536,8192,0.0783349355061849
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,1536,8192,0.07494293053944906
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,1536,8192,0.0747968037923177
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,1536,8192,0.07033173243204752
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,1536,8192,0.06503573258717855
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,1536,8192,0.06476586659749349
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,1536,8192,0.06476800044377645
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,1536,8192,0.06229973236719767
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,1536,8192,0.06130133469899496
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,1536,8192,0.05461013317108154
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,1536,8192,0.050513064861297606
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,1536,8192,0.04622933467229207
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,1536,8192,0.04766613245010376
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,1536,8192,0.042728531360626223
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,1536,8192,0.04252586762110393
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,1536,8192,0.04170026779174805
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,1536,8192,0.03734399875005086
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,1536,8192,0.03665599822998047
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,1536,8192,0.03662506739298503
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,1536,8192,0.03091946641604106
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,1536,8192,0.030943999687830608
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,1536,8192,0.028725334008534747
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,1536,8192,0.025950932502746583
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,1536,8192,0.02648640076319377
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,1536,8192,0.024256000916163124
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,1536,8192,0.02278613249460856
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,1536,8192,0.02035520076751709
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,1536,8192,0.020201599597930907
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,1536,8192,0.015731199582417806
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,1536,8192,0.017939200003941856
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,1536,8192,0.013987200458844504
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,1536,8192,0.013790933291117349
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,1536,8192,0.012710400422414145
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,1536,8192,0.013086932897567748
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,1536,8192,0.01339413324991862
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,1536,8192,0.012456533312797547
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,1536,8192,0.012846933801968894
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,1536,8192,0.01202239990234375
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,1536,8192,0.012635733683904013
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,1536,8192,0.011010133226712545
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,1536,8192,0.01004266639550527
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,1536,8192,0.010001066327095031
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,1536,8192,0.010086400310198466
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,1536,8192,0.010375466942787171
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,1536,8192,0.011099732915560405
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,1536,8192,0.011150933305422465
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,1536,8192,0.011219200491905213
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,1536,8192,0.011171199878056844
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,1536,8192,0.009589333335558574
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,1536,10240,0.02595306634902954
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,1536,8192,0.009633066256841023
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,1536,8192,0.01074666678905487
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,1536,8192,0.013230933745702108
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,1536,8192,0.0136245330174764
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,1536,8192,0.007894399762153625
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,1536,8192,0.0091839998960495
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,1536,8192,0.00914026697476705
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,1536,8192,0.009128533800443013
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,1536,8192,0.00925439993540446
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,1536,8192,0.009114666779836019
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,1536,8192,0.00897279977798462
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,1536,8192,0.00913279950618744
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,1536,8192,0.0076885332663853955
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,1536,8192,0.00782293329636256
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,1536,8192,0.007686399916807811
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,1536,8192,0.007704533139864604
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,1536,8192,0.007585066556930542
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,1536,8192,0.007625600198904674
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,1536,8192,0.0076885332663853955
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,1536,8192,0.007743999858697255
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,1536,10240,0.02566186587015788
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,1536,10240,0.025619200865427655
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,1536,8192,0.25017919540405276
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,1536,8192,0.009564800063769023
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,1536,8192,0.49203093846638996
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,1536,8192,0.13172053496042888
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,1536,8192,0.13054827054341633
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,1536,8192,0.12120640277862549
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,1536,8192,0.11478292942047119
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,1536,8192,0.9569450378417969
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,1536,8192,0.11199039618174236
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,1536,8192,0.1025813341140747
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,1536,8192,0.10297280152638752
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,1536,8192,0.09929493268330893
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,1536,8192,0.09689386685689291
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,1536,8192,0.08761813640594482
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,1536,8192,0.08592960039774576
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,1536,8192,0.08100586732228597
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,1536,8192,0.0823754628499349
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,1536,8192,0.07179306348164877
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,1536,8192,0.07220906416575114
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,1536,8192,0.06531200011571249
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,1536,8192,0.05756586790084839
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,1536,8192,0.05808639923731486
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,1536,8192,0.052758399645487467
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,1536,8192,0.051976533730824795
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,1536,8192,0.04685973326365153
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,1536,8192,0.04515413443247478
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,1536,8192,0.044011731942494706
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,1536,8192,0.12148053646087646
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,1536,8192,0.04316480159759521
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,1536,8192,0.038819201787312824
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,1536,8192,0.03690559864044189
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,1536,8192,0.034918399651845296
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,1536,8192,0.03286186655362447
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,1536,8192,0.029659734169642134
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,1536,8192,0.028282666206359865
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,1536,8192,0.02608533302942912
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,1536,8192,0.024887466430664064
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,1536,10240,0.025576533873875935
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,1536,8192,0.024851200977961223
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,1536,8192,0.024795732895533242
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,1536,8192,0.024699733654658
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,1536,8192,0.0672981341679891
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,1536,8192,0.02427519957224528
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,1536,8192,0.023543467124303184
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,1536,8192,0.023121066888173423
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,1536,8192,0.02262293299039205
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,1536,8192,0.022663466135660806
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,1536,8192,0.02354773283004761
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,1536,8192,0.022785067558288574
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,1536,8192,0.02290880084037781
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,1536,8192,0.022403200467427574
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,1536,8192,0.021205333868662517
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,1536,8192,0.0217738668123881
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,1536,8192,0.020798933506011964
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,1536,8192,0.020729599396387736
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,1536,8192,0.020478934049606323
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,1536,8192,0.0233952005704244
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,1536,8192,0.020530132452646892
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,1536,8192,0.018498132626215615
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,1536,8192,0.018582399686177573
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,1536,8192,0.01881386637687683
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,1536,8192,0.01858773430188497
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,1536,8192,0.0194432000319163
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,1536,8192,0.01918826699256897
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,1536,8192,0.01862293283144633
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,1536,8192,0.018574933211008705
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,1536,8192,0.018781866629918417
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,1536,10240,0.025570134321848553
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,1536,8192,0.018577067057291667
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,1536,8192,0.018645334243774413
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,1536,8192,0.018372267484664917
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,1536,8192,0.018550399939219156
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,1536,8192,0.018220800161361694
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,1536,10240,0.025589332977930708
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,1536,8192,0.01785599986712138
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,1536,8192,0.024665600061416625
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,1536,8192,0.020631466309229532
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,1536,8192,0.01872319976488749
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,1536,10240,0.025355732440948485
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,1536,8192,0.2051402727762858
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,1536,8192,0.21544532775878905
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,1536,8192,0.18622399965922037
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,1536,8192,0.19565119743347167
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,1536,8192,0.3860447883605957
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,1536,8192,0.7528746922810872
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,1536,8192,1.5182730356852212
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,1536,8192,0.20655892690022787
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,1536,8192,0.19510614077250163
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,1536,8192,0.16440000534057617
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,1536,8192,0.17591466903686523
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,1536,8192,0.17173867225646972
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,1536,8192,0.1039306640625
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,1536,8192,0.08632000287373862
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,1536,8192,0.07461333274841309
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,1536,8192,0.14691947301228842
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,1536,8192,0.06945599714914957
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,1536,8192,0.160155725479126
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,1536,8192,0.06628799835840861
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,1536,8192,0.060515201091766356
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,1536,8192,0.1282058636347453
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,1536,8192,0.143503999710083
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,1536,8192,0.05458453496297201
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,1536,8192,0.05058346589406332
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,1536,8192,0.044828800360361735
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,1536,8192,0.1327957312266032
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,1536,8192,0.1070911963780721
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,1536,8192,0.08872319857279459
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,1536,8192,0.03871999979019165
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,1536,8192,0.047814400990804036
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,1536,8192,0.0329365332921346
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,1536,8192,0.026596266031265258
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,1536,8192,0.03116053342819214
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,1536,8192,0.037033601601918535
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,1536,8192,0.02484906713167826
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,1536,8192,0.019258666038513183
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,1536,8192,0.016235733032226564
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,1536,8192,0.018038400014241538
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,1536,8192,0.017965867122014364
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,1536,8192,0.017694934209187826
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,1536,8192,0.018154666821161906
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,1536,8192,0.016548267006874083
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,1536,8192,0.016506666938463845
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,1536,8192,0.016297599673271178
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,1536,8192,0.014891733725865683
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,1536,8192,0.014516266187032065
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,1536,8192,0.013558399677276612
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,1536,8192,0.013237333297729493
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,1536,8192,0.013595733046531677
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,1536,8192,0.014906666676203408
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,1536,8192,0.013252266248067222
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,1536,8192,0.013313066959381104
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,1536,8192,0.01328426698843638
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,1536,8192,0.013270399967829385
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,1536,8192,0.023918932676315306
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,1536,8192,0.02516053318977356
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,1536,8192,0.02426240046819051
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,1536,8192,0.026697599887847902
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,1536,8192,0.014774399995803832
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,1536,8192,0.014986667037010192
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,1536,8192,0.025833600759506227
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,1536,8192,0.026369067033131917
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,1536,8192,0.014510933558146158
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,1536,8192,0.02511253356933594
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,1536,8192,0.025990400711695356
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,1536,8192,0.026371200879414875
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,1536,8192,0.025092266003290814
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,1536,8192,0.02518933415412903
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,1536,8192,0.02635413408279419
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,1536,8192,0.014871467153231302
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,1536,8192,0.026357332865397137
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,1536,8192,0.024984532594680788
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,1536,8192,0.014881066481272378
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,1536,8192,0.024476800362269083
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,1536,8192,0.18763413429260253
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,1536,8192,0.0625055988629659
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,1536,8192,0.0625109314918518
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,1536,8192,0.06134613355000814
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,1536,8192,0.35569171905517577
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,1536,8192,0.09762559731801351
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,1536,8192,0.06222933530807495
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,1536,8192,0.059366401036580405
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,1536,8192,0.058994134267171226
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,1536,8192,0.055479466915130615
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,1536,8192,0.05757973194122314
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,1536,8192,0.05819520155588785
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,1536,8192,0.053394134839375815
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,1536,8192,0.05549973249435425
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,1536,8192,0.03936853408813477
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,1536,8192,0.03708693186442057
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,1536,8192,0.036665598551432296
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,1536,8192,0.03582933346430461
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,1536,8192,0.03587626616160075
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,1536,8192,0.034499200185139973
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,1536,8192,0.03411733309427897
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,1536,8192,0.03344106674194336
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,1536,8192,0.032551467418670654
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,1536,8192,0.031590400139490764
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,1536,8192,0.03127786715825399
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,1536,8192,0.029938133557637532
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,1536,8192,0.029383466641108198
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,1536,8192,0.02869439919789632
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,1536,8192,0.028680533170700073
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,1536,8192,0.02741866707801819
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,1536,8192,0.0269375999768575
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,1536,8192,0.026313600937525432
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,1536,8192,0.024774400393168132
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,1536,8192,0.025425066550572712
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,1536,8192,0.024360533555348715
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,1536,8192,0.023042132457097374
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,1536,8192,0.0226474662621816
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,1536,8192,0.022678399085998537
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,1536,8192,0.022712532679239908
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,1536,8192,0.022653865814208984
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,1536,8192,0.022719999154408775
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,1536,8192,0.02268799940745036
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,1536,8192,0.02255786657333374
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,1536,8192,0.02222613294919332
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,1536,8192,0.021836799383163453
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,1536,8192,0.021897600094477335
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,1536,8192,0.021910399198532104
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,1536,8192,0.021826134125391642
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,1536,8192,0.021757866938908896
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,1536,8192,0.02175359924634298
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,1536,8192,0.021826134125391642
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,1536,8192,0.021814399957656862
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,1536,8192,0.021471999088923135
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,1536,8192,0.021831466754277547
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,1536,8192,0.021843200922012328
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,1536,8192,0.02188906669616699
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,1536,8192,0.02188053329785665
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,1536,8192,0.021465599536895752
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,1536,8192,0.021460266908009847
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,1536,8192,0.021835732460021972
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,1536,8192,0.02160853346188863
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,1536,8192,0.021840000152587892
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,1536,8192,0.02184106707572937
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,1536,8192,0.021831466754277547
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,1536,8192,0.02183039983113607
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,1536,8192,0.021897600094477335
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,1536,8192,0.02144533395767212
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,1536,7168,0.48348798751831057
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,1536,7168,0.25331840515136717
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,1536,7168,0.12921066284179689
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,1536,8192,0.02187839945157369
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,1536,7168,0.06609493494033813
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,1536,7168,0.0660810669263204
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,1536,7168,0.0630399982134501
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,1536,7168,0.06295359929402669
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,1536,7168,0.05544213453928629
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,1536,7168,0.05628053347269694
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,1536,7168,0.05409066677093506
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,1536,7168,0.05407573382059733
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,1536,7168,0.051628800233205166
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,1536,7168,0.051651199658711754
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,1536,7168,0.04601706663767497
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,1536,7168,0.042534399032592776
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,1536,7168,0.039586134751637775
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,1536,7168,0.040915199120839435
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,1536,7168,0.036551467577616376
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,1536,7168,0.03660373290379842
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,1536,7168,0.03584853410720825
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,1536,8192,0.021565866470336915
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,1536,7168,0.032441600163777666
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,1536,7168,0.027407999833424884
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,1536,7168,0.03210666577021281
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,1536,7168,0.02718293269475301
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,1536,7168,0.025169066588083905
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,1536,7168,0.022743467489878336
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,1536,7168,0.023441066344579063
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,1536,7168,0.02144320011138916
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,1536,7168,0.01791999936103821
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,1536,7168,0.02022506594657898
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,1536,7168,0.01798400084177653
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,1536,7168,0.01388159990310669
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,1536,8192,0.02155733307202657
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,1536,7168,0.016053332885106405
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,1536,7168,0.012574932972590127
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,1536,7168,0.013427199920018515
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,1536,7168,0.01209386686484019
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,1536,7168,0.012818132837613424
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,1536,7168,0.011975466211636861
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,1536,7168,0.011875200271606445
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,1536,7168,0.011594667037328085
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,1536,7168,0.011640533804893494
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,1536,7168,0.01163093348344167
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,1536,7168,0.009542399644851684
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,1536,7168,0.01202453374862671
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,1536,7168,0.009527466694513957
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,1536,7168,0.009527466694513957
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,1536,7168,0.00962453285853068
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,1536,7168,0.010335999727249145
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,1536,7168,0.010340266426404317
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,1536,7168,0.010354133447011311
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,1536,7168,0.010385066270828247
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,1536,7168,0.009129599730173747
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,1536,7168,0.009110400080680847
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,1536,7168,0.009900800387064616
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,1536,7168,0.009143466750780743
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,1536,7168,0.009842133522033692
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,1536,7168,0.012401066223780314
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,1536,7168,0.008302933474381765
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,1536,7168,0.008273066580295562
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,1536,7168,0.008355200290679932
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,1536,7168,0.008338133494059246
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,1536,7168,0.008359466989835102
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,1536,8192,0.021501866976420085
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,1536,7168,0.00827519992987315
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,1536,7168,0.007934933404127757
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,1536,7168,0.007929599781831106
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,1536,7168,0.007945600152015685
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,1536,7168,0.007947733501593272
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,1536,7168,0.007937066753705342
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,1536,7168,0.007904000083605449
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,1536,7168,0.007922133306662242
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,1536,7168,0.007703466713428498
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,1536,7168,0.031354665756225586
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,1536,7168,0.21975785891215005
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,1536,7168,0.431110413869222
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,1536,7168,0.11259520053863525
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,1536,8192,0.021894399325052896
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,1536,7168,0.11297706762949626
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,1536,7168,0.10369706948598226
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,1536,7168,0.10414613087972005
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,1536,7168,0.8332960128784179
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,1536,7168,0.09914027055104574
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,1536,7168,0.09644479751586914
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,1536,7168,0.08972586790720621
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,1536,7168,0.08987200260162354
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,1536,7168,0.08652053674062093
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,1536,7168,0.0852949301401774
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,1536,7168,0.008130133152008057
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,1536,7168,0.07777067025502524
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,1536,7168,0.07217280069986978
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,1536,7168,0.06991573174794516
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,1536,7168,0.06337706645329794
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,1536,7168,0.008321066697438557
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,1536,7168,0.06458880106608073
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,1536,7168,0.059638400872548424
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,1536,7168,0.05610239903132121
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,1536,7168,0.05316373507181803
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,1536,7168,0.05332693258921305
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,1536,7168,0.047288533051808676
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,1536,7168,0.047404801845550536
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,1536,7168,0.043185067176818845
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,1536,7168,0.0409173329671224
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,1536,7168,0.039528532822926836
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,1536,7168,0.03642666737238566
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,1536,7168,0.033053867022196454
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,1536,7168,0.03128746747970581
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,1536,7168,0.02955946723620097
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,1536,7168,0.028042666117350262
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,1536,7168,0.02371946573257446
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,1536,7168,0.02330346703529358
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,1536,7168,0.023192532857259116
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,1536,7168,0.02290560007095337
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,1536,7168,0.023171200354894003
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,1536,7168,0.022639999787012734
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,1536,7168,0.02304853399594625
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,1536,7168,0.021702400843302407
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,1536,7168,0.02143146594365438
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,1536,7168,0.02071466644605001
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,1536,7168,0.044863998889923096
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,1536,7168,0.020923733711242676
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,1536,7168,0.038369067509969074
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,1536,7168,0.02222506602605184
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,1536,7168,0.020935465892155967
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,1536,7168,0.020304000377655028
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,1536,7168,0.02142613331476847
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,1536,7168,0.019769599040349327
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,1536,7168,0.02185813387235006
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,1536,7168,0.020001065731048585
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,1536,7168,0.01885546644528707
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,1536,7168,0.019579732418060304
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,1536,7168,0.020594133933385213
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,1536,7168,0.019598933060963948
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,1536,7168,0.01841920018196106
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,1536,7168,0.018568533658981323
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,1536,7168,0.018412800629933675
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,1536,7168,0.01845546762148539
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,1536,7168,0.018811732530593872
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,1536,7168,0.01850773294766744
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,1536,7168,0.019131733973821004
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,1536,8192,0.02181546688079834
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,1536,7168,0.01845759948094686
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,1536,7168,0.018282665808995565
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,1536,7168,0.01849493384361267
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,1536,7168,0.01829119920730591
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,1536,7168,0.07831146717071533
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,1536,7168,0.017323732376098633
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,1536,7168,0.01726933320363363
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,1536,7168,0.01803093353907267
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,1536,7168,0.01761173407236735
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,1536,8192,0.021501866976420085
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,1536,7168,0.024953599770863852
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,1536,7168,0.018824533621470133
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,1536,7168,0.38451519012451174
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,1536,7168,0.2051157315572103
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,1536,7168,0.21614507039388023
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,1536,7168,0.748802121480306
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,1536,7168,0.18749225934346517
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,1536,7168,0.19957653681437176
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,1536,7168,0.19330239295959473
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,1536,7168,0.18982079823811848
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,1536,7168,1.5049643198649088
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,1536,7168,0.14813332557678222
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,1536,7168,0.1693482716878255
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,1536,7168,0.08753173351287842
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,1536,7168,0.1661344051361084
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,1536,7168,0.12640853722890216
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,1536,7168,0.07176533540089926
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,1536,7168,0.13233386675516765
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,1536,7168,0.06425600051879883
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,1536,7168,0.06851519743601481
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,1536,7168,0.06308480103810629
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,1536,7168,0.05572266578674316
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,1536,7168,0.1166922648747762
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,1536,7168,0.15089707374572753
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,1536,7168,0.052203734715779625
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,1536,7168,0.048840534687042234
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,1536,7168,0.04448213179906209
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,1536,7168,0.043185067176818845
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,1536,7168,0.10643200079600017
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,1536,7168,0.0927285353342692
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,1536,7168,0.07620586554209391
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,1536,7168,0.029993599653244017
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,1536,7168,0.03583146731058757
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,1536,7168,0.03128106594085693
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,1536,7168,0.03754239877065023
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,1536,7168,0.025091199080149333
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,1536,7168,0.023651200532913207
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,1536,7168,0.018209065993626913
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,1536,7168,0.01534293293952942
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,1536,7168,0.016925867398579916
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,1536,7168,0.016952532529830932
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,1536,7168,0.016548267006874083
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,1536,7168,0.01698346734046936
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,1536,7168,0.015361066659291586
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,1536,7168,0.015285332997639975
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,1536,7168,0.01574720044930776
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,1536,7168,0.013718400398890176
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,1536,7168,0.012470400333404541
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,1536,7168,0.01241386632124583
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,1536,7168,0.012542933225631714
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,1536,7168,0.01407360037167867
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,1536,7168,0.012196266651153564
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,1536,7168,0.012405332922935487
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,1536,7168,0.02183786630630493
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,1536,7168,0.02100373307863871
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,1536,7168,0.014098133643468222
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,1536,7168,0.013667200009028116
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,1536,7168,0.02082879940668742
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,1536,7168,0.021857066949208578
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,1536,7168,0.022793600956598915
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,1536,7168,0.02231360077857971
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,1536,7168,0.021925334135691324
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,1536,7168,0.013686399658521017
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,1536,7168,0.013706666231155396
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,1536,7168,0.02270080049832662
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,1536,7168,0.023069866498311362
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,1536,7168,0.023139200607935586
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,1536,7168,0.022462934255599976
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,1536,7168,0.021918932596842446
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,1536,7168,0.02299413283665975
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,1536,7168,0.022692267100016275
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,1536,7168,0.023510400454203287
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,1536,7168,0.023092265923817953
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,1536,7168,0.0139957328637441
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,1536,7168,0.013395200173060099
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,1536,7168,0.02350506583849589
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,1536,7168,0.17191786766052247
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,1536,7168,0.057608532905578616
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,1536,7168,0.09053119818369547
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,1536,7168,0.057291734218597415
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,1536,7168,0.3258805274963379
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,1536,7168,0.05363839864730835
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,1536,7168,0.05670719941457113
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,1536,7168,0.05637866655985514
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,1536,7168,0.0534112016359965
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,1536,7168,0.05151786804199219
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,1536,7168,0.051950931549072266
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,1536,7168,0.05050346851348877
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,1536,7168,0.04792319933573405
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,1536,7168,0.03592106501261393
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,1536,7168,0.05001173416773478
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,1536,7168,0.03418240149815877
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,1536,7168,0.034086398283640545
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,1536,7168,0.03269973397254944
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,1536,7168,0.031377067168553666
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,1536,7168,0.03131626645723979
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,1536,7168,0.030266666412353517
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,1536,7168,0.03274346590042114
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,1536,7168,0.029725867509841918
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,1536,7168,0.02924799919128418
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,1536,7168,0.028553599119186403
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,1536,7168,0.02765333255132039
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,1536,7168,0.026498132944107057
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,1536,7168,0.027116799354553224
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,1536,7168,0.025682133436203004
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,1536,7168,0.025144533316294355
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,1536,7168,0.025222400824228924
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,1536,7168,0.023561600844065347
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,1536,7168,0.023511467377344768
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,1536,7168,0.022501333554585775
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,1536,7168,0.02229866584142049
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,1536,7168,0.021331199010213218
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,1536,7168,0.0206496000289917
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,1536,7168,0.020683733622233073
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,1536,7168,0.02065920035044352
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,1536,7168,0.020598399639129638
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,1536,7168,0.02063466707865397
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,1536,7168,0.02100800077120463
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,1536,7168,0.020619734128316244
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,1536,7168,0.020220800240834554
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,1536,7168,0.02018453280131022
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,1536,7168,0.019834667444229126
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,1536,7168,0.02018346587816874
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,1536,7168,0.020227199792861937
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,1536,7168,0.02023573319117228
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,1536,7168,0.019780266284942626
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,1536,7168,0.020053333044052123
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,1536,7168,0.01979093352953593
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,1536,7168,0.02016426722208659
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,1536,7168,0.020222934087117513
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,1536,7168,0.01984213391939799
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,1536,7168,0.019808000326156615
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,1536,7168,0.019899733861287437
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,1536,7168,0.020190932353337607
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,1536,7168,0.020196266969045005
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,1536,7168,0.01983893314997355
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,1536,7168,0.019824000199635823
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,1536,7168,0.01977919936180115
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,1536,7168,0.02020053267478943
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,1536,7168,0.01982933282852173
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,1536,7168,0.019428267081578573
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,1536,7168,0.01984213391939799
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,1536,7168,0.019845332702000937
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,1536,6144,0.41282132466634114
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,1536,7168,0.0197760005791982
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,1536,6144,0.10977706909179688
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,1536,6144,0.055810133616129555
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,1536,6144,0.05576853354771932
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,1536,6144,0.053395199775695804
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,1536,7168,0.020182400941848755
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,1536,6144,0.053541334470113125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,1536,6144,0.04808426698048909
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,1536,6144,0.04800426562627157
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,1536,6144,0.04623466730117798
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,1536,6144,0.046166400114695236
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,1536,6144,0.04426666498184204
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,1536,6144,0.04426986773808797
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,1536,6144,0.03934719959894816
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,1536,7168,0.01982933282852173
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,1536,6144,0.036424533526102705
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,1536,6144,0.034100266297658284
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,1536,6144,0.035359998544057206
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,1536,6144,0.031668267647425336
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,1536,6144,0.03190186619758606
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,1536,6144,0.03142720063527425
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,1536,6144,0.027401600281397504
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,1536,6144,0.027687466144561766
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,1536,6144,0.21615254084269203
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,1536,6144,0.02357333302497864
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,1536,6144,0.023528534173965453
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,1536,6144,0.021767467260360718
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,1536,6144,0.019717333714167277
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,1536,6144,0.020434133211771646
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,1536,6144,0.018847999970118205
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,1536,6144,0.015731199582417806
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,1536,6144,0.01771519978841146
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,1536,6144,0.016008533040682473
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,1536,6144,0.012353066603342693
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,1536,6144,0.01416106621424357
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,1536,6144,0.011429333686828613
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,1536,6144,0.011019733548164368
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,1536,6144,0.010603732864061991
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,1536,6144,0.010689066847165425
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,1536,6144,0.011979732910792034
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,1536,6144,0.010338133573532105
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,1536,6144,0.010629333058993022
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,1536,6144,0.010376532872517902
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,1536,6144,0.010381866494814556
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,1536,6144,0.011347200473149617
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,1536,6144,0.00864746669928233
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,1536,6144,0.0086816002925237
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,1536,6144,0.008743466933568318
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,1536,6144,0.009096533060073853
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,1536,6144,0.00949013332525889
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,1536,6144,0.009545600414276123
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,1536,6144,0.009586133559544881
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,1536,6144,0.00956053336461385
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,1536,7168,0.02017813324928284
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,1536,6144,0.008373333017031352
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,1536,6144,0.008269866804281871
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,1536,6144,0.009165866176287334
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,1536,6144,0.009938133756319682
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,1536,6144,0.0110944002866745
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,1536,6144,0.009112532933553059
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,1536,6144,0.0070826664566993715
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,1536,6144,0.00788373351097107
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,1536,6144,0.007895466685295106
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,1536,6144,0.007891199986139933
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,1536,6144,0.007941333452860515
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,1536,6144,0.007890133559703827
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,1536,6144,0.007884799937407176
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,1536,6144,0.0067221333583196
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,1536,6144,0.006685866912206013
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,1536,6144,0.006726400057474773
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,1536,6144,0.02781333327293396
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,1536,6144,0.00673173318306605
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,1536,6144,0.0066890666882197065
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,1536,6144,0.006854400038719177
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,1536,6144,0.006792533397674561
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,1536,6144,0.00659093310435613
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,1536,6144,0.19065173467000324
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,1536,6144,0.3717301368713379
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,1536,6144,0.0951754649480184
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,1536,6144,0.08868906497955323
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,1536,6144,0.7169183731079102
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,1536,6144,0.08781119982401529
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,1536,6144,0.08501226902008056
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,1536,6144,0.07630293369293213
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,1536,6144,0.08281066417694091
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,1536,6144,0.07620906829833984
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,1536,6144,0.0731935977935791
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,1536,6144,0.07123200098673502
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,1536,6144,0.06636799971262614
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,1536,6144,0.06449493169784545
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,1536,6144,0.058392532666524256
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,1536,6144,0.06056426763534546
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,1536,6144,0.00790293316046397
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,1536,6144,0.05498453378677368
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,1536,6144,0.0562112013498942
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,1536,6144,0.049668268362681074
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,1536,6144,0.0466815988222758
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,1536,6144,0.04692480166753133
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,1536,6144,0.04475626548131307
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,1536,6144,0.043933868408203125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,1536,6144,0.040301867326100665
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,1536,6144,0.03902399937311808
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,1536,6144,0.03717120091120402
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,1536,6144,0.03674026727676392
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,1536,6144,0.03430826663970947
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,1536,6144,0.032657066980997726
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,1536,6144,0.030590933561325074
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,1536,6144,0.028332799673080444
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,1536,6144,0.09498453140258789
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,1536,6144,0.026829866568247478
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,1536,6144,0.023030400276184082
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,1536,6144,0.022734934091567995
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,1536,7168,0.019780266284942626
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,1536,6144,0.02276479999224345
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,1536,6144,0.02246613303820292
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,1536,6144,0.020999467372894286
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,1536,6144,0.022014933824539184
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,1536,6144,0.021755733092625937
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,1536,6144,0.020823466777801513
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,1536,6144,0.020985599358876547
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,1536,6144,0.020551466941833497
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,1536,6144,0.019244800011316933
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,1536,6144,0.01967359979947408
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,1536,6144,0.019556266069412232
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,1536,6144,0.01875413258870443
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,1536,6144,0.018614399433135986
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,1536,6144,0.018573866287867228
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,1536,6144,0.018730666240056357
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,1536,6144,0.018396800756454466
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,1536,6144,0.01862186590830485
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,1536,6144,0.020062933365503945
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,1536,6144,0.05280319849650065
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,1536,6144,0.01804693341255188
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,1536,6144,0.018398932615915933
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,1536,6144,0.017758933703104655
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,1536,6144,0.018811732530593872
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,1536,6144,0.01694933374722799
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,1536,6144,0.016846932967503867
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,1536,6144,0.016557866334915163
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,1536,6144,0.018568533658981323
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,1536,6144,0.016901334126790367
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,1536,6144,0.01766080061594645
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,1536,6144,0.018423465887705485
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,1536,6144,0.017119999726613364
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,1536,6144,0.016977065801620485
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,1536,6144,0.017552000284194947
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,1536,6144,0.017322667439778647
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,1536,6144,0.01655893325805664
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,1536,6144,0.02828693389892578
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,1536,6144,0.017547732591629027
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,1536,6144,0.017115734020868936
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,1536,6144,0.020363734165827433
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,1536,7168,0.019810134172439577
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,1536,7168,0.020195200045903524
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,1536,6144,0.20300159454345704
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,1536,6144,0.37721707026163737
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,1536,6144,0.1627690633138021
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,1536,6144,0.7270847956339519
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,1536,6144,0.18820053736368816
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,1536,6144,0.18345279693603517
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,1536,6144,0.19985067049662272
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,1536,6144,1.443517812093099
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,1536,6144,0.1710037390391032
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,1536,6144,0.13912533124287924
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,1536,6144,0.11900266806284587
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,1536,6144,0.14143892923990886
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,1536,6144,0.07898453076680502
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,1536,6144,0.06951573689778646
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,1536,6144,0.12085013389587403
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,1536,6144,0.09012906551361084
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,1536,6144,0.06457279920578003
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,1536,6144,0.059501866499582924
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,1536,6144,0.060887467861175534
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,1536,6144,0.05383040110270182
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,1536,6144,0.09114879767100016
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,1536,6144,0.04984000126520793
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,1536,6144,0.04659306605656942
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,1536,6144,0.042114134629567465
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,1536,6144,0.04107946554819743
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,1536,6144,0.10833386580149333
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,1536,6144,0.09907840092976888
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,1536,6144,0.07806506951649984
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,1536,6144,0.07400746345520019
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,1536,6144,0.029357866446177168
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,1536,6144,0.02797653277715047
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,1536,6144,0.03569493293762207
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,1536,6144,0.034126933415730795
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,1536,6144,0.02309760053952535
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,1536,6144,0.02211306691169739
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,1536,6144,0.017339734236399333
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,1536,6144,0.014472533265749613
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,1536,6144,0.016089600324630738
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,1536,6144,0.016124799847602844
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,1536,6144,0.015745066603024802
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,1536,6144,0.01535146633783976
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,1536,6144,0.014574933052062988
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,1536,6144,0.014806399742762247
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,1536,6144,0.014504533012708029
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,1536,6144,0.013048533598581949
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,1536,6144,0.011583999792734782
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,1536,6144,0.011603200435638427
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,1536,6144,0.011583999792734782
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,1536,6144,0.011622400085131327
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,1536,6144,0.011377066373825073
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,1536,6144,0.019382399320602418
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,1536,6144,0.012897066275278726
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,1536,6144,0.019346133867899577
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,1536,6144,0.012849066654841104
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,1536,6144,0.01279146671295166
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,1536,6144,0.01946559945742289
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,1536,6144,0.01967359979947408
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,1536,6144,0.020666666825612388
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,1536,6144,0.02011093298594157
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,1536,6144,0.019834667444229126
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,1536,6144,0.020705066124598184
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,1536,6144,0.01985599994659424
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,1536,6144,0.020198400815327963
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,1536,6144,0.02135573426882426
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,1536,6144,0.02053440014521281
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,1536,6144,0.021444267034530638
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,1536,6144,0.012476799885431926
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,1536,6144,0.020617600282033285
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,1536,6144,0.02145386735598246
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,1536,6144,0.0210591991742452
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,1536,6144,0.012967466314633688
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,1536,6144,0.012822399536768595
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,1536,6144,0.019963733355204263
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,1536,6144,0.012828800082206725
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,1536,6144,0.15570133527119953
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,1536,6144,0.29429121017456056
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,1536,6144,0.08302826881408691
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,1536,6144,0.051285334428151454
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,1536,6144,0.04924799998601277
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,1536,6144,0.05071253379185995
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,1536,6144,0.050760531425476076
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,1536,6144,0.047595731417338055
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,1536,6144,0.047894398371378585
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,1536,6144,0.04669546683629354
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,1536,6144,0.04599253336588542
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,1536,6144,0.04524906476338704
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,1536,6144,0.04515093167622884
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,1536,6144,0.03221759994824727
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,1536,6144,0.04312106768290202
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,1536,6144,0.030728532870610552
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,1536,6144,0.030932267506917317
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,1536,6144,0.030548266569773358
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,1536,6144,0.029538132747014362
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,1536,6144,0.028716800610224406
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,1536,6144,0.028544000784556073
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,1536,6144,0.027885866165161134
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,1536,6144,0.027254400650660197
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,1536,6144,0.026530132691065474
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,1536,6144,0.025969066222508747
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,1536,6144,0.024795732895533242
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,1536,6144,0.025441066424051924
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,1536,6144,0.023825067281723022
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,1536,6144,0.024062933524449666
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,1536,6144,0.022824533780415854
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,1536,6144,0.023018666108449302
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,1536,6144,0.021640533208847047
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,1536,6144,0.02149333357810974
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,1536,6144,0.020600533485412596
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,1536,6144,0.02018346587816874
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,1536,6144,0.018979199727376304
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,1536,6144,0.019027199347813925
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,1536,6144,0.018972800175348917
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,1536,6144,0.01857173244158427
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,1536,6144,0.018927999337514243
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,1536,6144,0.01900586684544881
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,1536,6144,0.019014400243759156
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,1536,6144,0.018974934021631876
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,1536,6144,0.01856000026067098
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,1536,6144,0.01813546617825826
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,1536,6144,0.0185973326365153
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,1536,6144,0.018522665898005167
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,1536,6144,0.018175999323527016
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,1536,6144,0.01821333368619283
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,1536,6144,0.01812053322792053
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,1536,6144,0.01814613342285156
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,1536,6144,0.018205867211023966
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,1536,6144,0.018156800667444864
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,1536,6144,0.018122667074203493
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,1536,6144,0.01813439925511678
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,1536,6144,0.017773866653442383
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,1536,6144,0.01857173244158427
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,1536,6144,0.01856213410695394
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,1536,6144,0.018194133043289186
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,1536,6144,0.017933867375055947
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,1536,6144,0.01820053259531657
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,1536,6144,0.01781546672185262
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,1536,6144,0.018270933628082277
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,1536,6144,0.018182400862375894
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,1536,6144,0.018147200345993042
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,1536,6144,0.01817173361778259
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,1536,6144,0.01821333368619283
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,1536,5120,0.3436234792073568
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,1536,6144,0.01813546617825826
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,1536,6144,0.01813653310139974
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,1536,5120,0.0469589352607727
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,1536,5120,0.08915733496348063
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,1536,5120,0.18135786056518555
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,1536,5120,0.046727466583251956
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,1536,5120,0.043782401084899905
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,1536,5120,0.044044800599416095
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,1536,5120,0.03926186561584473
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,1536,5120,0.03810346523920695
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,1536,5120,0.03790080149968465
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,1536,5120,0.03641706705093384
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,1536,5120,0.03648853302001953
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,1536,5120,0.03258240024248759
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,1536,5120,0.03017279903093974
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,1536,5120,0.02834666570027669
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,1536,5120,0.029996800422668456
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,1536,5120,0.026630399624506633
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,1536,5120,0.02676266630490621
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,1536,5120,0.02635519901911418
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,1536,5120,0.023501867055892946
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,1536,5120,0.023078399896621703
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,1536,5120,0.023500800132751465
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,1536,5120,0.019899733861287437
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,1536,5120,0.01988053321838379
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,1536,5120,0.01858453353246053
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,1536,5120,0.016809600591659545
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,1536,5120,0.017615999778111777
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,1536,6144,0.01816213329633077
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,1536,5120,0.016039466857910155
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,1536,5120,0.015387733777364096
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,1536,5120,0.013879467050234476
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,1536,5120,0.01076586643854777
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,1536,5120,0.04020373423894246
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,1536,5120,0.012587733070055642
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,1536,5120,0.009723732868830364
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,1536,5120,0.009230933586756388
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,1536,5120,0.009377066294352214
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,1536,5120,0.009172266721725464
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,1536,5120,0.009123200178146362
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,1536,6144,0.018184532721837364
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,1536,5120,0.00918293297290802
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,1536,5120,0.009101866682370504
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,1536,5120,0.009129599730173747
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,1536,5120,0.009108266234397889
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,1536,5120,0.007880533238252004
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,1536,5120,0.007874133189519246
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,1536,5120,0.008712533116340637
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,1536,5120,0.008678399523099263
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,1536,5120,0.008753066261609394
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,1536,5120,0.008823466300964356
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,1536,5120,0.008729599912961324
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,1536,5120,0.007683200140794118
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,1536,5120,0.007505066692829132
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,1536,5120,0.00837546686331431
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,1536,5120,0.008679466446240743
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,1536,5120,0.009668266773223877
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,1536,5120,0.008286933104197185
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,1536,5120,0.006260266900062561
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,1536,5120,0.007147733370463054
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,1536,5120,0.0070783997575442
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,1536,5120,0.0071168000499407455
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,1536,5120,0.0070602665344874065
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,1536,5120,0.007122133175532024
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,1536,5120,0.013727999726931252
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,1536,5120,0.0071274667978286745
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,1536,5120,0.006038400034109751
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,1536,5120,0.006293333570162455
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,1536,5120,0.0059125334024429325
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,1536,5120,0.006192000210285186
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,1536,6144,0.017785600821177163
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,1536,5120,0.005960533519585928
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,1536,5120,0.006088533500830332
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,1536,5120,0.005986133217811584
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,1536,5120,0.01001706620057424
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,1536,5120,0.005905066430568695
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,1536,5120,0.07785706520080567
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,1536,5120,0.15798932711283367
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,1536,5120,0.0781045357386271
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,1536,5120,0.31222613652547204
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,1536,5120,0.07264959812164307
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,1536,5120,0.07278506755828858
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,1536,5120,0.07088426748911539
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,1536,5120,0.06770133177439372
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,1536,5120,0.06318293412526449
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,1536,5120,0.5997941335042317
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,1536,5120,0.06318933169047038
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,1536,5120,0.058637865384419764
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,1536,5120,0.05730346838633219
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,1536,5120,0.05544213453928629
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,1536,5120,0.05491733153661092
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,1536,5120,0.050910933812459314
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,1536,5120,0.052215464909871424
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,1536,5120,0.04723093509674072
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,1536,5120,0.04815680185953776
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,1536,5120,0.04643733501434326
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,1536,5120,0.04312320152918498
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,1536,5120,0.04495893319447835
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,1536,5120,0.03848746617635091
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,1536,5120,0.03905066649119059
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,1536,5120,0.03516800006230672
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,1536,5120,0.03382506767908732
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,1536,5120,0.03288639982541402
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,1536,5120,0.03020586570103963
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,1536,5120,0.028076799710591634
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,1536,5120,0.026371200879414875
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,1536,5120,0.025672533114751178
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,1536,5120,0.025183999538421632
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,1536,5120,0.022264534235000612
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,1536,5120,0.007881600161393483
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,1536,5120,0.022000000874201456
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,1536,5120,0.023034665981928507
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,1536,5120,0.02301759918530782
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,1536,5120,0.021953066190083824
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,1536,5120,0.020848000049591066
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,1536,5120,0.04315413236618042
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,1536,5120,0.020497065782546998
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,1536,5120,0.02032853364944458
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,1536,5120,0.019059199094772338
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,1536,5120,0.03683306773503621
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,1536,5120,0.01866133411725362
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,1536,5120,0.006909866631031036
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,1536,5120,0.01970240076382955
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,1536,5120,0.018644267320632936
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,1536,5120,0.018489599227905273
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,1536,5120,0.02895359992980957
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,1536,5120,0.018644267320632936
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,1536,5120,0.01887786587079366
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,1536,5120,0.018620800971984864
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,1536,5120,0.01831679940223694
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,1536,5120,0.018053332964579262
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,1536,5120,0.018463999032974243
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,1536,5120,0.01814613342285156
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,1536,5120,0.016523733735084534
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,1536,5120,0.016562133034070333
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,1536,5120,0.01662826637427012
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,1536,5120,0.016571733355522155
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,1536,5120,0.01652906636397044
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,1536,5120,0.016753067572911583
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,1536,6144,0.01813439925511678
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,1536,5120,0.016472533345222473
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,1536,5120,0.017321600516637167
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,1536,5120,0.01654293338457743
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,1536,5120,0.01652906636397044
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,1536,5120,0.016871466239293417
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,1536,5120,0.016572800278663636
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,1536,5120,0.016915200153986613
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,1536,5120,0.01648853321870168
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,1536,5120,0.016515200336774193
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,1536,6144,0.01815999945004781
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,1536,5120,0.018994132677714028
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,1536,5120,0.018637865781784058
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,1536,5120,0.016555733482042947
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,1536,5120,0.016511999567349753
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,1536,5120,0.16849493980407715
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,1536,5120,0.12983040014902753
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,1536,5120,0.16278932889302572
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,1536,5120,0.7032351811726888
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,1536,5120,0.3599317232767741
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,1536,5120,0.1508618672688802
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,1536,5120,0.14026026725769042
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,1536,5120,0.12653226852416993
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,1536,5120,1.407208506266276
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,1536,5120,0.1138965368270874
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,1536,5120,0.0859071969985962
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,1536,5120,0.0703925371170044
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,1536,5120,0.09736213684082032
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,1536,5120,0.11806613604227703
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,1536,5120,0.06373546520868936
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,1536,5120,0.05793386697769165
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,1536,5120,0.07901439666748047
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,1536,5120,0.05417493184407553
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,1536,5120,0.0908565362294515
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,1536,5120,0.09535253047943115
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,1536,5120,0.052085332075754796
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,1536,5120,0.045960533618927005
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,1536,5120,0.0394976019859314
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,1536,5120,0.044616532325744626
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,1536,5120,0.08113386631011962
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,1536,5120,0.061655465761820474
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,1536,5120,0.040626132488250734
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,1536,5120,0.07228373686472575
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,1536,5120,0.06725546518961588
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,1536,5120,0.03336533308029175
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,1536,5120,0.028436267375946046
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,1536,5120,0.026316799720128375
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,1536,5120,0.022501333554585775
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,1536,5120,0.02062079906463623
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,1536,5120,0.032545065879821776
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,1536,5120,0.014947199821472168
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,1536,5120,0.016546133160591125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,1536,5120,0.01332373321056366
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,1536,5120,0.015188266833623251
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,1536,5120,0.014919466773668923
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,1536,5120,0.014914133151372275
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,1536,5120,0.013658666610717773
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,1536,5120,0.013615999619166055
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,1536,5120,0.01366933286190033
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,1536,5120,0.012008532881736755
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,1536,5120,0.010670933127403259
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,1536,5120,0.01202133297920227
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,1536,5120,0.010808533430099488
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,1536,5120,0.010384000341097514
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,1536,5120,0.010414933164914448
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,1536,5120,0.010591999689737955
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,1536,5120,0.017803732554117838
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,1536,5120,0.017384533087412515
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,1536,5120,0.017760000626246133
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,1536,5120,0.016902399063110352
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,1536,5120,0.018248534202575682
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,1536,5120,0.017998933792114258
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,1536,5120,0.01809599995613098
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,1536,5120,0.016924800475438435
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,1536,5120,0.017246933778127034
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,1536,5120,0.018619734048843383
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,1536,5120,0.01769599914550781
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,1536,5120,0.017087999979654947
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,1536,5120,0.01814613342285156
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,1536,5120,0.018209065993626913
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,1536,5120,0.018986666202545167
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,1536,5120,0.012018133203188579
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,1536,5120,0.018148267269134523
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,1536,5120,0.011820800105730693
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,1536,5120,0.019243733088175455
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,1536,5120,0.011985066533088683
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,1536,5120,0.0120170662800471
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,1536,5120,0.012009599804878235
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,1536,5120,0.012065066893895467
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,1536,5120,0.26921494801839196
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,1536,5120,0.04462826649347941
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,1536,5120,0.04441599845886231
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,1536,5120,0.044392534097035724
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,1536,5120,0.0766314665476481
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,1536,5120,0.1418922742207845
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,1536,5120,0.043570133050282796
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,1536,5120,0.04252479871114095
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,1536,5120,0.041894400119781496
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,1536,5120,0.041360000769297287
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,1536,5120,0.04148373206456502
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,1536,5120,0.04023040135701497
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,1536,5120,0.02905279994010925
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,1536,5120,0.04070826768875122
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,1536,5120,0.028085333108901978
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,1536,5120,0.039154132207234696
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,1536,5120,0.028124799331029255
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,1536,5120,0.027080533901850383
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,1536,5120,0.02654293378194173
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,1536,5120,0.02606719930966695
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,1536,5120,0.02585386633872986
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,1536,5120,0.024529065688451132
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,1536,5120,0.025150932868321735
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,1536,5120,0.023844265937805177
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,1536,5120,0.023880533377329507
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,1536,5120,0.022873600323994957
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,1536,5120,0.022311466932296752
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,1536,5120,0.02146880030632019
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,1536,5120,0.021410133441289267
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,1536,5120,0.02064853310585022
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,1536,5120,0.019433599710464478
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,1536,5120,0.020388267437616982
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,1536,5120,0.0194048007329305
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,1536,5120,0.01858773430188497
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,1536,5120,0.01735466718673706
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,1536,5120,0.018194133043289186
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,1536,5120,0.017063466707865398
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,1536,5120,0.017324799299240114
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,1536,5120,0.0169706662495931
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,1536,5120,0.01699519952138265
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,1536,5120,0.01713493267695109
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,1536,5120,0.016936532656351724
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,1536,5120,0.017107200622558594
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,1536,5120,0.016547200083732606
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,1536,5120,0.01618133286635081
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,1536,5120,0.016596266627311708
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,1536,5120,0.01649386684099833
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,1536,5120,0.016556800405184428
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,1536,5120,0.0161461333433787
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,1536,5120,0.016569599509239197
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,1536,5120,0.016170666615168253
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,1536,5120,0.01651093363761902
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,1536,5120,0.016267733772595723
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,1536,5120,0.01616213321685791
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,1536,5120,0.01613653302192688
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,1536,5120,0.016156799594561257
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,1536,5120,0.0164874662955602
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,1536,5120,0.016502400239308677
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,1536,5120,0.016515200336774193
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,1536,5120,0.016125866770744325
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,1536,5120,0.016158933440844216
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,1536,5120,0.0161461333433787
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,1536,5120,0.016548267006874083
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,1536,5120,0.016082132856051125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,1536,5120,0.016500266393025716
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,1536,5120,0.01612053314844767
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,1536,5120,0.016477866967519125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,1536,4096,0.27219200134277344
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,1536,4096,0.14228906631469726
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,1536,4096,0.06910293102264405
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,1536,5120,0.01616320013999939
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,1536,4096,0.03766080141067505
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,1536,4096,0.03758080005645752
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,1536,4096,0.03537919918696086
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,1536,4096,0.0366538683573405
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,1536,4096,0.03236160079638163
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,1536,4096,0.031207466125488283
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,1536,4096,0.03015679915746053
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,1536,4096,0.031083732843399048
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,1536,4096,0.029655466477076214
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,1536,4096,0.02863679925600688
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,1536,5120,0.016131200393040977
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,1536,4096,0.026606933275858564
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,1536,4096,0.025946666797002155
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,1536,4096,0.023242666323979696
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,1536,4096,0.026073600848515826
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,1536,4096,0.021724800268809
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,1536,4096,0.022567466894785563
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,1536,4096,0.021891200542449953
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,1536,4096,0.019683200120925903
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,1536,4096,0.01941759983698527
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,1536,4096,0.020358399550120036
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,1536,4096,0.016475733121236166
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,1536,4096,0.01669013301531474
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,1536,4096,0.015683199961980185
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,1536,4096,0.014123732844988504
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,1536,4096,0.01490133305390676
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,1536,4096,0.014079999923706055
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,1536,4096,0.01297706663608551
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,1536,4096,0.011745066444079081
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,1536,4096,0.011787733435630799
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,1536,4096,0.009334400296211243
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,1536,4096,0.010546132922172546
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,1536,4096,0.008679466446240743
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,1536,4096,0.008081066608428954
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,1536,4096,0.0076223999261856076
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,1536,4096,0.007957333326339721
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,1536,4096,0.007709866762161255
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,1536,4096,0.007816533247629803
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,1536,4096,0.0078015998005867004
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,1536,4096,0.00767680009206136
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,1536,4096,0.0077461332082748415
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,1536,4096,0.007725866635640462
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,1536,4096,0.007635200023651123
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,1536,5120,0.01609386702378591
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,1536,4096,0.00767573316891988
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,1536,4096,0.007612800101439159
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,1536,4096,0.007523199915885926
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,1536,4096,0.007549866537253062
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,1536,4096,0.007470933099587758
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,1536,5120,0.01614400049050649
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,1536,4096,0.006776533524195353
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,1536,4096,0.00730453332265218
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,1536,4096,0.007063466807206471
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,1536,4096,0.00874773363272349
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,1536,4096,0.007088000078996022
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,1536,4096,0.005422933399677277
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,1536,4096,0.006702933212121327
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,1536,5120,0.016424533724784852
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,1536,4096,0.006675200164318084
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,1536,4096,0.006660266717274983
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,1536,4096,0.006638933221499126
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,1536,4096,0.00664213349421819
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,1536,4096,0.0066538666685422255
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,1536,4096,0.006137600044409434
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,1536,4096,0.005899733304977417
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,1536,4096,0.00588266650835673
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,1536,4096,0.0058773333827654515
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,1536,4096,0.005906133353710175
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,1536,4096,0.00589333325624466
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,1536,4096,0.0058794667323430385
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,1536,4096,0.005861333509286245
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,1536,4096,0.007516799867153168
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,1536,4096,0.48332373301188153
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,1536,4096,0.007539199789365132
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,1536,4096,0.12230506738026936
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,1536,4096,0.06127573251724243
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,1536,4096,0.25220799446105957
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,1536,4096,0.057366398970286045
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,1536,4096,0.056993067264556885
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,1536,4096,0.056226134300231934
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,1536,4096,0.054416000843048096
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,1536,4096,0.05183999935785929
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,1536,4096,0.00668693333864212
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,1536,4096,0.049388798077901204
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,1536,4096,0.048970667521158855
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,1536,4096,0.04574933449427287
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,1536,4096,0.04520639975865682
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,1536,4096,0.045152000586191815
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,1536,4096,0.04564479986826579
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,1536,4096,0.04164906740188599
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,1536,4096,0.039325865109761556
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,1536,4096,0.03867306709289551
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,1536,4096,0.03635093371073405
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,1536,4096,0.037367467085520426
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,1536,4096,0.03530773321787516
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,1536,4096,0.03491946856180827
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,1536,4096,0.031922133763631184
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,1536,4096,0.031413332621256514
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,1536,4096,0.030406399567921953
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,1536,4096,0.02895680069923401
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,1536,4096,0.026768000920613606
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,1536,4096,0.026693334182103474
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,1536,4096,0.007062399884064992
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,1536,4096,0.025500800212224322
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,1536,4096,0.024793599049250284
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,1536,4096,0.023851732412974037
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,1536,4096,0.02330346703529358
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,1536,4096,0.062225067615509035
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,1536,4096,0.020889600118001304
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,1536,4096,0.020497065782546998
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,1536,4096,0.020668800671895346
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,1536,4096,0.020858667294184365
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,1536,4096,0.020632533232371013
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,1536,4096,0.01921066641807556
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,1536,4096,0.018617600202560425
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,1536,4096,0.019058134158452353
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,1536,4096,0.018529067436854042
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,1536,4096,0.01813546617825826
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,1536,4096,0.018233599265416463
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,1536,4096,0.018396800756454466
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,1536,4096,0.01769599914550781
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,1536,4096,0.01851946711540222
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,1536,4096,0.017624533176422118
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,1536,4096,0.017407999436060587
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,1536,4096,0.016727467377980552
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,1536,4096,0.04189759890238444
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,1536,4096,0.017293866475423178
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,1536,5120,0.016492799917856852
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,1536,4096,0.01651946703592936
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,1536,4096,0.016696532567342125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,1536,4096,0.01649386684099833
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,1536,4096,0.017515732844670614
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,1536,4096,0.01704960068066915
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,1536,4096,0.016454399625460307
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,1536,4096,0.016511999567349753
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,1536,4096,0.01639253298441569
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,1536,4096,0.016572800278663636
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,1536,4096,0.01738026738166809
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,1536,4096,0.017498666048049928
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,1536,4096,0.01792853275934855
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,1536,4096,0.01657919983069102
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,1536,4096,0.01703146696090698
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,1536,4096,0.016639999548594155
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,1536,4096,0.016502400239308677
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,1536,4096,0.01727893352508545
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,1536,4096,0.016528000434239708
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,1536,4096,0.01683626572291056
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,1536,5120,0.01618666648864746
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,1536,4096,0.05155413150787354
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,1536,4096,0.017459199825922648
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,1536,4096,0.016574933131535848
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,1536,4096,0.34713385899861654
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,1536,4096,0.12652479807535807
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,1536,4096,0.10480639934539795
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,1536,4096,0.12503466606140137
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,1536,4096,0.11838080088297527
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,1536,4096,0.6828149159749348
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,1536,4096,0.11224106947580974
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,1536,4096,1.3617237091064454
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,1536,4096,0.10972800254821777
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,1536,4096,0.10104533036549886
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,1536,4096,0.09319252967834472
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,1536,4096,0.06723199685414633
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,1536,4096,0.08868800004323324
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,1536,4096,0.08271146615346273
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,1536,4096,0.06033493280410766
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,1536,4096,0.086517333984375
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,1536,4096,0.05706986586252848
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,1536,4096,0.0550816019376119
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,1536,4096,0.048514131704966226
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,1536,4096,0.044369065761566163
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,1536,4096,0.07578773498535156
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,1536,4096,0.041713066895802814
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,1536,4096,0.03782399892807007
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,1536,4096,0.0738047997156779
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,1536,4096,0.036741332213083906
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,1536,4096,0.079694930712382
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,1536,4096,0.05036266644795736
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,1536,4096,0.06872853438059488
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,1536,4096,0.06319146553675334
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,1536,4096,0.024807467063268026
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,1536,4096,0.026520532369613648
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,1536,4096,0.020653865734736123
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,1536,4096,0.03206613262494405
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,1536,4096,0.01952426632245382
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,1536,4096,0.030636799335479737
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,1536,4096,0.015291733543078103
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,1536,4096,0.014059733351071677
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,1536,4096,0.014087466398874917
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,1536,4096,0.012810666362444559
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,1536,4096,0.012481066584587096
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,1536,4096,0.013685333728790283
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,1536,4096,0.012570666273434958
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,1536,4096,0.013928533593813578
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,1536,4096,0.012412800391515096
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,1536,4096,0.010830932855606079
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,1536,4096,0.010984533031781514
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,1536,4096,0.009979733824729919
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,1536,4096,0.009540266791979472
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,1536,4096,0.010846933722496033
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,1536,4096,0.009576533238093059
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,1536,4096,0.011220266421635944
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,1536,4096,0.009583999713261921
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,1536,4096,0.009616000453631084
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,1536,4096,0.016556800405184428
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,1536,4096,0.017352533340454102
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,1536,4096,0.016153599818547568
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,1536,4096,0.015740799903869628
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,1536,4096,0.016948266824086507
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,1536,4096,0.017706666390101114
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,1536,4096,0.010806399583816528
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,1536,4096,0.016521599888801575
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,1536,4096,0.01650879979133606
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,1536,4096,0.017004799842834473
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,1536,4096,0.01737173398335775
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,1536,4096,0.0165173331896464
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,1536,4096,0.016501333316167197
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,1536,4096,0.017781333128611247
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,1536,4096,0.01835306684176127
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,1536,4096,0.016964266697565712
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,1536,4096,0.016709333658218382
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,1536,4096,0.01735466718673706
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,1536,4096,0.011025066177050274
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,1536,4096,0.01088106632232666
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,1536,4096,0.01092906693617503
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,1536,4096,0.06119146744410196
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,1536,4096,0.037089065710703535
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,1536,4096,0.11252373059590656
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,1536,4096,0.0365450660387675
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,1536,4096,0.20913386344909668
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,1536,4096,0.03590826590855916
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,1536,4096,0.03683733145395915
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,1536,4096,0.035648000240325925
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,1536,4096,0.03520533243815104
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,1536,4096,0.034645334879557295
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,1536,4096,0.033625598748524985
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,1536,4096,0.0342901349067688
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,1536,4096,0.03274346590042114
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,1536,4096,0.03341439962387085
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,1536,4096,0.02516266703605652
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,1536,4096,0.023856000105539957
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,1536,4096,0.02394346594810486
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,1536,4096,0.023116799195607503
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,1536,4096,0.022762666145960488
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,1536,4096,0.02221333384513855
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,1536,4096,0.02196586728096008
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,1536,4096,0.021463465690612794
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,1536,4096,0.021076265970865884
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,1536,4096,0.02079253395398458
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,1536,4096,0.020382932821909585
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,1536,4096,0.019682133197784425
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,1536,4096,0.019271467129389444
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,1536,4096,0.018756266434987387
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,1536,4096,0.01827733318010966
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,1536,4096,0.01772159934043884
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,1536,4096,0.01774186690648397
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,1536,4096,0.0169813334941864
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,1536,4096,0.016953599452972413
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,1536,4096,0.0161461333433787
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,1536,4096,0.016221867005030314
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,1536,4096,0.01520746648311615
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,1536,4096,0.014969600240389505
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,1536,4096,0.014912000298500061
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,1536,4096,0.014910933375358582
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,1536,4096,0.014907733599344889
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,1536,4096,0.014857600132624308
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,1536,4096,0.014897066354751586
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,1536,4096,0.014478933811187745
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,1536,4096,0.014385066429773965
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,1536,4096,0.01409386694431305
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,1536,4096,0.014446933070818582
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,1536,4096,0.014807466665903726
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,1536,4096,0.014242133498191834
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,1536,4096,0.014108799894650779
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,1536,4096,0.014465066790580749
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,1536,4096,0.014196266730626425
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,1536,4096,0.014104533195495605
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,1536,4096,0.014042666554450989
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,1536,4096,0.014105600118637086
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,1536,4096,0.014084266622861228
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,1536,4096,0.01406719982624054
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,1536,4096,0.01411946713924408
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,1536,4096,0.014123732844988504
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,1536,4096,0.014058666427930197
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,1536,4096,0.014033066232999167
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,1536,4096,0.014097066720326743
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,1536,4096,0.013939199844996133
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,1536,4096,0.013698133826255798
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,1536,4096,0.014509866635004679
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,1536,4096,0.014439466595649719
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,1536,4096,0.014046933253606161
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,1536,4096,0.014452266693115234
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,1536,3584,0.2366154670715332
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,1536,4096,0.014046933253606161
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,1536,3584,0.12492799758911133
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,1536,4096,0.014052266875902811
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,1536,3584,0.0607968012491862
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,1536,3584,0.03130666613578796
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,1536,3584,0.03143466711044311
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,1536,3584,0.030567467212677002
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,1536,3584,0.027080533901850383
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,1536,3584,0.028761599461237592
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,1536,3584,0.026756266752878826
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,1536,3584,0.02651840051015218
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,1536,3584,0.027774933973948163
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,1536,3584,0.02492693265279134
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,1536,4096,0.014108799894650779
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,1536,3584,0.024884267648061117
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,1536,3584,0.021995733181635536
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,1536,3584,0.020810665686925252
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,1536,3584,0.02291413346926371
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,1536,3584,0.019504000743230186
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,1536,3584,0.01980479955673218
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,1536,3584,0.017349332571029663
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,1536,3584,0.01756160060564677
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,1536,3584,0.0177130659421285
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,1536,3584,0.014988799889882406
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,1536,3584,0.014917332927385965
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,1536,3584,0.014295466740926108
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,1536,3584,0.012662399808565775
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,1536,3584,0.013453867038091025
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,1536,3584,0.012453333536783854
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,1536,4096,0.014035200079282125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,1536,3584,0.011748266220092774
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,1536,3584,0.010564266641934713
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,1536,3584,0.010700800021489461
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,1536,3584,0.008274133503437042
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,1536,3584,0.00972266693909963
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,1536,3584,0.007971199850241344
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,1536,3584,0.00728000005086263
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,1536,3584,0.006968533496061961
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,1536,3584,0.007067733506361644
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,1536,3584,0.006989866495132446
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,1536,3584,0.006759466727574666
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,1536,3584,0.007112533350785573
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,1536,3584,0.006740266581376393
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,1536,4096,0.014076800147692362
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,1536,3584,0.006675200164318084
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,1536,3584,0.006660266717274983
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,1536,3584,0.030610134204228718
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,1536,3584,0.006445866823196411
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,1536,3584,0.006375466783841451
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,1536,3584,0.00643093337615331
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,1536,3584,0.006513066589832306
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,1536,3584,0.006708266834417979
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,1536,3584,0.0066549330949783325
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,1536,3584,0.006305066744486491
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,1536,3584,0.006307200094064077
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,1536,3584,0.006237866481145223
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,1536,3584,0.006284800171852112
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,1536,3584,0.006723199784755707
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,1536,3584,0.008885332942008972
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,1536,3584,0.005846400062243144
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,1536,3584,0.0062837332487106325
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,1536,3584,0.006251733501752217
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,1536,3584,0.006208000083764395
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,1536,3584,0.019556266069412232
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,1536,3584,0.006247466802597046
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,1536,3584,0.006259199976921081
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,1536,3584,0.006274133423964183
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,1536,3584,0.005819733440876007
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,1536,3584,0.005801600217819214
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,1536,3584,0.005841066439946493
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,1536,3584,0.005846400062243144
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,1536,3584,0.005814399818579356
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,1536,3584,0.0058783998092015585
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,1536,3584,0.0058112000425656635
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,1536,3584,0.005491200089454651
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,1536,3584,0.2212224006652832
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,1536,3584,0.42589867909749346
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,1536,3584,0.10474026997884114
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,1536,3584,0.054688000679016115
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,1536,3584,0.0545194665590922
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,1536,3584,0.006792533397674561
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,1536,3584,0.05277226765950521
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,1536,3584,0.05157226721445719
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,1536,3584,0.049202132225036624
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,1536,3584,0.04827306667963664
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,1536,3584,0.046852266788482665
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,1536,3584,0.006685866912206013
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,1536,3584,0.04704533418019612
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,1536,3584,0.04575786590576172
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,1536,3584,0.045637333393096925
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,1536,3584,0.043109333515167235
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,1536,3584,0.04315413236618042
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,1536,3584,0.04119040171305339
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,1536,3584,0.04119360049565633
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,1536,3584,0.03914453188578288
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,1536,3584,0.036814932028452554
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,1536,3584,0.03517119884490967
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,1536,3584,0.03491946856180827
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,1536,3584,0.00625600020090739
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,1536,3584,0.03246933420499166
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,1536,3584,0.03276906609535217
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,1536,3584,0.03083840012550354
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,1536,3584,0.027134933074315387
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,1536,3584,0.027009065945943194
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,1536,3584,0.02656960090001424
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,1536,3584,0.025705599784851076
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,1536,3584,0.025995733340581258
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,1536,3584,0.024977066119511924
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,1536,3584,0.02335253357887268
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,1536,3584,0.022980266809463502
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,1536,3584,0.020308266083399452
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,1536,3584,0.01864853302637736
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,1536,4096,0.01422826647758484
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,1536,3584,0.019285333156585694
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,1536,3584,0.02104319930076599
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,1536,3584,0.01908586621284485
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,1536,3584,0.01871466636657715
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,1536,3584,0.018286933501561485
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,1536,3584,0.018634666999181114
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,1536,3584,0.0172650674978892
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,1536,3584,0.017698132991790773
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,1536,3584,0.01732053359349569
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,1536,3584,0.016706132888793947
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,1536,4096,0.014108799894650779
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,1536,3584,0.017069866259892784
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,1536,3584,0.03878719806671142
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,1536,3584,0.018202666441599527
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,1536,3584,0.019262933731079103
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,1536,3584,0.016532267133394875
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,1536,3584,0.01649493376413981
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,1536,3584,0.016328533490498863
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,1536,3584,0.029190399249394733
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,1536,3584,0.016014933586120605
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,1536,3584,0.015664000312487283
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,1536,3584,0.016426666577657064
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,1536,3584,0.016311466693878174
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,1536,3584,0.01575146714846293
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,1536,3584,0.016339199741681416
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,1536,3584,0.016378666957219443
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,1536,3584,0.015517866611480713
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,1536,3584,0.016359466314315795
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,1536,3584,0.0214901328086853
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,1536,3584,0.016557866334915163
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,1536,3584,0.01651093363761902
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,1536,3584,0.01871466636657715
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,1536,3584,0.016478932897249856
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,1536,3584,0.016569599509239197
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,1536,3584,0.016525866587956746
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,1536,3584,0.016515200336774193
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,1536,3584,0.034976001580556235
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,1536,3584,0.01686506668726603
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,1536,3584,0.015618133544921874
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,1536,3584,0.016568533579508462
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,1536,3584,0.01656426688035329
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,1536,3584,0.6888949076334636
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,1536,3584,0.3456789334615072
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,1536,3584,0.09725333054860433
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,1536,3584,0.11667520205179852
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,1536,3584,0.10978559652964275
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,1536,3584,0.09904959996541342
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,1536,3584,1.3672383626302085
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,1536,3584,0.10342079798380535
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,1536,3584,0.10910933017730713
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,1536,3584,0.07376533349355062
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,1536,3584,0.08979413509368897
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,1536,3584,0.07790826956431071
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,1536,3584,0.06573333342870077
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,1536,3584,0.059173333644866946
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,1536,3584,0.07188906669616699
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,1536,3584,0.08478933175404867
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,1536,3584,0.05506560007731119
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,1536,3584,0.05424213409423828
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,1536,3584,0.047782401243845626
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,1536,3584,0.049277865886688234
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,1536,3584,0.043322666486104326
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,1536,3584,0.041517865657806394
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,1536,3584,0.0369429349899292
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,1536,3584,0.036202665170033774
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,1536,3584,0.09082880020141601
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,1536,3584,0.08625280062357585
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,1536,3584,0.07982400258382162
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,1536,3584,0.06617706616719564
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,1536,3584,0.06080319881439209
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,1536,3584,0.03129706581433614
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,1536,3584,0.02472426692644755
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,1536,3584,0.025971200068791705
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,1536,3584,0.030028800169626873
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,1536,3584,0.020546134312947592
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,1536,3584,0.018982400496800743
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,1536,3584,0.013249066472053529
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,1536,3584,0.012000000476837159
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,1536,3584,0.014550399780273438
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,1536,3584,0.013285332918167114
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,1536,3584,0.013550933202107748
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,1536,3584,0.011994666854540507
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,1536,3584,0.013266133268674216
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,1536,3584,0.012382933497428894
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,1536,3584,0.01204159955183665
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,1536,3584,0.010811733206113179
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,1536,3584,0.010452266534169514
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,1536,3584,0.00958293378353119
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,1536,3584,0.00928106705347697
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,1536,3584,0.009165866176287334
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,1536,3584,0.014106667041778565
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,1536,3584,0.014504533012708029
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,1536,3584,0.014944000045458474
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,1536,3584,0.015060266852378846
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,1536,3584,0.01404800017674764
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,1536,3584,0.014163200060526529
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,1536,3584,0.013582932949066161
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,1536,3584,0.01495146652062734
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,1536,3584,0.01611733337243398
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,1536,3584,0.015406933426856995
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,1536,3584,0.01562773287296295
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,1536,3584,0.015313067038853965
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,1536,3584,0.01411626636981964
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,1536,3584,0.010427733262379963
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,1536,3584,0.014484266440073649
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,1536,3584,0.013659733533859252
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,1536,3584,0.014920533696810404
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,1536,3584,0.014975999792416891
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,1536,3584,0.015425067146619162
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,1536,3584,0.010749866565068562
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,1536,3584,0.016145066420237223
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,1536,3584,0.010694400469462077
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,1536,3584,0.01034879982471466
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,1536,3584,0.010376532872517902
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,1536,3584,0.010402133067448933
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,1536,3584,0.05553919871648153
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,1536,3584,0.10146453380584716
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,1536,3584,0.18875625928243
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,1536,3584,0.03415253162384033
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,1536,3584,0.03389546473821004
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,1536,3584,0.033164799213409424
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,1536,3584,0.03283519943555196
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,1536,3584,0.032239999373753866
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,1536,3584,0.03221546610196431
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,1536,3584,0.03172159989674886
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,1536,3584,0.03140799999237061
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,1536,3584,0.030902399619420366
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,1536,3584,0.030963200330734252
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,1536,3584,0.029689600070317585
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,1536,3584,0.022163200378417968
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,1536,3584,0.02300373315811157
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,1536,3584,0.02210879921913147
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,1536,3584,0.02101973295211792
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,1536,3584,0.021061333020528157
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,1536,3584,0.020603734254837035
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,1536,3584,0.019820799430211387
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,1536,3584,0.020052266120910645
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,1536,3584,0.019330133994420372
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,1536,3584,0.019048533837000527
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,1536,3584,0.018716800212860107
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,1536,3584,0.018210132916768394
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,1536,3584,0.01734506686528524
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,1536,3584,0.017119999726613364
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,1536,3584,0.018218666315078735
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,1536,3584,0.016898133357365928
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,1536,3584,0.01655359963575999
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,1536,3584,0.015754666924476624
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,1536,3584,0.015681067109107973
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,1536,3584,0.014879999558130899
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,1536,3584,0.014907733599344889
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,1536,3584,0.014064000050226847
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,1536,3584,0.014037332932154336
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,1536,3584,0.014089600245157877
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,1536,3584,0.01376426617304484
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,1536,3584,0.013711999853452048
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,1536,3584,0.013690666357676188
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,1536,3584,0.013674666484196981
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,1536,3584,0.013700266679128012
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,1536,3584,0.01368106702963511
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,1536,3584,0.013630933562914529
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,1536,3584,0.013276799519856771
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,1536,3584,0.01325866679350535
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,1536,3584,0.013310933113098144
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,1536,3584,0.013666133085886637
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,1536,3584,0.013220266501108805
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,1536,3584,0.013278933366139731
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,1536,3584,0.013225600123405457
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,1536,3584,0.01328213314215342
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,1536,3584,0.013226667046546936
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,1536,3584,0.013249066472053529
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,1536,3584,0.013235200444857279
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,1536,3584,0.013241599996884665
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,1536,3584,0.013237333297729493
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,1536,3584,0.013229866822560629
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,1536,3584,0.013215999801953635
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,1536,3584,0.013271466890970866
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,1536,3584,0.012869333227475485
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,1536,3584,0.013291733463605246
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,1536,3584,0.013435733318328858
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,1536,3584,0.013243732849756875
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,1536,3584,0.013133866588274637
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,1536,3584,0.013056000073750814
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,1536,3584,0.012863999605178833
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,1536,3072,0.2034773349761963
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,1536,3072,0.10676266352335613
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,1536,3072,0.027221333980560303
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,1536,3072,0.02723840077718099
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,1536,3072,0.026573866605758667
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,1536,3072,0.02651306589444478
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,1536,3072,0.025140267610549927
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,1536,3072,0.023441066344579063
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,1536,3072,0.023150932788848878
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,1536,3584,0.0132832000652949
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,1536,3072,0.023131734132766722
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,1536,3072,0.022716800371805825
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,1536,3072,0.02164693276087443
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,1536,3072,0.020641066630681357
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,1536,3072,0.019269333283106486
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,1536,3584,0.013276799519856771
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,1536,3072,0.018373332420984902
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,1536,3072,0.019526400168736777
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,1536,3072,0.017297067244847617
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,1536,3072,0.017564799388249716
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,1536,3072,0.015156267086664834
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,1536,3072,0.015371732910474143
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,1536,3072,0.015650133291880287
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,1536,3072,0.01309866706530253
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,1536,3072,0.01317759950955709
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,1536,3072,0.012853333353996277
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,1536,3072,0.011185066898663838
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,1536,3072,0.012038399775822956
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,1536,3072,0.011194666226704914
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,1536,3072,0.010523733496665955
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,1536,3072,0.00957546631495158
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,1536,3072,0.009482666850090027
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,1536,3072,0.007538133362929027
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,1536,3072,0.0076682666937510175
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,1536,3072,0.053768531481424964
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,1536,3072,0.007099733253320058
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,1536,3072,0.008016000191370647
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,1536,3072,0.00643093337615331
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,1536,3072,0.006325333317120869
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,1536,3072,0.006312533219655354
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,1536,3072,0.006247466802597046
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,1536,3072,0.005895466605822245
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,1536,3072,0.005857066810131073
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,1536,3072,0.005955199897289276
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,1536,3072,0.005894400179386139
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,1536,3072,0.005894400179386139
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,1536,3072,0.0058442667126655575
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,1536,3072,0.005864533285299936
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,1536,3072,0.005834666887919108
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,1536,3072,0.00588266650835673
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,1536,3072,0.005897599955399831
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,1536,3072,0.0058773333827654515
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,1536,3072,0.005526400109132131
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,1536,3072,0.005580799778302511
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,1536,3072,0.005475200215975444
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,1536,3072,0.01742186745007833
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,1536,3072,0.005548800031344095
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,1536,3072,0.005603200197219849
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,1536,3072,0.0054624001185099285
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,1536,3072,0.0055167997876803074
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,1536,3072,0.005463466544946035
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,1536,3072,0.005494399865468343
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,1536,3072,0.005463466544946035
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,1536,3072,0.005491200089454651
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,1536,3072,0.005469866593678792
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,1536,3584,0.013450666268666586
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,1536,3072,0.0054666668176651
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,1536,3072,0.005447466671466827
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,1536,3072,0.005598933498064677
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,1536,3072,0.0055285334587097164
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,1536,3072,0.005481599768002828
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,1536,3072,0.00553173323472341
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,1536,3584,0.012871467073758445
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,1536,3072,0.005500799914201101
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,1536,3072,0.005457066496213277
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,1536,3072,0.005884799857934316
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,1536,3072,0.08931519985198974
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,1536,3072,0.18644800186157226
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,1536,3072,0.048232531547546385
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,1536,3072,0.04789226849873861
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,1536,3072,0.3678826649983724
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,1536,3072,0.046037332216898603
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,1536,3072,0.045347201824188235
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,1536,3072,0.04556373357772827
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,1536,3072,0.043970131874084474
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,1536,3072,0.04315733512242635
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,1536,3072,0.04250346819559733
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,1536,3072,0.0415338675181071
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,1536,3072,0.04112319946289063
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,1536,3072,0.005885866781075796
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,1536,3072,0.03906240065892537
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,1536,3072,0.03838506539662679
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,1536,3072,0.03638933499654134
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,1536,3072,0.037102933724721274
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,1536,3072,0.035252265135447186
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,1536,3072,0.034962133566538496
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,1536,3072,0.03376426696777344
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,1536,3072,0.03240639964739482
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,1536,3072,0.03204586704572042
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,1536,3072,0.0309663991133372
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,1536,3072,0.029506133000055952
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,1536,3072,0.0269269327322642
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,1536,3072,0.02885119915008545
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,1536,3584,0.013542399803797404
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,1536,3072,0.026768000920613606
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,1536,3072,0.026154667139053345
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,1536,3072,0.025113600492477416
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,1536,3072,0.025101866324742633
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,1536,3072,0.023455999294916787
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,1536,3072,0.022765866915384927
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,1536,3072,0.02204479972521464
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,1536,3072,0.020820266008377074
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,1536,3072,0.018810667594273887
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,1536,3072,0.0188810666402181
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,1536,3072,0.01955733299255371
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,1536,3072,0.0054506664474805195
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,1536,3072,0.01960106690724691
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,1536,3072,0.0186901330947876
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,1536,3072,0.01753066579500834
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,1536,3072,0.019024000565210978
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,1536,3072,0.01696853240331014
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,1536,3072,0.017220266660054526
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,1536,3072,0.018666666746139527
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,1536,3072,0.01743146578470866
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,1536,3072,0.017067732413609822
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,1536,3072,0.016581333676973977
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,1536,3072,0.017515732844670614
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,1536,3072,0.01632960041364034
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,1536,3072,0.01657386620839437
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,1536,3072,0.018549333016077675
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,1536,3072,0.016567466656366985
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,1536,3072,0.016620799899101257
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,1536,3072,0.016484266519546507
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,1536,3072,0.017246933778127034
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,1536,3072,0.015057067076365152
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,1536,3072,0.016008533040682473
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,1536,3072,0.014732799927393594
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,1536,3072,0.01646933356920878
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,1536,3072,0.01595626672108968
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,1536,3072,0.014916266997655234
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,1536,3072,0.015198933084805808
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,1536,3072,0.014693333705266317
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,1536,3072,0.015198933084805808
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,1536,3072,0.016492799917856852
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,1536,3072,0.016330666343371072
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,1536,3072,0.017256534099578856
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,1536,3072,0.0164192001024882
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,1536,3072,0.016139733791351318
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,1536,3072,0.01623679995536804
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,1536,3072,0.01655466655890147
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,1536,3072,0.035234133402506515
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,1536,3072,0.01646933356920878
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,1536,3072,0.016761600971221924
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,1536,3584,0.013303466637929282
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,1536,3072,0.10801706314086915
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,1536,3072,0.09473386605580648
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,1536,3072,0.6734037399291992
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,1536,3072,0.34493974049886067
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,1536,3072,0.10195519924163818
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,1536,3072,1.3346293131510416
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,1536,3072,0.09958720207214355
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,1536,3072,0.10531199773152669
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,1536,3072,0.09656853675842285
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,1536,3072,0.08919359842936198
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,1536,3072,0.08775466283162435
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,1536,3072,0.08415786425272623
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,1536,3072,0.0644373337427775
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,1536,3072,0.08288106918334961
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,1536,3072,0.05811200141906738
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,1536,3072,0.0533023993174235
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,1536,3072,0.05296853383382162
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,1536,3072,0.048455464839935306
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,1536,3072,0.046817068258921304
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,1536,3072,0.07875946362813314
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,1536,3072,0.07560853163401285
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,1536,3072,0.03508266607920329
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,1536,3072,0.07062613169352214
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,1536,3072,0.0713642676671346
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,1536,3072,0.04195626576741536
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,1536,3072,0.06491093238194784
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,1536,3072,0.04074133237202962
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,1536,3072,0.05959466695785522
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,1536,3072,0.03582613468170166
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,1536,3072,0.029255467653274535
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,1536,3072,0.030449066559473676
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,1536,3072,0.023918932676315306
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,1536,3072,0.024795732895533242
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,1536,3072,0.018221867084503175
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,1536,3072,0.01288746694723765
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,1536,3072,0.01948480010032654
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,1536,3072,0.011608533064524333
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,1536,3072,0.011589333415031433
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,1536,3072,0.014140799641609192
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,1536,3072,0.011623467008272808
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,1536,3072,0.012825600306193032
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,1536,3072,0.012889599800109864
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,1536,3072,0.011660800377527872
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,1536,3072,0.012446932991345723
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,1536,3072,0.010018133123715718
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,1536,3072,0.009238400061925252
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,1536,3072,0.008742400010426839
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,1536,3072,0.010013866424560546
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,1536,3072,0.010358400146166484
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,1536,3072,0.013471999764442444
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,1536,3072,0.01321386694908142
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,1536,3072,0.014013866583506266
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,1536,3072,0.014061866203943887
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,1536,3072,0.012454400459925335
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,1536,3072,0.013236266374588013
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,1536,3072,0.01409280002117157
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,1536,3072,0.014710399508476257
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,1536,3072,0.012497066458066305
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,1536,3072,0.014514133334159851
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,1536,3072,0.014514133334159851
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,1536,3072,0.014484266440073649
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,1536,3072,0.012449066837628682
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,1536,3072,0.014433067043622336
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,1536,3072,0.014459733168284097
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,1536,3072,0.01525759994983673
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,1536,3072,0.012891733646392822
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,1536,3072,0.00998293360074361
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,1536,3072,0.014504533012708029
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,1536,3072,0.014727466305096946
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,1536,3072,0.010016000270843506
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,1536,3072,0.008755200107892354
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,1536,3072,0.009971200426419576
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,1536,3072,0.009939199686050415
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,1536,3072,0.009921066959698995
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,1536,3072,0.1643466631571452
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,1536,3072,0.04818559885025024
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,1536,3072,0.089137069384257
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,1536,3072,0.030217599868774415
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,1536,3072,0.030151466528574627
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,1536,3072,0.02953706582387288
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,1536,3072,0.02967360019683838
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,1536,3072,0.028899200757344562
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,1536,3072,0.028806400299072266
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,1536,3072,0.028442666927973433
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,1536,3072,0.028122667471567792
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,1536,3072,0.027236266930898027
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,1536,3072,0.026789333422978717
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,1536,3072,0.027592533826828004
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,1536,3072,0.020680532852808634
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,1536,3072,0.01984000007311503
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,1536,3072,0.019849600394566853
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,1536,3072,0.018997333447138467
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,1536,3072,0.018761599063873292
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,1536,3072,0.018458666404088338
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,1536,3072,0.01922986706097921
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,1536,3072,0.017798399925231932
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,1536,3072,0.018004266421000163
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,1536,3072,0.01697173317273458
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,1536,3072,0.017254400253295898
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,1536,3072,0.016518400112787882
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,1536,3072,0.01696959932645162
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,1536,3072,0.01588266690572103
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,1536,3072,0.015864533185958863
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,1536,3072,0.014908799529075622
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,1536,3072,0.014913066228230795
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,1536,3072,0.014461867014567056
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,1536,3072,0.014446933070818582
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,1536,3072,0.013240533073743186
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,1536,3072,0.013713066776593527
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,1536,3072,0.013638400038083396
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,1536,3072,0.012819199760754903
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,1536,3072,0.0129120002190272
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,1536,3072,0.012818132837613424
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,1536,3072,0.012866133451461792
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,1536,3072,0.012827733159065246
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,1536,3072,0.012454400459925335
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,1536,3072,0.012483200430870056
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,1536,3072,0.012589866916338602
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,1536,3072,0.012453333536783854
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,1536,3072,0.01246506671110789
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,1536,3072,0.012840533256530761
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,1536,3072,0.012124799688657125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,1536,3072,0.012074666221936543
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,1536,3072,0.012453333536783854
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,1536,3072,0.012546133001645407
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,1536,3072,0.012390399972597759
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,1536,3072,0.012013866504033407
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,1536,3072,0.012455466389656066
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,1536,3072,0.012402133146921793
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,1536,3072,0.012045866250991822
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,1536,3072,0.0123989333709081
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,1536,3072,0.011992533008257549
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,1536,3072,0.012462932864824932
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,1536,3072,0.012403200070063274
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,1536,3072,0.012378666798273723
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,1536,3072,0.012070399522781373
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,1536,3072,0.01243946651617686
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,1536,3072,0.012423466642697651
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,1536,3072,0.012417067090670269
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,1536,3072,0.012070399522781373
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,1536,3072,0.0123989333709081
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,1536,2560,0.1701514720916748
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,1536,2560,0.08840959866841634
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,1536,2560,0.04257706801096599
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,1536,2560,0.02329813241958618
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,1536,2560,0.023252266645431518
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,1536,2560,0.023151999711990355
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,1536,2560,0.022819199164708457
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,1536,2560,0.022123734156290688
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,1536,3072,0.012380799651145935
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,1536,2560,0.019789866606394448
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,1536,2560,0.019478400548299156
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,1536,2560,0.019642666975657145
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,1536,2560,0.019690666596094766
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,1536,3072,0.012076800068219502
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,1536,2560,0.017779199282328288
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,1536,2560,0.01690453290939331
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,1536,2560,0.015944533546765647
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,1536,2560,0.01683093309402466
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,1536,2560,0.014988799889882406
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,1536,2560,0.015108266472816467
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,1536,3072,0.012065066893895467
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,1536,2560,0.015124266346295675
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,1536,2560,0.012877866625785828
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,1536,2560,0.013395200173060099
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,1536,2560,0.013490133484204612
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,1536,2560,0.01120853324731191
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,1536,2560,0.010849066575368245
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,1536,2560,0.009569066762924194
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,1536,2560,0.010062932968139648
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,1536,2560,0.009556266665458679
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,1536,2560,0.00916373332341512
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,1536,2560,0.008343467116355896
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,1536,3072,0.012032000223795573
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,1536,2560,0.008206933240095774
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,1536,2560,0.006537599861621857
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,1536,2560,0.007367466886838277
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,1536,2560,0.00626986672480901
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,1536,2560,0.006137600044409434
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,1536,2560,0.005831466615200042
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,1536,2560,0.006532266736030579
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,1536,2560,0.006392533580462138
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,1536,2560,0.006520533561706543
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,1536,2560,0.005446400245030721
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,1536,2560,0.0051018665234247845
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,1536,2560,0.005300266544024149
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,1536,3072,0.012425600488980611
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,1536,2560,0.005103999873002371
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,1536,3072,0.011979732910792034
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,1536,2560,0.005162666738033295
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,1536,2560,0.005086933573087057
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,1536,2560,0.005103999873002371
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,1536,2560,0.005380266904830932
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,1536,2560,0.00525439977645874
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,1536,2560,0.005399466554323832
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,1536,2560,0.005343999962011973
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,1536,2560,0.005038933455944061
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,1536,2560,0.005018666883309682
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,1536,2560,0.005054933329423269
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,1536,2560,0.005073066552480062
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,1536,2560,0.00506986677646637
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,1536,2560,0.005016533533732096
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,1536,2560,0.005036800106366476
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,1536,2560,0.0050122668345769245
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,1536,2560,0.005030400057633718
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,1536,2560,0.018589866161346436
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,1536,2560,0.005032533407211303
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,1536,2560,0.005019733309745788
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,1536,2560,0.005019733309745788
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,1536,2560,0.005021866659323374
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,1536,2560,0.005019733309745788
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,1536,2560,0.005016533533732096
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,1536,2560,0.005026133358478546
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,1536,2560,0.005025066435337067
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,1536,2560,0.005003733436266581
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,1536,2560,0.011296000083287556
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,1536,2560,0.00544106662273407
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,1536,2560,0.1565824031829834
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,1536,2560,0.30864534378051756
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,1536,2560,0.07505813439687094
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,1536,2560,0.04325759808222453
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,1536,2560,0.04314773480097453
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,1536,2560,0.005491200089454651
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,1536,2560,0.041530664761861166
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,1536,2560,0.04238293170928955
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,1536,2560,0.04112639824549357
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,1536,2560,0.03714986642201741
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,1536,3072,0.012053333719571431
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,1536,2560,0.03881066640218099
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,1536,2560,0.03630613485972087
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,1536,2560,0.03662506739298503
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,1536,2560,0.036209066708882645
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,1536,2560,0.03506666819254557
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,1536,2560,0.005046399931112925
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,1536,2560,0.034644265969594315
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,1536,2560,0.035046398639678955
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,1536,2560,0.032865067323048905
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,1536,2560,0.033048532406489056
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,1536,2560,0.030854399998982745
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,1536,2560,0.02996480067571004
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,1536,2560,0.027475200096766156
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,1536,2560,0.026862933238347368
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,1536,2560,0.026679466168085735
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,1536,2560,0.025018666187922162
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,1536,2560,0.02632746696472168
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,1536,2560,0.005072000126043955
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,1536,2560,0.02468799948692322
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,1536,2560,0.02414399981498718
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,1536,2560,0.024258132775624594
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,1536,2560,0.02230506738026937
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,1536,2560,0.021600000063578286
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,1536,2560,0.020708266894022623
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,1536,2560,0.02041706641515096
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,1536,2560,0.018682666619618735
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,1536,2560,0.018496000766754152
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,1536,2560,0.019138133525848387
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,1536,2560,0.018410666783650716
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,1536,2560,0.017143466075261436
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,1536,2560,0.01789439916610718
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,1536,2560,0.01681386629740397
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,1536,2560,0.017207467555999757
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,1536,2560,0.016598400473594666
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,1536,2560,0.016555733482042947
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,1536,2560,0.016645333170890807
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,1536,2560,0.017217065890630087
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,1536,2560,0.016670932372411094
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,1536,2560,0.017117865880330405
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,1536,2560,0.017480534315109254
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,1536,2560,0.017121066649754844
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,1536,2560,0.016910932461420693
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,1536,2560,0.03904533386230469
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,1536,2560,0.01575573285420736
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,1536,2560,0.016541866461435954
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,1536,2560,0.014779733618100485
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,1536,2560,0.015495466192563376
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,1536,2560,0.015396266182263692
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,1536,2560,0.016288000345230102
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,1536,2560,0.014749866724014283
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,1536,2560,0.01444586714108785
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,1536,2560,0.014499200383822122
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,1536,2560,0.015078399578730264
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,1536,2560,0.014632532993952433
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,1536,2560,0.014513066411018372
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,1536,2560,0.01453013320763906
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,1536,2560,0.03156373302141825
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,1536,2560,0.015239466230074564
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,1536,2560,0.016405333081881204
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,1536,2560,0.016065067052841185
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,1536,2560,0.015173332889874777
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,1536,2560,0.01577173372109731
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,1536,2560,0.014917332927385965
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,1536,2560,0.01648853321870168
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,1536,2560,0.018343466520309448
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,1536,2560,0.005052799979845682
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,1536,2560,0.015874133507410685
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,1536,2560,0.029557333389918013
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,1536,2560,0.10517226854960124
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,1536,2560,0.09266346295674642
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,1536,2560,0.29504000345865883
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,1536,2560,0.6616586685180664
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,1536,2560,0.10285332997639973
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,1536,2560,0.09759146372477213
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,1536,2560,0.09885866641998291
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,1536,2560,1.3191200256347657
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,1536,2560,0.09404586950937907
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,1536,2560,0.08705493609110514
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,1536,2560,0.08612053394317627
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,1536,2560,0.08204053243001302
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,1536,2560,0.06324799855550131
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,1536,2560,0.057051734129587806
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,1536,2560,0.05215786695480347
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,1536,2560,0.05214186509450277
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,1536,2560,0.0464842677116394
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,1536,2560,0.07722453276316324
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,1536,2560,0.0743776003519694
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,1536,2560,0.04618453184763591
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,1536,2560,0.04150079886118571
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,1536,2560,0.08037333488464356
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,1536,2560,0.04001919825871785
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,1536,2560,0.034789331754048664
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,1536,2560,0.07057493527730306
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,1536,2560,0.06899200280507406
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,1536,2560,0.06365866661071777
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,1536,2560,0.057914666334788
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,1536,2560,0.02976106603940328
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,1536,2560,0.034916265805562334
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,1536,2560,0.024737066030502318
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,1536,2560,0.028463999430338543
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,1536,2560,0.01901866594950358
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,1536,2560,0.023266132672627768
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,1536,2560,0.017805866400400796
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,1536,2560,0.013765333096186319
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,1536,2560,0.011186133821805317
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,1536,2560,0.010813867052396137
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,1536,2560,0.012487467130025227
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,1536,2560,0.012553600470225015
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,1536,2560,0.012428800264994305
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,1536,2560,0.012109866738319397
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,1536,2560,0.01128426690896352
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,1536,2560,0.011230933666229247
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,1536,2560,0.009590400258700053
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,1536,2560,0.008238933483759562
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,1536,2560,0.011621333161989848
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,1536,2560,0.009556266665458679
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,1536,2560,0.011221333344777425
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,1536,2560,0.012030933300654094
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,1536,2560,0.011639466881752015
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,1536,2560,0.012533332904179892
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,1536,2560,0.009610666831334432
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,1536,2560,0.012582400441169738
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,1536,2560,0.011220266421635944
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,1536,2560,0.012407466769218445
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,1536,2560,0.011772800485293071
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,1536,2560,0.012654933333396911
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,1536,2560,0.012788266936937968
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,1536,2560,0.011985066533088683
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,1536,2560,0.009588266412417095
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,1536,2560,0.009898666540781658
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,1536,2560,0.01288106640179952
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,1536,2560,0.012265599767367045
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,1536,2560,0.012037332852681477
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,1536,2560,0.013630933562914529
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,1536,2560,0.011987200379371643
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,1536,2560,0.013222400347391763
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,1536,2560,0.013290666540463767
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,1536,2560,0.01165226697921753
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,1536,2560,0.014486400286356607
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,1536,2560,0.009604266285896302
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,1536,2560,0.009586133559544881
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,1536,2560,0.009768533706665038
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,1536,2560,0.02681279977162679
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,1536,2560,0.04107946554819743
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,1536,2560,0.027077333132425947
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,1536,2560,0.14155839284261068
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,1536,2560,0.07736852963765463
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,1536,2560,0.026374399662017822
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,1536,2560,0.02619839906692505
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,1536,2560,0.025605332851409913
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,1536,2560,0.025887999931971235
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,1536,2560,0.02523946762084961
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,1536,2560,0.024918399254480996
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,1536,2560,0.024465066194534302
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,1536,2560,0.024774400393168132
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,1536,2560,0.023501867055892946
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,1536,2560,0.01821119983990987
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,1536,2560,0.018198400735855103
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,1536,2560,0.017400532960891724
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,1536,2560,0.017742933829625447
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,1536,2560,0.016979199647903443
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,1536,2560,0.01727893352508545
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,1536,2560,0.016502400239308677
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,1536,2560,0.016313599546750386
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,1536,2560,0.01611306667327881
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,1536,2560,0.015352533260981242
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,1536,2560,0.015365333358446757
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,1536,2560,0.015280000368754067
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,1536,2560,0.015058133006095886
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,1536,2560,0.014174933234850565
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,1536,2560,0.014465066790580749
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,1536,2560,0.013739732901255288
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,1536,2560,0.013943466544151305
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,1536,2560,0.013275733590126038
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,1536,2560,0.013351466258366904
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,1536,2560,0.012479999661445617
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,1536,2560,0.012391466895739238
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,1536,2560,0.012032000223795573
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,1536,2560,0.012006400028864543
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,1536,2560,0.01164906620979309
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,1536,2560,0.011875200271606445
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,1536,2560,0.012013866504033407
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,1536,2560,0.01160533328851064
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,1536,2560,0.012008532881736755
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,1536,2560,0.011614933609962463
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,1536,2560,0.011634133259455363
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,1536,2560,0.011597866813341778
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,1536,2560,0.011611732840538024
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,1536,2560,0.011394133170445759
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,1536,2560,0.011400533715883891
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,1536,2560,0.011591466267903645
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,1536,2560,0.011218133568763732
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,1536,2560,0.011178666353225708
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,1536,2560,0.011573333541552227
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,1536,2560,0.011572266618410747
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,1536,2560,0.01122773289680481
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,1536,2560,0.011300266782442728
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,1536,2560,0.01121493379275004
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,1536,2560,0.011173333724339802
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,1536,2560,0.011640533804893494
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,1536,2560,0.011217066645622253
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,1536,2560,0.011033599575360615
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,1536,2560,0.011222400267918905
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,1536,2560,0.011177600423494975
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,1536,2560,0.011238400141398113
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,1536,2560,0.011643733580907185
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,1536,2560,0.011592533191045125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,1536,2560,0.011256532867749532
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,1536,2560,0.01121493379275004
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,1536,2560,0.011248000462849935
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,1536,2560,0.011565867066383361
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,1536,2048,0.13762027422587078
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,1536,2048,0.0711296002070109
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,1536,2048,0.0340992013613383
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,1536,2048,0.01882879932721456
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,1536,2048,0.01870186726252238
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,1536,2048,0.018894932667414346
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,1536,2048,0.018236800034840902
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,1536,2048,0.016269866625467935
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,1536,2048,0.01606826682885488
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,1536,2048,0.016167466839154564
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,1536,2048,0.015915733575820924
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,1536,2048,0.014949333667755128
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,1536,2048,0.014823466539382935
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,1536,2048,0.013889066378275552
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,1536,2048,0.013273599743843078
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,1536,2048,0.014149333039919535
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,1536,2048,0.01245013376077016
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,1536,2048,0.012743467092514038
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,1536,2048,0.012880000472068786
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,1536,2048,0.011203199625015259
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,1536,2048,0.01122773289680481
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,1536,2048,0.01157866617043813
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,1536,2048,0.009571199615796406
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,1536,2048,0.009581866860389709
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,1536,2048,0.00922879974047343
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,1536,2048,0.008295466502507527
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,1536,2048,0.008753066261609394
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,1536,2048,0.00834986666838328
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,1536,2048,0.007134933272997539
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,1536,2048,0.007865599791208903
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,1536,2048,0.007124266525109608
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,1536,2048,0.0056202664971351625
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,1536,2048,0.005834666887919108
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,1536,2048,0.005421866476535797
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,1536,2048,0.005293866495291392
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,1536,2048,0.005008000135421753
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,1536,2048,0.005422933399677277
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,1536,2048,0.0055754666527112326
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,1536,2560,0.011515733599662781
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,1536,2048,0.005569066603978475
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,1536,2048,0.0046858668327331545
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,1536,2048,0.004602666695912679
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,1536,2560,0.011033599575360615
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,1536,2048,0.004609066744645437
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,1536,2048,0.004654933512210846
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,1536,2048,0.004678399860858917
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,1536,2048,0.019192532698313395
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,1536,2048,0.004583466549714406
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,1536,2048,0.00484799991051356
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,1536,2048,0.0045952002207438145
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,1536,2560,0.011596799890200297
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,1536,2048,0.004610133171081543
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,1536,2048,0.0045621335506439206
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,1536,2048,0.004588800172011057
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,1536,2048,0.004353066782156626
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,1536,2048,0.004615466793378194
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,1536,2560,0.01137600044409434
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,1536,2048,0.004250666499137879
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,1536,2048,0.005819733440876007
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,1536,2048,0.004261333247025808
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,1536,2048,0.004283733169237773
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,1536,2048,0.0042250668009122215
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,1536,2048,0.0042581334710121155
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,1536,2048,0.004212266703446706
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,1536,2048,0.0042026668787002565
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,1536,2048,0.004216533402601878
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,1536,2048,0.005640533566474914
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,1536,2048,0.0054517333706219995
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,1536,2048,0.0055167997876803074
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,1536,2048,0.00550186683734258
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,1536,2048,0.005433600147565206
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,1536,2048,0.005553066730499268
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,1536,2048,0.007075199981530507
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,1536,2048,0.25006613731384275
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,1536,2048,0.004594133297602335
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,1536,2048,0.12154453595479328
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,1536,2560,0.011228799819946289
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,1536,2048,0.060456534226735435
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,1536,2048,0.03740053176879883
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,1536,2048,0.004644266764322917
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,1536,2048,0.03687146504720052
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,1536,2048,0.03576533397038777
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,1536,2048,0.035605335235595705
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,1536,2048,0.03476906617482503
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,1536,2048,0.03449493249257406
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,1536,2048,0.03480319976806641
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,1536,2048,0.033080534140268965
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,1536,2048,0.03307626644770305
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,1536,2048,0.033003733555475874
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,1536,2048,0.03154559930165608
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,1536,2048,0.030851199229558306
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,1536,2048,0.005031466484069824
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,1536,2048,0.030212267239888506
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,1536,2048,0.028834132353464763
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,1536,2048,0.028937600056330365
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,1536,2048,0.027254400650660197
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,1536,2048,0.026296534140904743
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,1536,2048,0.0256223996480306
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,1536,2048,0.026009599367777508
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,1536,2048,0.024770132700602212
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,1536,2048,0.02473919987678528
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,1536,2048,0.005492266515890757
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,1536,2048,0.024149332443873087
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,1536,2048,0.02369706630706787
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,1536,2048,0.022654932737350465
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,1536,2048,0.022638932863871256
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,1536,2048,0.021370667219161987
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,1536,2048,0.020623999834060668
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,1536,2048,0.0186954657236735
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,1536,2048,0.019385600090026857
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,1536,2048,0.01767680048942566
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,1536,2048,0.016961065928141277
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,1536,2048,0.017509333292643228
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,1536,2048,0.01651946703592936
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,1536,2048,0.01653333306312561
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,1536,2048,0.017182934284210204
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,1536,2048,0.016934400796890257
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,1536,2048,0.016475733121236166
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,1536,2048,0.016509866714477538
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,1536,2048,0.016581333676973977
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,1536,2048,0.01639893352985382
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,1536,2048,0.01637440025806427
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,1536,2048,0.016544000307718913
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,1536,2048,0.016758400201797485
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,1536,2048,0.03702933390935262
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,1536,2048,0.01670080025990804
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,1536,2048,0.01583999991416931
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,1536,2048,0.014850133657455444
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,1536,2048,0.014907733599344889
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,1536,2048,0.014541866381963095
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,1536,2048,0.014417066176732381
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,1536,2048,0.014503467082977294
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,1536,2048,0.03095253308614095
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,1536,2048,0.014728533228238425
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,1536,2048,0.014503467082977294
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,1536,2048,0.015019733707110086
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,1536,2048,0.014689067006111145
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,1536,2048,0.016198399662971496
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,1536,2048,0.01447466711203257
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,1536,2048,0.017358932892481485
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,1536,2048,0.014487466216087342
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,1536,2048,0.014460800091425577
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,1536,2048,0.014884266257286071
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,1536,2048,0.014985600113868713
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,1536,2048,0.014475733041763306
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,1536,2048,0.0144896000623703
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,1536,2048,0.016383999586105348
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,1536,2048,0.014760532975196838
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,1536,2048,0.004590933521588644
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,1536,2048,0.014569600423177084
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,1536,2048,0.026718932390213012
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,1536,2048,0.014874666929244995
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,1536,2048,0.014517333110173544
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,1536,2048,0.1022602637608846
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,1536,2048,0.09060800075531006
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,1536,2048,0.6508533477783203
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,1536,2048,0.09719680150349935
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,1536,2048,0.21561172803243003
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,1536,2048,0.10095787048339844
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,1536,2048,1.2938687642415365
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,1536,2048,0.09143253167470297
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,1536,2048,0.09551466306050618
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,1536,2048,0.08543787002563477
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,1536,2048,0.08013546466827393
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,1536,2048,0.08369599978129069
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,1536,2048,0.061603200435638425
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,1536,2048,0.05597653388977051
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,1536,2048,0.07513279914855957
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,1536,2048,0.05171413421630859
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,1536,2048,0.050894931952158606
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,1536,2048,0.04639999866485596
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,1536,2048,0.04033386707305908
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,1536,2048,0.07298453648885092
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,1536,2048,0.06817920207977295
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,1536,2048,0.06773333549499512
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,1536,2048,0.034949334462483723
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,1536,2048,0.03381226857503255
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,1536,2048,0.07896640300750732
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,1536,2048,0.04481386741002401
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,1536,2048,0.06238506635030111
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,1536,2048,0.056281598409016934
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,1536,2048,0.039028267065684005
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,1536,2048,0.028446932633717854
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,1536,2048,0.023484800259272257
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,1536,2048,0.02800319989522298
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,1536,2048,0.02296746571858724
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,1536,2048,0.018588799238204955
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,1536,2048,0.0173909326394399
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,1536,2048,0.012836266557375589
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,1536,2048,0.0107722669839859
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,1536,2048,0.010611200332641601
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,1536,2048,0.012070399522781373
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,1536,2048,0.011622400085131327
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,1536,2048,0.011739733815193176
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,1536,2048,0.012038399775822956
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,1536,2048,0.010388267040252686
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,1536,2048,0.010419199864069622
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,1536,2048,0.009155199925104777
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,1536,2048,0.007638399799664815
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,1536,2048,0.009178666273752849
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,1536,2048,0.010007466872533162
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,1536,2048,0.01001706620057424
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,1536,2048,0.010782933235168457
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,1536,2048,0.010857599973678588
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,1536,2048,0.011660800377527872
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,1536,2048,0.011243733763694762
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,1536,2048,0.011168000102043153
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,1536,2048,0.00876693328221639
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,1536,2048,0.01162453293800354
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,1536,2048,0.011241599917411804
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,1536,2048,0.010830932855606079
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,1536,2048,0.011237333218256634
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,1536,2048,0.01246399978796641
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,1536,2048,0.011161599556605022
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,1536,2048,0.011588266491889954
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,1536,2048,0.01137600044409434
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,1536,2048,0.011734400192896526
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,1536,2048,0.011612799763679505
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,1536,2048,0.012074666221936543
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,1536,2048,0.011645866433779399
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,1536,2048,0.012066133817036946
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,1536,2048,0.009172266721725464
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,1536,2048,0.012449066837628682
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,1536,2048,0.009178666273752849
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,1536,2048,0.00918293297290802
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,1536,2048,0.00914026697476705
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,1536,2048,0.06515093247095743
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,1536,2048,0.009121066331863404
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,1536,2048,0.11696106592814129
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,1536,2048,0.03425279855728149
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,1536,2048,0.02309439977010091
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,1536,2048,0.02298133373260498
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,1536,2048,0.022551467021306358
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,1536,2048,0.02267626722653707
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,1536,2048,0.02230186661084493
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,1536,2048,0.021652267376581828
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,1536,2048,0.021947733561197915
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,1536,2048,0.02159573237101237
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,1536,2048,0.0213536004225413
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,1536,2048,0.02100480000178019
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,1536,2048,0.019925334056218467
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,1536,2048,0.01609493295351664
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,1536,2048,0.01539520025253296
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,1536,2048,0.015277866522471109
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,1536,2048,0.01579200029373169
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,1536,2048,0.01508799990018209
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,1536,2048,0.014781866470972696
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,1536,2048,0.014518400033315023
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,1536,2048,0.014107732971509298
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,1536,2048,0.014123732844988504
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,1536,2048,0.013754666845003764
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,1536,2048,0.013498666882514953
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,1536,2048,0.01336853305498759
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,1536,2048,0.013247999548912048
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,1536,2048,0.012852266430854797
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,1536,2048,0.012411733468373615
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,1536,2048,0.012874666849772134
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,1536,2048,0.012485333283742269
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,1536,2048,0.012007466952006022
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,1536,2048,0.011731200416882833
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,1536,2048,0.01159999966621399
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,1536,2048,0.010856533050537109
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,1536,2048,0.011219200491905213
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,1536,2048,0.010889599720637005
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,1536,2048,0.010771200060844421
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,1536,2048,0.01097920040289561
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,1536,2048,0.010406399766604107
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,1536,2048,0.010794666409492493
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,1536,2048,0.010760533809661865
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,1536,2048,0.010818133751551311
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,1536,2048,0.0107722669839859
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,1536,2048,0.010409599542617798
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,1536,2048,0.010412800312042236
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,1536,2048,0.010361599922180175
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,1536,2048,0.010404266913731893
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,1536,2048,0.010431999961535137
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,1536,2048,0.010414933164914448
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,1536,2048,0.010757333040237427
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,1536,2048,0.01040000021457672
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,1536,2048,0.010371200243631999
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,1536,2048,0.010366933544476827
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,1536,2048,0.010377599795659383
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,1536,2048,0.010342400272687275
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,1536,2048,0.010391466816266378
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,1536,2048,0.010340266426404317
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,1536,2048,0.010345600048700969
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,1536,2048,0.010435199737548828
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,1536,2048,0.01037440001964569
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,1536,2048,0.010423466563224792
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,1536,2048,0.01034986674785614
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,1536,2048,0.010379733641942342
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,1536,2048,0.010453333457310993
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,1536,2048,0.010423466563224792
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,1536,2048,0.010408533612887065
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,1536,1536,0.10356586774190266
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,1536,1536,0.05266026655832926
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,1536,1536,0.026349866390228273
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,1536,2048,0.010420266787211101
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,1536,1536,0.015041066209475198
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,1536,1536,0.01488746702671051
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,1536,1536,0.014896000425020853
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,1536,2048,0.010804266730944315
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,1536,1536,0.014097066720326743
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,1536,1536,0.014094932874043783
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,1536,1536,0.012829867005348206
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,1536,1536,0.012869333227475485
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,1536,1536,0.01286079982916514
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,1536,1536,0.012892799576123557
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,1536,1536,0.012116266290346782
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,1536,1536,0.011272533734639486
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,1536,1536,0.010792533556620281
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,1536,1536,0.011589333415031433
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,1536,1536,0.010388267040252686
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,1536,1536,0.010544000069300334
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,1536,1536,0.009149866302808125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,1536,1536,0.009174399574597676
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,1536,1536,0.00876800020535787
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,1536,2048,0.010407466689745586
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,1536,2048,0.010154666503270467
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,1536,1536,0.00795413355032603
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,1536,1536,0.008019199967384339
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,1536,1536,0.00795413355032603
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,1536,1536,0.007050666709740956
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,1536,2048,0.010160000125567118
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,1536,1536,0.007468800246715546
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,1536,1536,0.006636799871921539
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,1536,1536,0.006592000027497609
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,1536,1536,0.00631039987007777
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,1536,1536,0.004766933123270671
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,1536,1536,0.005008000135421753
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,1536,1536,0.004691199958324432
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,1536,1536,0.004252799848715464
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,1536,1536,0.004675200084845225
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,1536,1536,0.0046528001626332605
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,1536,1536,0.004948266843954722
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,1536,1536,0.0054282665252685545
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,1536,1536,0.004228266576925913
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,1536,1536,0.004062933226426443
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,1536,1536,0.0039327998956044516
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,1536,1536,0.004199466605981191
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,1536,1536,0.004263466596603394
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,1536,1536,0.0041909332076708475
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,1536,1536,0.00417493333419164
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,1536,1536,0.004185600082079569
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,1536,1536,0.0038634667793909705
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,1536,1536,0.0038677332301934562
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,1536,1536,0.0046410664916038515
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,1536,1536,0.004594133297602335
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,1536,1536,0.0038133333126703895
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,1536,1536,0.003790933390458425
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,1536,2048,0.010371200243631999
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,1536,1536,0.0037813333173592886
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,1536,1536,0.0037930667400360107
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,1536,1536,0.0038506666819254553
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,1536,1536,0.0038421332836151125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,1536,1536,0.003836799909671148
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,1536,1536,0.003764266769091288
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,1536,1536,0.0037845333417256674
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,1536,1536,0.0038293334345022834
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,1536,1536,0.003770666569471359
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,1536,1536,0.0037759999434153237
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,1536,1536,0.0046517332394917805
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,1536,1536,0.004816000163555145
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,1536,1536,0.004816000163555145
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,1536,1536,0.004791466891765595
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,1536,1536,0.004894933104515076
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,1536,1536,0.005553066730499268
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,1536,1536,0.012107732892036437
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,1536,1536,0.005475200215975444
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,1536,1536,0.00525546669960022
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,1536,1536,0.010493866602579753
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,1536,1536,0.0895242691040039
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,1536,1536,0.19087573687235515
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,1536,1536,0.04832640091578166
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,1536,1536,0.03290133277575175
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,1536,1536,0.03295466701189677
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,1536,1536,0.032542934020360306
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,1536,1536,0.03144533236821492
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,1536,1536,0.006033066908518473
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,1536,1536,0.031405866146087646
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,1536,1536,0.029554132620493574
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,1536,1536,0.029521065950393676
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,1536,1536,0.029275733232498168
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,1536,2048,0.01072746713956197
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,1536,1536,0.02890026569366455
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,1536,1536,0.028777599334716797
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,1536,1536,0.02799573342005412
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,1536,1536,0.026664533217748004
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,1536,1536,0.026787199576695758
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,1536,1536,0.026765867074330645
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,1536,1536,0.02669546604156494
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,1536,1536,0.024899200598398844
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,1536,1536,0.027400533358256023
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,1536,1536,0.02502080003420512
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,1536,1536,0.02444480061531067
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,1536,1536,0.024715733528137208
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,1536,1536,0.022717867294947305
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,1536,1536,0.022762666145960488
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,1536,1536,0.0037632000943024955
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,1536,1536,0.022257065773010253
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,1536,1536,0.022516266504923502
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,1536,1536,0.020882133642832437
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,1536,1536,0.020569600661595664
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,1536,1536,0.019433599710464478
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,1536,1536,0.020334933201471964
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,1536,1536,0.01851093371709188
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,1536,1536,0.018614399433135986
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,1536,1536,0.01714026729265849
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,1536,1536,0.017063466707865398
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,1536,1536,0.01637440025806427
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,1536,1536,0.016552533706029257
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,1536,1536,0.016275200247764587
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,1536,1536,0.016446933150291443
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,1536,1536,0.015662933389345803
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,1536,1536,0.015646933515866598
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,1536,1536,0.01629866659641266
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,1536,1536,0.01583253343900045
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,1536,1536,0.014658133188883463
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,1536,1536,0.01616426706314087
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,1536,1536,0.015430399775505066
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,1536,1536,0.016201600432395935
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,1536,1536,0.014942933122316995
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,1536,1536,0.014917332927385965
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,1536,1536,0.01581546664237976
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,1536,1536,0.01671573321024577
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,1536,1536,0.014482133587201438
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,1536,1536,0.014477866888046264
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,1536,1536,0.015380266308784484
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,1536,1536,0.014522666732470194
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,1536,1536,0.014446933070818582
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,1536,1536,0.015583999951680503
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,1536,1536,0.014710399508476257
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,1536,1536,0.015110400319099427
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,1536,1536,0.014465066790580749
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,1536,1536,0.014828800161679586
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,1536,1536,0.014477866888046264
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,1536,1536,0.014850133657455444
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,1536,1536,0.014525866508483887
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,1536,1536,0.030771199862162275
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,1536,1536,0.014475733041763306
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,1536,1536,0.014493866761525472
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,1536,1536,0.01446293294429779
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,1536,1536,0.014516266187032065
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,1536,1536,0.014501333236694336
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,1536,1536,0.014467199643452963
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,1536,1536,0.025040000677108765
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,1536,1536,0.00378560001651446
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,1536,1536,0.014472533265749613
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,1536,1536,0.0144405335187912
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,1536,1536,0.09931093056996664
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,1536,1536,0.08853653271993002
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,1536,1536,0.1867743968963623
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,1536,1536,0.09829013347625733
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,1536,1536,1.2774667104085287
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,1536,1536,0.0940341313680013
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,1536,1536,0.09369280338287353
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,1536,1536,0.08980480035146078
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,1536,1536,0.6425589243570964
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,1536,1536,0.0825002670288086
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,1536,1536,0.0820192019144694
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,1536,1536,0.06087253491083781
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,1536,1536,0.0673151969909668
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,1536,1536,0.07837226390838622
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,1536,1536,0.07185173034667969
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,1536,1536,0.05466453234354655
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,1536,1536,0.049728000164031984
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,1536,1536,0.050581332047780356
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,1536,1536,0.06609706481297811
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,1536,1536,0.04558933178583781
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,1536,1536,0.03946026563644409
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,1536,1536,0.04405973354975383
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,1536,1536,0.03831040064493815
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,1536,1536,0.03380693197250366
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,1536,1536,0.03327680031458537
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,1536,1536,0.07277546723683676
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,1536,1536,0.07711146672566732
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,1536,1536,0.060395733515421546
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,1536,1536,0.05583360195159912
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,1536,1536,0.027591466903686523
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,1536,1536,0.027617067098617554
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,1536,1536,0.01771413286526998
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,1536,1536,0.0222378671169281
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,1536,1536,0.023115734259287514
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,1536,1536,0.01732586622238159
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,1536,1536,0.0124917338291804
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,1536,1536,0.010011733571688334
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,1536,1536,0.011255466938018798
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,1536,1536,0.011660800377527872
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,1536,1536,0.01129813293615977
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,1536,1536,0.011014399925867717
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,1536,1536,0.010033067067464192
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,1536,1536,0.009964799880981446
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,1536,1536,0.010288000106811523
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,1536,1536,0.00853546659151713
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,1536,1536,0.008373333017031352
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,1536,1536,0.008699733018875121
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,1536,1536,0.008716799815495809
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,1536,1536,0.009553066889444987
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,1536,1536,0.009125333031018574
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,1536,1536,0.01042133371035258
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,1536,1536,0.009586133559544881
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,1536,1536,0.01043839951356252
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,1536,1536,0.010397866368293762
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,1536,1536,0.009963732957839967
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,1536,1536,0.00958720048268636
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,1536,1536,0.010341333349545796
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,1536,1536,0.010829866925875346
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,1536,1536,0.009669333696365356
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,1536,1536,0.010749866565068562
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,1536,1536,0.010454400380452474
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,1536,1536,0.009954133629798889
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,1536,1536,0.010393599669138592
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,1536,1536,0.009563733140627544
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,1536,1536,0.010105599959691364
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,1536,1536,0.011160533626874287
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,1536,1536,0.009156266848246258
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,1536,1536,0.01040000021457672
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,1536,1536,0.010818133751551311
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,1536,1536,0.008382933338483174
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,1536,1536,0.009610666831334432
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,1536,1536,0.009540266791979472
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,1536,1536,0.008933333555857341
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,1536,1536,0.010363733768463135
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,1536,1536,0.05382080078125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,1536,1536,0.09481173356374105
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,1536,1536,0.0283242662747701
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,1536,1536,0.01944213310877482
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,1536,1536,0.019845332702000937
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,1536,1536,0.019308799505233766
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,1536,1536,0.0191210667292277
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,1536,1536,0.018595200777053834
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,1536,1536,0.018604799111684164
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,1536,1536,0.018601600329081217
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,1536,1536,0.018088533480962118
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,1536,1536,0.01813439925511678
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,1536,1536,0.017348267634709678
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,1536,1536,0.014055466651916504
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,1536,1536,0.01853760083516439
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,1536,1536,0.013676800330479941
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,1536,1536,0.013630933562914529
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,1536,1536,0.013698133826255798
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,1536,1536,0.013261866569519044
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,1536,1536,0.012679466605186462
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,1536,1536,0.012828800082206725
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,1536,1536,0.01242453356583913
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,1536,1536,0.012451199690500896
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,1536,1536,0.012402133146921793
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,1536,1536,0.012051199873288471
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,1536,1536,0.012019200126330058
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,1536,1536,0.011741866668065388
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,1536,1536,0.01186346709728241
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,1536,1536,0.011655466755231221
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,1536,1536,0.011267200112342834
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,1536,1536,0.010379733641942342
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,1536,1536,0.011228799819946289
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,1536,1536,0.010798933108647664
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,1536,1536,0.010401067137718201
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,1536,1536,0.010416000088055929
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,1536,1536,0.009715200463930766
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,1536,1536,0.010011733571688334
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,1536,1536,0.009924266735712688
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,1536,1536,0.00997226635615031
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,1536,1536,0.009604266285896302
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,1536,1536,0.009608532985051472
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,1536,1536,0.009572266538937887
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,1536,1536,0.00993280013402303
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,1536,1536,0.009538132945696514
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,1536,1536,0.009610666831334432
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,1536,1536,0.009603200356165568
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,1536,1536,0.009622400005658466
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,1536,1536,0.009622400005658466
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,1536,1536,0.009609599908192951
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,1536,1536,0.009597866733868917
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,1536,1536,0.009598933657010396
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,1536,1536,0.009559466441472372
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,1536,1536,0.009201066692670186
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,1536,1536,0.009546666344006857
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,1536,1536,0.009578667084376017
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,1536,1536,0.0095360000928243
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,1536,1536,0.009598933657010396
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,1536,1536,0.009542399644851684
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,1536,1536,0.009197866916656494
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,1536,1536,0.00962773362795512
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,1536,1536,0.0095360000928243
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,1536,1536,0.00918293297290802
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,1536,1536,0.009524266918500264
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,1536,1536,0.009553066889444987
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,1536,1536,0.009155199925104777
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,1536,1536,0.00951039989789327
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,1536,1536,0.00955839951833089
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,1536,1024,0.07320106824239095
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,1536,1024,0.036711466312408444
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,1536,1536,0.009542399644851684
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,1536,1024,0.01886826753616333
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,1536,1024,0.011129599809646607
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,1536,1024,0.011014399925867717
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,1536,1024,0.01088853379090627
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,1536,1024,0.010809600353240967
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,1536,1024,0.010629333058993022
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,1536,1024,0.009553066889444987
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,1536,1024,0.009749333063761394
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,1536,1024,0.009607467055320739
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,1536,1536,0.009546666344006857
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,1536,1536,0.009155199925104777
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,1536,1024,0.00914026697476705
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,1536,1024,0.009386666615804036
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,1536,1024,0.008386133114496867
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,1536,1024,0.009122133255004883
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,1536,1024,0.008296533425649007
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,1536,1024,0.008319999774297078
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,1536,1024,0.007130666573842366
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,1536,1024,0.007406933108965556
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,1536,1536,0.00988266666730245
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,1536,1024,0.0070783997575442
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,1536,1024,0.006662400066852569
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,1536,1024,0.00631466656923294
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,1536,1024,0.005490133166313171
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,1536,1536,0.009541333715120951
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,1536,1024,0.0059125334024429325
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,1536,1024,0.005241600175698599
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,1536,1024,0.0054282665252685545
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,1536,1024,0.005063466727733612
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,1536,1024,0.005013333261013031
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,1536,1536,0.00916266640027364
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,1536,1024,0.0038122666378815973
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,1536,1024,0.0041461333632469176
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,1536,1024,0.0038624001046021783
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,1536,1024,0.003731200098991394
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,1536,1024,0.0037802666425704955
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,1536,1024,0.0038783999780813852
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,1536,1024,0.0037962667644023894
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,1536,1024,0.0034133332471052804
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,1536,1024,0.003402666747570038
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,1536,1024,0.0033941333492596946
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,1536,1024,0.0034005333979924522
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,1536,1024,0.0034453332424163817
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,1536,1024,0.0033973333736260734
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,1536,1024,0.0033973333736260734
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,1536,1024,0.0033887999753157297
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,1536,1024,0.0033845332761605583
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,1536,1024,0.003402666747570038
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,1536,1536,0.009540266791979472
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,1536,1024,0.0033781332274278007
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,1536,1024,0.003385599950949351
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,1536,1024,0.00958079993724823
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,1536,1024,0.0033770665526390077
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,1536,1024,0.0030026666820049284
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,1536,1024,0.003032533327738444
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,1536,1024,0.003089066594839096
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,1536,1024,0.0030400000512599947
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,1536,1024,0.003017599880695343
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,1536,1024,0.002974933385848999
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,1536,1024,0.007961600025494894
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,1536,1024,0.003017599880695343
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,1536,1024,0.0030303999781608583
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,1536,1024,0.003052799900372823
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,1536,1024,0.003010133405526479
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,1536,1024,0.003033600002527237
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,1536,1024,0.0030026666820049284
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,1536,1024,0.0037802666425704955
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,1536,1024,0.0036864000062147772
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,1536,1024,0.00391146664818128
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,1536,1024,0.0037280000746250153
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,1536,1024,0.003824000060558319
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,1536,1024,0.004232533276081085
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,1536,1024,0.0042463997999827065
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,1536,1024,0.00626453310251236
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,1536,1024,0.06553813219070434
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,1536,1024,0.12679893175760906
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,1536,1024,0.03588693141937256
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,1536,1024,0.026779733101526898
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,1536,1024,0.026763733228047686
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,1536,1024,0.0262773334980011
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,1536,1024,0.026869332790374754
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,1536,1024,0.0038431999584039056
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,1536,1024,0.02714879910151164
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,1536,1024,0.02625173330307007
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,1536,1024,0.025486934185028075
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,1536,1024,0.025851732492446898
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,1536,1024,0.025260800123214723
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,1536,1024,0.025893332560857137
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,1536,1024,0.02541653315226237
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,1536,1024,0.024680533011754355
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,1536,1024,0.025195733706156416
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,1536,1024,0.024861866235733034
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,1536,1024,0.024232532580693564
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,1536,1024,0.02450773318608602
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,1536,1024,0.022779732942581177
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,1536,1024,0.022745599349339805
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,1536,1024,0.023098667462666832
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,1536,1024,0.021552000443140665
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,1536,1024,0.021942400932312013
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,1536,1024,0.02051946719487508
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,1536,1024,0.0033952000240484873
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,1536,1024,0.020619734128316244
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,1536,1024,0.021015467246373494
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,1536,1024,0.019492266575495402
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,1536,1024,0.019132800896962485
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,1536,1024,0.019081600507100425
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,1536,1024,0.017684266964594523
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,1536,1024,0.008896000186602275
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,1536,1024,0.017570134003957114
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,1536,1024,0.015432533621788026
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,1536,1024,0.017103999853134155
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,1536,1024,0.016277333100636802
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,1536,1024,0.017669334014256795
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,1536,1024,0.003788800040880839
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,1536,1024,0.015795200069745382
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,1536,1024,0.014905599753061929
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,1536,1024,0.014877866705258688
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,1536,1024,0.015074132879575094
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,1536,1024,0.014499200383822122
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,1536,1024,0.014642133315404256
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,1536,1024,0.014465066790580749
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,1536,1024,0.014617600043614707
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,1536,1024,0.016477866967519125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,1536,1024,0.01451520025730133
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,1536,1024,0.01443839967250824
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,1536,1024,0.014847999811172486
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,1536,1024,0.014761599898338317
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,1536,1024,0.014459733168284097
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,1536,1024,0.014514133334159851
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,1536,1024,0.014476799964904785
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,1536,1024,0.0142794668674469
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,1536,1024,0.014495999614397685
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,1536,1024,0.01441493332386017
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,1536,1024,0.014495999614397685
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,1536,1024,0.014430933197339377
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,1536,1024,0.014296533664067588
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,1536,1024,0.01446399986743927
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,1536,1024,0.014359466234842935
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,1536,1024,0.014424533645311991
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,1536,1024,0.014484266440073649
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,1536,1024,0.02416213353474935
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,1536,1024,0.014499200383822122
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,1536,1024,0.014633599917093912
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,1536,1024,0.014461867014567056
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,1536,1024,0.014514133334159851
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,1536,1024,0.014475733041763306
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,1536,1024,0.014455466469128927
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,1536,1024,0.014363732933998109
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,1536,1024,0.02062186598777771
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,1536,1024,0.017717333634694417
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,1536,1024,0.014544000228246054
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,1536,1024,0.014525866508483887
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,1536,1024,0.09730453491210937
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,1536,1024,0.09197119871775308
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,1536,1024,0.09644052982330323
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,1536,1024,0.1770037333170573
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,1536,1024,0.6195456186930339
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,1536,1024,0.09069440364837647
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,1536,1024,1.2627274831136068
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,1536,1024,0.08662292957305909
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,1536,1024,0.08625706831614176
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,1536,1024,0.08050453662872314
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,1536,1024,0.08043200174967448
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,1536,1024,0.05956586599349976
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,1536,1024,0.07473920186360677
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,1536,1024,0.07597973346710205
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,1536,1024,0.05376533269882202
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,1536,1024,0.04846293528874715
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,1536,1024,0.06989013353983561
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,1536,1024,0.043194667498270674
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,1536,1024,0.03738986651102702
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,1536,1024,0.06895466645558676
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,1536,1024,0.04933120012283325
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,1536,1024,0.04315413236618042
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,1536,1024,0.06484373410542807
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,1536,1024,0.03245226740837097
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,1536,1024,0.06444480021794638
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,1536,1024,0.058728531996409095
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,1536,1024,0.05421760082244873
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,1536,1024,0.032961066563924155
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,1536,1024,0.037646933396657305
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,1536,1024,0.027138133843739826
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,1536,1024,0.027157332499821978
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,1536,1024,0.022333866357803343
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,1536,1024,0.017110399405161538
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,1536,1024,0.02141439914703369
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,1536,1024,0.016203733285268147
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,1536,1024,0.010835199554761251
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,1536,1024,0.009145599603652955
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,1536,1024,0.010759466886520385
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,1536,1024,0.010422399640083313
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,1536,1024,0.012066133817036946
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,1536,1024,0.010780800382296245
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,1536,1024,0.009550933043162029
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,1536,1024,0.009581866860389709
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,1536,1024,0.009556266665458679
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,1536,1024,0.00832426647345225
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,1536,1024,0.007481599847475688
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,1536,1024,0.007948799928029378
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,1536,1024,0.007909333209196727
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,1536,1024,0.00834986666838328
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,1536,1024,0.008332799871762593
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,1536,1024,0.008371200164159138
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,1536,1024,0.008705066641171773
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,1536,1024,0.008321066697438557
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,1536,1024,0.008737066388130188
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,1536,1024,0.008799999952316284
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,1536,1024,0.00874133308728536
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,1536,1024,0.008705066641171773
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,1536,1024,0.008452266454696655
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,1536,1024,0.00913706620534261
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,1536,1024,0.009107200304667155
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,1536,1024,0.008436266581217449
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,1536,1024,0.008742400010426839
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,1536,1024,0.008755200107892354
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,1536,1024,0.009141332904497783
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,1536,1024,0.008729599912961324
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,1536,1024,0.008725333213806152
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,1536,1024,0.00950933297475179
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,1536,1024,0.008718933661778767
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,1536,1024,0.008322133123874665
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,1536,1024,0.008752000331878663
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,1536,1024,0.008377599716186523
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,1536,1024,0.0708021322886149
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,1536,1024,0.03965013424555461
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,1536,1024,0.02204586664835612
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,1536,1024,0.01544533371925354
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,1536,1024,0.015086932977040609
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,1536,1024,0.014938666423161825
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,1536,1024,0.015331199765205384
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,1536,1024,0.014844800035158793
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,1536,1024,0.014888532956441245
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,1536,1024,0.014574933052062988
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,1536,1024,0.014881066481272378
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,1536,1024,0.01458346645037333
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,1536,1024,0.014808533589045205
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,1536,1024,0.014270933469136557
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,1536,1024,0.012060800194740295
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,1536,1024,0.011787733435630799
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,1536,1024,0.011634133259455363
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,1536,1024,0.011542399724324543
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,1536,1024,0.011593600114186604
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,1536,1024,0.011603200435638427
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,1536,1024,0.011348266402880352
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,1536,1024,0.011204266548156738
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,1536,1024,0.010776533683141073
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,1536,1024,0.010771200060844421
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,1536,1024,0.010412800312042236
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,1536,1024,0.01039573351542155
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,1536,1024,0.010012800494829815
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,1536,1024,0.01001706620057424
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,1536,1024,0.009961600104967754
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,1536,1024,0.009612799684206644
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,1536,1024,0.009630933403968811
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,1536,1024,0.00956053336461385
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,1536,1024,0.0091839998960495
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,1536,1024,0.009458133578300476
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,1536,1024,0.009198932846387228
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,1536,1024,0.008784000078837078
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,1536,1024,0.008733866612116496
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,1536,1024,0.009126399954160053
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,1536,1024,0.008904533584912618
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,1536,1024,0.00876586635907491
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,1536,1024,0.008760533730189006
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,1536,1024,0.00876800020535787
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,1536,1024,0.009149866302808125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,1536,1024,0.008713600039482117
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,1536,1024,0.008771199981371562
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,1536,1024,0.008774399757385254
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,1536,1024,0.008385066191355388
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,1536,1024,0.008731733759244282
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,1536,1024,0.008368000388145447
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,1536,1024,0.008363733688990276
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,1536,1024,0.00839466651280721
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,1536,1024,0.00870293378829956
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,1536,1024,0.008725333213806152
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,1536,1024,0.008721066514650981
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,1536,1024,0.008709333340326945
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,1536,1024,0.008363733688990276
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,1536,1024,0.008307200173536937
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,1536,1024,0.008725333213806152
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,1536,1024,0.008750933408737182
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,1536,1024,0.008318933347860973
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,1536,1024,0.008303999900817871
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,1536,1024,0.008351999521255492
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,1536,1024,0.008499200145403545
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,1536,1024,0.008337066570917765
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,1536,1024,0.00876693328221639
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,1536,1024,0.008755200107892354
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,1536,1024,0.008330666522185007
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,1536,1024,0.008732799688975017
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,1536,1024,0.008692266543706258
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,1536,1024,0.008746666709582011
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,1536,768,0.056876798470815025
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,1536,768,0.027661865949630736
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,1536,768,0.015290666619936624
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,1536,768,0.009129599730173747
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,1536,768,0.00913706620534261
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,1536,768,0.009139200051625569
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,1536,768,0.00879253347714742
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,1536,768,0.008798933029174805
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,1536,768,0.007916800181070964
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,1536,768,0.007919999957084655
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,1536,768,0.007922133306662242
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,1536,768,0.007961600025494894
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,1536,768,0.007919999957084655
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,1536,768,0.007899733384450276
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,1536,1024,0.008370133241017659
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,1536,768,0.007514666517575581
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,1536,768,0.0070709332823753355
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,1536,768,0.00761706680059433
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,1536,768,0.006727466483910878
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,1536,768,0.007080533107121785
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,1536,768,0.007125333448251088
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,1536,1024,0.008388266960779826
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,1536,768,0.00624533345301946
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,1536,768,0.006375466783841451
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,1536,768,0.0062389334042867025
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,1536,768,0.005610666672388713
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,1536,768,0.005849599838256836
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,1536,768,0.005514666438102722
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,1536,768,0.004808533191680908
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,1536,768,0.004602666695912679
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,1536,768,0.004668800036112467
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,1536,1024,0.008711466193199157
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,1536,768,0.004590933521588644
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,1536,768,0.0046069333950678505
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,1536,768,0.003570133447647095
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,1536,768,0.0036490666369597114
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,1536,768,0.0034506666163603462
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,1536,768,0.0033759998778502146
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,1536,768,0.00344106654326121
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,1536,1024,0.008376533786455791
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,1536,768,0.0033791999022165934
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,1536,768,0.003790933390458425
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,1536,768,0.0030218665798505146
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,1536,768,0.003049599876006444
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,1536,768,0.0030229332546393077
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,1536,768,0.003368533402681351
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,1536,768,0.0029685333371162414
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,1536,768,0.0033674667278925574
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,1536,768,0.0030645333230495454
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,1536,768,0.003172266731659571
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,1536,768,0.0029674666623274487
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,1536,768,0.003017599880695343
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,1536,768,0.0029813334345817565
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,1536,768,0.0029728000362714132
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,1536,768,0.002985599885384242
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,1536,768,0.0029706666866938275
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,1536,768,0.002961066613594691
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,1536,768,0.002979200085004171
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,1536,768,0.0029663999875386557
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,1536,768,0.0029535998900731405
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,1536,768,0.00297173336148262
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,1536,768,0.0029728000362714132
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,1536,768,0.002976000060637792
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,1536,768,0.0029567999144395193
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,1536,768,0.002976000060637792
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,1536,768,0.0029535998900731405
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,1536,768,0.002979200085004171
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,1536,768,0.0029535998900731405
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,1536,768,0.003437866767247518
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,1536,768,0.0033759998778502146
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,1536,768,0.0033461332321166994
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,1536,768,0.0033802665770053864
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,1536,768,0.00344106654326121
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,1536,768,0.0037962667644023894
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,1536,768,0.003815466662247976
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,1536,768,0.09525866508483886
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,1536,768,0.05369813442230224
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,1536,768,0.03481386502583821
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,1536,768,0.005082666873931885
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,1536,768,0.02468799948692322
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,1536,768,0.0034400001168251038
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,1536,768,0.024864000082015992
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,1536,768,0.026425600051879883
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,1536,768,0.025040000677108765
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,1536,768,0.024754132827123007
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,1536,768,0.023481599489847817
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,1536,768,0.023849600553512575
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,1536,768,0.024700800577799477
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,1536,768,0.023466666539510093
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,1536,768,0.023890133698781332
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,1536,768,0.023850667476654052
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,1536,1024,0.009136000275611877
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,1536,768,0.02272746761639913
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,1536,768,0.022715733448664347
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,1536,768,0.022352000077565513
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,1536,768,0.02259733279546102
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,1536,1024,0.00872320036093394
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,1536,768,0.020911999543507895
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,1536,768,0.0034656000634034475
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,1536,768,0.02127893368403117
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,1536,768,0.02101226647694906
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,1536,768,0.0206112007300059
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,1536,1024,0.00959999958674113
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,1536,768,0.020453333854675293
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,1536,768,0.01990933418273926
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,1536,768,0.020541866620381675
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,1536,768,0.018633600076039633
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,1536,768,0.018538665771484376
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,1536,768,0.018899200359980266
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,1536,768,0.017598932981491087
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,1536,768,0.016679465770721436
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,1536,768,0.017292799552281697
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,1536,768,0.016357333461443583
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,1536,768,0.014539733529090881
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,1536,768,0.01534933348496755
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,1536,768,0.015550933281580605
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,1536,768,0.014471466342608133
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,1536,768,0.014469333489735923
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,1536,768,0.015197867155075073
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,1536,768,0.015521066387494406
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,1536,768,0.01509119967619578
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,1536,768,0.0145578662554423
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,1536,768,0.014577066898345948
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,1536,768,0.025099732478459674
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,1536,768,0.0144896000623703
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,1536,768,0.014510933558146158
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,1536,768,0.014519466956456503
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,1536,768,0.014993066589037577
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,1536,768,0.015165866414705912
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,1536,768,0.014405333002408347
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,1536,768,0.014599466323852539
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,1536,768,0.015564800302187601
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,1536,768,0.014903466900189719
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,1536,768,0.014441600441932679
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,1536,768,0.014299733440081277
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,1536,768,0.014249599973360696
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,1536,768,0.014359466234842935
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,1536,768,0.01439786652723948
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,1536,768,0.014153599739074707
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,1536,768,0.014340266585350037
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,1536,768,0.014398933450380961
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,1536,768,0.013740799824396768
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,1536,768,0.014563199877738953
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,1536,768,0.014404267072677612
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,1536,768,0.014144000411033631
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,1536,768,0.014407466848691305
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,1536,768,0.014267733693122864
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,1536,768,0.01434879998366038
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,1536,768,0.01425386667251587
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,1536,768,0.01430400013923645
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,1536,768,0.021947733561197915
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,1536,768,0.018901334206263224
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,1536,768,0.014626133441925048
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,1536,768,0.014437333742777506
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,1536,768,0.014473600188891092
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,1536,768,0.17543892860412597
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,1536,768,0.5183103879292805
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,1536,768,0.08529919783274333
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,1536,768,0.0952245314915975
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,1536,768,0.09022933642069499
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,1536,768,1.263907241821289
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,1536,768,0.09072319666544595
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,1536,768,0.09563626448313395
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,1536,768,0.08543679714202881
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,1536,768,0.07956159909566243
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,1536,768,0.07963733673095703
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,1536,768,0.07470826307932535
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,1536,768,0.05869439840316772
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,1536,768,0.053415465354919436
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,1536,768,0.0689791997273763
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,1536,768,0.047637331485748294
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,1536,768,0.04815680185953776
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,1536,768,0.04245226780573527
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,1536,768,0.06444906791051229
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,1536,768,0.042762664953867595
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,1536,768,0.037412265936533615
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,1536,768,0.06852800051371256
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,1536,768,0.03741546471913655
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,1536,768,0.031751465797424314
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,1536,768,0.032125866413116454
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,1536,768,0.06361493269602457
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,1536,768,0.07463359832763672
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,1536,768,0.05835946798324585
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,1536,768,0.05335573355356852
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,1536,768,0.021769599119822184
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,1536,768,0.026408533255259197
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,1536,768,0.027151999870936076
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,1536,768,0.02193386753400167
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,1536,768,0.016973867019017538
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,1536,768,0.016150400042533875
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,1536,768,0.010802132884661357
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,1536,768,0.009513599673906963
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,1536,768,0.010770133137702942
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,1536,768,0.010384000341097514
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,1536,768,0.011779200037320454
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,1536,768,0.0092031995455424
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,1536,768,0.010397866368293762
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,1536,768,0.009548800190289815
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,1536,768,0.00962559978167216
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,1536,768,0.007760000228881836
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,1536,768,0.007974400122960409
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,1536,768,0.007913599908351897
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,1536,768,0.007523199915885926
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,1536,768,0.008289066453774769
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,1536,768,0.007516799867153168
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,1536,768,0.0074869334697723385
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,1536,768,0.00788800021012624
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,1536,768,0.007522133489449819
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,1536,768,0.007974400122960409
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,1536,768,0.00787199983994166
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,1536,768,0.007925333579381307
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,1536,768,0.00795413355032603
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,1536,768,0.007980800171693166
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,1536,768,0.008358400066693623
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,1536,768,0.007063466807206471
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,1536,768,0.008004266520341237
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,1536,768,0.008307200173536937
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,1536,768,0.008281599978605907
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,1536,768,0.008689066767692566
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,1536,768,0.00755626658598582
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,1536,768,0.007539199789365132
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,1536,768,0.008297599852085114
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,1536,768,0.008311466872692108
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,1536,768,0.008382933338483174
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,1536,768,0.008387200037638346
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,1536,768,0.008322133123874665
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,1536,768,0.008295466502507527
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,1536,768,0.00916373332341512
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,1536,768,0.05925866762797037
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,1536,768,0.032264532645543416
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,1536,768,0.01855573256810506
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,1536,768,0.014501333236694336
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,1536,768,0.008379733562469483
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,1536,768,0.014487466216087342
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,1536,768,0.014444800217946372
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,1536,768,0.01446293294429779
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,1536,768,0.014460800091425577
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,1536,768,0.014428800344467163
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,1536,768,0.01409173309803009
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,1536,768,0.014045866330464682
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,1536,768,0.013639466961224875
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,1536,768,0.013727999726931252
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,1536,768,0.01325759987036387
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,1536,768,0.011636267105738323
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,1536,768,0.011583999792734782
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,1536,768,0.01121493379275004
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,1536,768,0.011210667093594869
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,1536,768,0.0108106662829717
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,1536,768,0.010773332913716634
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,1536,768,0.010498133301734925
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,1536,768,0.010580266515413921
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,1536,768,0.01002346674601237
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,1536,768,0.01034986674785614
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,1536,768,0.010052266716957092
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,1536,768,0.009966933727264404
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,1536,768,0.009970133503278095
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,1536,768,0.009571199615796406
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,1536,768,0.009187199672063192
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,1536,768,0.009196799993515015
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,1536,768,0.008760533730189006
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,1536,768,0.008763733506202697
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,1536,768,0.008797867099444072
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,1536,768,0.008933333555857341
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,1536,768,0.008761599659919739
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,1536,768,0.008326399823029835
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,1536,768,0.008329600095748901
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,1536,768,0.00846613347530365
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,1536,768,0.008344533046086629
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,1536,768,0.00842026670773824
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,1536,768,0.008126933375994365
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,1536,768,0.008373333017031352
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,1536,768,0.008382933338483174
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,1536,768,0.00832426647345225
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,1536,768,0.00798933357000351
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,1536,768,0.007987200220425924
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,1536,768,0.008337066570917765
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,1536,768,0.008307200173536937
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,1536,768,0.008311466872692108
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,1536,768,0.00830506682395935
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,1536,768,0.008318933347860973
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,1536,768,0.008319999774297078
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,1536,768,0.00803413341442744
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,1536,768,0.008354133367538452
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,1536,768,0.007938133180141449
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,1536,768,0.007919999957084655
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,1536,768,0.008343467116355896
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,1536,768,0.007928533355395
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,1536,768,0.007968000074227651
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,1536,768,0.008157866696516674
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,1536,768,0.007964799801508587
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,1536,768,0.007969066500663757
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,1536,768,0.008154666423797608
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,1536,768,0.008317866424719492
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,1536,768,0.007914666831493378
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,1536,768,0.007965866724650066
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,1536,768,0.00832533339659373
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,1536,512,0.04305919806162516
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,1536,512,0.01957013408342997
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,1536,768,0.008106666803359985
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,1536,512,0.011556266744931539
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,1536,512,0.007080533107121785
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,1536,512,0.007077333331108093
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,1536,512,0.007092266778151194
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,1536,512,0.007163733243942261
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,1536,512,0.007143466671307881
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,1536,768,0.007930666704972585
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,1536,512,0.006293333570162455
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,1536,512,0.006306133170922597
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,1536,768,0.007921066880226136
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,1536,512,0.006604800124963124
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,1536,512,0.006659199794133504
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,1536,512,0.006252799928188324
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,1536,512,0.0058442667126655575
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,1536,512,0.006351999938488007
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,1536,512,0.005712000032265982
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,1536,512,0.005834666887919108
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,1536,768,0.008339200417200725
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,1536,512,0.005098666747411092
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,1536,512,0.0054517333706219995
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,1536,512,0.005050666630268097
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,1536,768,0.008321066697438557
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,1536,768,0.007964799801508587
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,1536,512,0.004659200211366018
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,1536,512,0.004186666508515676
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,1536,512,0.004602666695912679
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,1536,512,0.004244266450405121
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,1536,512,0.004127999891837438
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,1536,512,0.0038463999827702843
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,1536,512,0.0038015998899936674
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,1536,512,0.0030741333961486817
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,1536,512,0.0032490665713946023
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,1536,512,0.0029440000653266907
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,1536,512,0.003049599876006444
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,1536,512,0.003028266628583272
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,1536,512,0.0030879999200503034
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,1536,512,0.0030080000559488933
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,1536,512,0.002616533388694127
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,1536,512,0.0025781333446502686
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,1536,512,0.002624000112215678
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,1536,512,0.0027200000981489818
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,1536,512,0.0029056000212828318
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,1536,512,0.0029450667401154833
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,1536,768,0.008309333523114523
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,1536,512,0.002959999938805898
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,1536,512,0.006305066744486491
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,1536,512,0.0029866665601730345
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,1536,512,0.006287999947865804
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,1536,512,0.0025642665723959604
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,1536,512,0.0028245332340399425
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,1536,512,0.0025813333690166474
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,1536,512,0.0026026666164398193
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,1536,512,0.002551466723283132
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,1536,512,0.002603733291228612
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,1536,512,0.0025472000241279604
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,1536,512,0.005842133363087972
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,1536,512,0.0026261332134405774
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,1536,512,0.002628266563018163
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,1536,512,0.0025653332471847535
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,1536,512,0.004673066735267639
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,1536,512,0.0025621332228183747
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,1536,512,0.0025568000972270967
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,1536,512,0.002583466718594233
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,1536,512,0.0025578667720158894
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,1536,512,0.0032127998769283296
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,1536,512,0.002980266759792964
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,1536,512,0.002630399912595749
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,1536,512,0.002889599899450938
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,1536,512,0.003020799905061722
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,1536,512,0.00296426663796107
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,1536,512,0.0029546665648619336
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,1536,512,0.0029472000896930695
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,1536,512,0.07387093702952066
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,1536,512,0.041919998327891034
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,1536,512,0.029113600651423138
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,1536,512,0.02301759918530782
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,1536,512,0.022690133253733317
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,1536,512,0.002598399917284648
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,1536,512,0.022645332415898643
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,1536,512,0.022703999280929567
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,1536,512,0.022691200176874794
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,1536,512,0.0026015999416510267
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,1536,512,0.02299840052922567
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,1536,512,0.0025888000925381976
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,1536,512,0.023319466908772787
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,1536,512,0.022407466173172
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,1536,512,0.021384533246358237
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,1536,512,0.022343466679255165
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,1536,512,0.022760534286499025
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,1536,512,0.0025685332715511323
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,1536,512,0.022504534324010214
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,1536,512,0.020729599396387736
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,1536,512,0.02100480000178019
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,1536,512,0.02132586638132731
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,1536,512,0.02014933427174886
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,1536,512,0.019666133324305217
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,1536,512,0.020610133806864418
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,1536,512,0.019215999046961467
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,1536,512,0.02009493311246236
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,1536,512,0.018643200397491455
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,1536,512,0.018962132930755615
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,1536,512,0.018346667289733887
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,1536,512,0.019205333789189656
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,1536,512,0.0029738667110602063
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,1536,512,0.017883733908335368
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,1536,512,0.016523733735084534
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,1536,512,0.01689280072848002
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,1536,512,0.016634666919708253
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,1536,512,0.01713599960009257
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,1536,512,0.014985600113868713
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,1536,512,0.01520639955997467
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,1536,512,0.01593066652615865
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,1536,512,0.016500266393025716
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,1536,512,0.016106667121251424
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,1536,512,0.015698132912317912
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,1536,512,0.01458453337351481
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,1536,512,0.014381866653760275
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,1536,512,0.015284267067909241
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,1536,512,0.014537599682807923
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,1536,512,0.01436906655629476
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,1536,512,0.014498133460680643
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,1536,512,0.014371200402577718
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,1536,512,0.015118933717409768
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,1536,512,0.01588159998257955
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,1536,512,0.0144405335187912
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,1536,512,0.014344533284505209
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,1536,512,0.01448853313922882
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,1536,512,0.015034666657447815
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,1536,512,0.01439786652723948
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,1536,512,0.015326933066050211
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,1536,512,0.014957867066065469
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,1536,512,0.014308266838391624
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,1536,512,0.014077867070833841
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,1536,512,0.013758933544158936
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,1536,512,0.013507200280825296
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,1536,512,0.013450666268666586
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,1536,512,0.013432533542315165
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,1536,512,0.0141184002161026
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,1536,512,0.013019733627637229
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,1536,512,0.0139765332142512
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,1536,512,0.01304213305314382
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,1536,512,0.014018133282661438
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,1536,512,0.014375467101732889
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,1536,512,0.014233600099881491
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,1536,512,0.014454399545987448
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,1536,512,0.014357333381970724
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,1536,512,0.013425067067146301
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,1536,512,0.014266666769981385
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,1536,512,0.005018666883309682
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,1536,512,0.017784533898035686
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,1536,512,0.014441600441932679
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,1536,512,0.014333867033322654
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,1536,512,0.09434453646341959
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,1536,512,0.0836575984954834
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,1536,512,0.39935894012451173
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,1536,512,0.1722549279530843
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,1536,512,0.09383467038472494
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,1536,512,0.08861973285675048
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,1536,512,0.08776533603668213
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,1536,512,1.2378239949544272
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,1536,512,0.08304213682810466
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,1536,512,0.07833920319875082
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,1536,512,0.0788266658782959
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,1536,512,0.07313173611958822
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,1536,512,0.07326933542887369
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,1536,512,0.05747306744257609
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,1536,512,0.05219626824061076
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,1536,512,0.04765119949976603
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,1536,512,0.04725013176600139
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,1536,512,0.04315520127614339
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,1536,512,0.041942401727040605
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,1536,512,0.037547731399536134
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,1536,512,0.06325120131174723
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,1536,512,0.03213333288828532
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,1536,512,0.06812266508738199
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,1536,512,0.06691626707712808
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,1536,512,0.06197866598765055
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,1536,512,0.0521717349688212
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,1536,512,0.05849813222885132
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,1536,512,0.036514135201772054
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,1536,512,0.03128959933916728
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,1536,512,0.027164800961812334
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,1536,512,0.021478400627772013
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,1536,512,0.02638079921404521
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,1536,512,0.021022933721542358
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,1536,512,0.011202133695284526
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,1536,512,0.016590933005015053
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,1536,512,0.01578986644744873
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,1536,512,0.009130666653315227
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,1536,512,0.009146666526794434
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,1536,512,0.009127466877301534
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,1536,512,0.010378666718800863
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,1536,512,0.010378666718800863
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,1536,512,0.009958400328954061
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,1536,512,0.010354133447011311
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,1536,512,0.009176533420880635
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,1536,512,0.0076223999261856076
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,1536,512,0.00790719985961914
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,1536,512,0.00625493327776591
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,1536,512,0.0063509335120519
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,1536,512,0.006713599960009258
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,1536,512,0.006728533407052357
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,1536,512,0.007044266661008198
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,1536,512,0.007295999924341838
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,1536,512,0.0070783997575442
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,1536,512,0.0070720002055168155
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,1536,512,0.007893333335717519
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,1536,512,0.006972800195217133
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,1536,512,0.007934933404127757
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,1536,512,0.007100800176461537
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,1536,512,0.006706133484840393
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,1536,512,0.007130666573842366
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,1536,512,0.007049599786599477
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,1536,512,0.007150933146476746
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,1536,512,0.00721919983625412
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,1536,512,0.006723199784755707
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,1536,512,0.00713919997215271
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,1536,512,0.007142400244871776
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,1536,512,0.007507200042406718
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,1536,512,0.00713919997215271
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,1536,512,0.006871466835339864
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,1536,512,0.007899733384450276
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,1536,512,0.007939200103282928
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,1536,512,0.007529599964618683
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,1536,512,0.007810133198897044
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,1536,512,0.047177600860595706
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,1536,512,0.026190932591756182
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,1536,512,0.017544533809026083
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,1536,512,0.01407360037167867
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,1536,512,0.014025599757830302
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,1536,512,0.01406719982624054
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,1536,512,0.013660800457000733
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,1536,512,0.013210666179656983
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,1536,512,0.007160533467928569
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,1536,512,0.01309333344300588
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,1536,512,0.01283093293507894
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,1536,512,0.01284160017967224
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,1536,512,0.012467199563980102
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,1536,512,0.012201600273450216
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,1536,512,0.011223466197649638
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,1536,512,0.010841600100199382
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,1536,512,0.010903466741243999
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,1536,512,0.010680533448855082
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,1536,512,0.014055466651916504
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,1536,512,0.010354133447011311
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,1536,512,0.010351999600728353
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,1536,512,0.010014933347702027
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,1536,512,0.009950932860374451
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,1536,512,0.009994666775067646
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,1536,512,0.009543466567993163
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,1536,512,0.00915839970111847
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,1536,512,0.009141332904497783
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,1536,512,0.008771199981371562
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,1536,512,0.008781866232554118
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,1536,512,0.008728532989819845
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,1536,512,0.010380799571673077
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,1536,512,0.008778666456540424
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,1536,512,0.008370133241017659
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,1536,512,0.00837546686331431
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,1536,512,0.008345599969228108
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,1536,512,0.008051200211048127
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,1536,512,0.00795306662718455
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,1536,512,0.007971199850241344
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,1536,512,0.007895466685295106
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,1536,512,0.007947733501593272
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,1536,512,0.008307200173536937
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,1536,512,0.00796693315108617
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,1536,512,0.007976533472537994
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,1536,512,0.007925333579381307
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,1536,512,0.007937066753705342
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,1536,512,0.007911466558774312
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,1536,512,0.007561600208282471
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,1536,512,0.00790826678276062
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,1536,512,0.007944533228874206
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,1536,512,0.007904000083605449
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,1536,512,0.00775786687930425
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,1536,512,0.007560533285140991
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,1536,512,0.007912533481915791
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,1536,512,0.007950933277606964
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,1536,512,0.007562666634718577
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,1536,512,0.0075103998184204105
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,1536,512,0.007926400005817413
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,1536,512,0.007559466858704884
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,1536,512,0.007480533421039581
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,1536,512,0.007531733314196269
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,1536,512,0.007857066889603932
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,1536,512,0.00757120003302892
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,1536,512,0.0075914666056633
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,1536,512,0.007573333382606506
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,1536,512,0.007469866673151653
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,1536,512,0.007483733197053273
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,1536,512,0.007906133433183034
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,1536,512,0.007547733187675476
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,1536,256,0.02780906756718953
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,1536,512,0.007961600025494894
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,1536,256,0.014503467082977294
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,1536,256,0.009948800007502239
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,1536,256,0.005490133166313171
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,1536,256,0.0054506664474805195
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,1536,256,0.005487999816735586
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,1536,256,0.005860266586144766
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,1536,512,0.00755626658598582
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,1536,256,0.005153066913286845
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,1536,512,0.007481599847475688
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,1536,256,0.0050805335243542995
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,1536,256,0.005041066805521647
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,1536,512,0.007520000139872233
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,1536,256,0.005209599932034811
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,1536,256,0.005463466544946035
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,1536,256,0.004939733445644379
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,1536,256,0.005182933310667674
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,1536,256,0.004679466784000397
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,1536,256,0.004664533336957296
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,1536,256,0.0046186665693918865
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,1536,256,0.004221866528193155
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,1536,256,0.004218666752179464
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,1536,256,0.004229333500067393
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,1536,256,0.00391146664818128
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,1536,256,0.003806933263937632
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,1536,256,0.003790933390458425
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,1536,256,0.003399466723203659
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,1536,256,0.003822933385769526
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,1536,256,0.0034314667185147605
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,1536,256,0.0033781332274278007
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,1536,256,0.002996266633272171
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,1536,256,0.002765866617361705
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,1536,256,0.002632533262173335
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,1536,256,0.0027669332921504974
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,1536,256,0.0026122666895389557
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,1536,256,0.0026133333643277483
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,1536,256,0.0026186667382717133
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,1536,256,0.00264533335963885
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,1536,256,0.002625066787004471
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,1536,256,0.0025642665723959604
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,1536,256,0.0025600001215934755
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,1536,256,0.0025600001215934755
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,1536,256,0.0025770666698614756
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,1536,256,0.002570666621128718
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,1536,512,0.007910400132338206
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,1536,256,0.002776533365249634
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,1536,256,0.002533333251873652
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,1536,256,0.0025600001215934755
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,1536,256,0.002205866575241089
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,1536,256,0.0025429333249727885
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,1536,256,0.005904000004132589
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,1536,256,0.002491733431816101
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,1536,256,0.0022912000616391497
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,1536,256,0.0050911997755368555
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,1536,256,0.0022079999248186748
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,1536,256,0.0021674667795499166
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,1536,512,0.007529599964618683
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,1536,256,0.004633600016434988
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,1536,256,0.002197333425283432
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,1536,256,0.002199466774861018
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,1536,256,0.002196266750494639
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,1536,256,0.002164266755183538
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,1536,256,0.0022101332743962605
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,1536,256,0.0022101332743962605
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,1536,256,0.0021856000026067098
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,1536,256,0.002198400100072225
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,1536,512,0.007707733412583668
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,1536,256,0.002181333303451538
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,1536,256,0.0021909333765506743
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,1536,256,0.002587733417749405
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,1536,256,0.002571733295917511
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,1536,256,0.002585600068171819
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,1536,256,0.002480000009139379
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,1536,256,0.003446399917205175
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,1536,256,0.0025770666698614756
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,1536,256,0.0022079999248186748
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,1536,256,0.026100265979766845
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,1536,256,0.05244906743367513
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,1536,256,0.020594133933385213
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,1536,256,0.020732800165812172
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,1536,256,0.020524799823760986
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,1536,256,0.020653865734736123
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,1536,256,0.020728532473246256
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,1536,256,0.01993066668510437
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,1536,256,0.018626133600870766
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,1536,256,0.019273600975672402
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,1536,256,0.01874986688296
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,1536,256,0.0202293336391449
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,1536,256,0.018806399901707967
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,1536,256,0.019900800784428914
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,1536,256,0.018595200777053834
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,1536,256,0.01856106718381246
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,1536,256,0.01934079925219218
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,1536,256,0.002209066599607468
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,1536,256,0.018632533152898152
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,1536,256,0.017794134219487508
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,1536,256,0.017988266547520955
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,1536,256,0.019156267245610557
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,1536,256,0.018438400824864705
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,1536,256,0.016679465770721436
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,1536,256,0.002162133405605952
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,1536,256,0.018605866034825645
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,1536,256,0.01637440025806427
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,1536,256,0.016539733608563742
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,1536,256,0.017410133282343546
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,1536,256,0.015726932883262636
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,1536,256,0.0025621332228183747
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,1536,256,0.01602666676044464
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,1536,256,0.015821866194407144
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,1536,256,0.015236266454060874
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,1536,256,0.014498133460680643
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,1536,256,0.014434132973353067
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,1536,256,0.030910933017730714
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,1536,256,0.015305599570274353
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,1536,256,0.014171733458836874
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,1536,256,0.014991999665896098
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,1536,256,0.014407466848691305
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,1536,256,0.015684266885121666
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,1536,256,0.014978133638699851
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,1536,256,0.013896532853444419
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,1536,256,0.013992533087730408
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,1536,256,0.014578133821487427
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,1536,256,0.014318933089574179
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,1536,256,0.014390400052070618
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,1536,256,0.015586133797963461
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,1536,256,0.01427733302116394
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,1536,256,0.014311466614405313
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,1536,256,0.01404906709988912
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,1536,256,0.013643733660380044
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,1536,256,0.013974400361378989
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,1536,256,0.014255999525388082
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,1536,256,0.013108266393343606
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,1536,256,0.013666133085886637
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,1536,256,0.013644799590110779
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,1536,256,0.0132832000652949
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,1536,256,0.014008532961209616
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,1536,256,0.012803199887275695
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,1536,256,0.014135467012723288
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,1536,256,0.013546666502952576
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,1536,256,0.013287466764450074
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,1536,256,0.013660800457000733
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,1536,256,0.013304533561070761
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,1536,256,0.013641599814097086
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,1536,256,0.012932266791661581
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,1536,256,0.01365546683470408
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,1536,256,0.012812800208727517
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,1536,256,0.014243200421333313
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,1536,256,0.013800533612569174
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,1536,256,0.013522133231163025
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,1536,256,0.017454934120178223
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,1536,256,0.0022133332987626392
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,1536,256,0.015000533064206442
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,1536,256,0.01434346636136373
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,1536,256,0.013432533542315165
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,1536,256,0.07338133653004965
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,1536,256,0.133461332321167
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,1536,256,0.2637578646341959
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,1536,256,0.07343253294626871
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,1536,256,0.06605973243713378
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,1536,256,0.804203732808431
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,1536,256,0.0695135990778605
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,1536,256,0.0698357343673706
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,1536,256,0.06524159908294677
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,1536,256,0.06137280066808065
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,1536,256,0.057499734560648594
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,1536,256,0.045254401365915936
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,1536,256,0.0615882674853007
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,1536,256,0.04112319946289063
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,1536,256,0.03742826779683431
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,1536,256,0.05799466768900553
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,1536,256,0.03701653480529785
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,1536,256,0.0333568016688029
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,1536,256,0.03339093526204427
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,1536,256,0.029660799105962116
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,1536,256,0.054237866401672365
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,1536,256,0.029258666435877483
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,1536,256,0.05338773330052694
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,1536,256,0.025177599986394246
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,1536,256,0.04967999855677287
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,1536,256,0.049329066276550294
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,1536,256,0.041553068161010745
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,1536,256,0.04564160108566284
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,1536,256,0.025574400027592974
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,1536,256,0.02148800094922384
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,1536,256,0.02128960092862447
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,1536,256,0.018158932526906334
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,1536,256,0.013639466961224875
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,1536,256,0.017352533340454102
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,1536,256,0.01000426709651947
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,1536,256,0.013677866260210673
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,1536,256,0.007563733557860057
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,1536,256,0.00767573316891988
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,1536,256,0.008821333448092144
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,1536,256,0.00881599982579549
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,1536,256,0.008724266290664673
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,1536,256,0.008808533350626629
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,1536,256,0.007913599908351897
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,1536,256,0.007961600025494894
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,1536,256,0.006750933329264323
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,1536,256,0.005891199906667074
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,1536,256,0.006740266581376393
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,1536,256,0.006743466854095459
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,1536,256,0.006140799820423126
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,1536,256,0.005896533528963724
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,1536,256,0.005921066800753275
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,1536,256,0.0059114664793014525
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,1536,256,0.005926399926344554
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,1536,256,0.006754133105278015
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,1536,256,0.005942399799823761
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,1536,256,0.0062826668222745255
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,1536,256,0.005913599828879039
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,1536,256,0.005930666625499725
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,1536,256,0.006298666695753734
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,1536,256,0.005919999877611796
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,1536,256,0.005909333129723867
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,1536,256,0.006743466854095459
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,1536,256,0.006111999849478403
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,1536,256,0.006242133180300395
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,1536,256,0.005926399926344554
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,1536,256,0.006274133423964183
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,1536,256,0.005897599955399831
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,1536,256,0.006278400123119354
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,1536,256,0.006098133325576782
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,1536,256,0.03838080167770386
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,1536,256,0.026665600140889485
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,1536,256,0.018963199853897095
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,1536,256,0.006043733159701029
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,1536,256,0.01362773378690084
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,1536,256,0.01368106702963511
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,1536,256,0.007115733126799266
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,1536,256,0.013222400347391763
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,1536,256,0.006279466549555461
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,1536,256,0.0128330667813619
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,1536,256,0.006931200126806895
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,1536,256,0.012735999623934426
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,1536,256,0.01283093293507894
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,1536,256,0.012472533186276754
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,1536,256,0.012049067020416259
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,1536,256,0.012029866377512615
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,1536,256,0.006679466863473256
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,1536,256,0.01163093348344167
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,1536,256,0.010827733079592387
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,1536,256,0.010424533486366272
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,1536,256,0.010019200046857198
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,1536,256,0.010003200173377991
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,1536,256,0.01002346674601237
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,1536,256,0.009921066959698995
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,1536,256,0.009588266412417095
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,1536,256,0.0095360000928243
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,1536,256,0.009187199672063192
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,1536,256,0.00914026697476705
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,1536,256,0.009168000022570292
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,1536,256,0.008779733379681905
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,1536,256,0.00874133308728536
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,1536,256,0.008707200487454731
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,1536,256,0.00876800020535787
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,1536,256,0.00832533339659373
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,1536,256,0.00820906658967336
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,1536,256,0.012411733468373615
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,1536,256,0.008313600222269695
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,1536,256,0.007560533285140991
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,1536,256,0.007859200239181519
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,1536,256,0.007503999769687653
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,1536,256,0.007885866860548655
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,1536,256,0.0075541332364082335
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,1536,256,0.007522133489449819
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,1536,256,0.007541333138942718
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,1536,256,0.007480533421039581
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,1536,256,0.007520000139872233
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,1536,256,0.00754559983809789
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,1536,256,0.007493333518505096
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,1536,256,0.0074976002176602675
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,1536,256,0.0074890668193499255
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,1536,256,0.007499733567237854
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,1536,256,0.007539199789365132
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,1536,256,0.007482666770617168
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,1536,256,0.007492266595363617
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,1536,256,0.007502933343251546
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,1536,256,0.007131733496983846
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,1536,256,0.007131733496983846
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,1536,256,0.007567999760309856
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,1536,256,0.00713919997215271
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,1536,256,0.00793280005455017
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,1536,256,0.007492266595363617
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,1536,256,0.00724480003118515
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,1536,256,0.007472000022729237
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,1536,256,0.00713919997215271
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,1536,256,0.007484800120194752
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,1536,256,0.007133866846561432
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,1536,256,0.0071050668756167095
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,1536,256,0.007114666700363159
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,1536,256,0.0071712002158164975
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,1536,256,0.0071285332242647815
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,1536,256,0.006908800204594929
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,1536,256,0.00728000005086263
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,1536,256,0.00727893312772115
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,1536,256,0.007490133245786031
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,1536,128,0.02104746699333191
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,1536,128,0.012173866232236225
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,1536,128,0.008697600166002909
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,1536,256,0.007186133166154225
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,1536,128,0.005407999952634176
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,1536,128,0.005085866649945577
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,1536,128,0.004948266843954722
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,1536,128,0.0050794666012128195
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,1536,128,0.004266666869322458
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,1536,128,0.0047082667549451195
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,1536,128,0.005179733534653981
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,1536,128,0.005062399804592133
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,1536,256,0.0074986666440963745
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,1536,256,0.007110400001207988
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,1536,128,0.004622933268547058
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,1536,128,0.004257066547870636
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,1536,128,0.003864533454179764
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,1536,128,0.004342400034268697
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,1536,128,0.004343466460704803
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,1536,128,0.004680533210436503
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,1536,256,0.007302399973074596
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,1536,128,0.004222933451334635
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,1536,256,0.007133866846561432
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,1536,128,0.003432533393303553
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,1536,128,0.003806933263937632
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,1536,128,0.003433600068092346
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,1536,128,0.002996266633272171
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,1536,128,0.0034122665723164878
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,1536,128,0.003409066547950109
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,1536,128,0.002994133283694585
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,1536,128,0.003369600077470144
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,1536,128,0.0030026666820049284
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,1536,128,0.0030389333764712016
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,1536,128,0.0026346666117509207
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,1536,128,0.002631466587384542
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,1536,128,0.002569599946339925
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,1536,128,0.002616533388694127
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,1536,128,0.0022111999491850535
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,1536,128,0.0022229333718617756
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,1536,128,0.002199466774861018
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,1536,128,0.0022122666239738466
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,1536,128,0.002197333425283432
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,1536,128,0.002196266750494639
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,1536,128,0.0022133332987626392
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,1536,128,0.0021749332547187803
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,1536,128,0.002199466774861018
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,1536,128,0.0021770666042963665
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,1536,128,0.0021685334543387097
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,1536,128,0.0021557333568731946
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,1536,128,0.002161066730817159
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,1536,128,0.0021407999098300933
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,1536,128,0.002186666677395503
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,1536,128,0.0021568000316619872
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,1536,128,0.002148266633351644
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,1536,128,0.002128000060717265
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,1536,128,0.00211519996325175
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,1536,128,0.002179199953873952
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,1536,128,0.002128000060717265
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,1536,128,0.0021877333521842955
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,1536,128,0.002131200085083644
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,1536,128,0.002195200075705846
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,1536,128,0.0021418665846188864
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,1536,128,0.002194133400917053
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,1536,128,0.002149333308140437
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,1536,128,0.0021770666042963665
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,1536,128,0.0021429332594076794
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,1536,128,0.002196266750494639
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,1536,128,0.002160000056028366
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,1536,128,0.0021770666042963665
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,1536,128,0.002204799900452296
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,1536,128,0.0021685334543387097
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,1536,128,0.002165333429972331
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,1536,128,0.0021909333765506743
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,1536,128,0.0021877333521842955
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,1536,128,0.040693334738413495
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,1536,128,0.028288000822067262
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,1536,128,0.02275200088818868
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,1536,128,0.01877973278363546
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,1536,128,0.018538665771484376
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,1536,128,0.01904746691385905
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,1536,128,0.018548266092936198
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,1536,128,0.017800533771514894
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,1536,128,0.017831466595331826
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,1536,128,0.003857066730658213
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,1536,128,0.0165994664033254
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,1536,128,0.01879040002822876
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,1536,128,0.003803733239571253
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,1536,128,0.004238933324813843
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,1536,128,0.0177130659421285
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,1536,128,0.016785067319869996
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,1536,128,0.017489065726598106
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,1536,128,0.01687039931615194
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,1536,128,0.016557866334915163
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,1536,128,0.016824533541997276
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,1536,128,0.002209066599607468
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,1536,128,0.017249067624409996
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,1536,128,0.017214934031168617
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,1536,128,0.016874667008717856
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,1536,128,0.017543466885884602
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,1536,128,0.014919466773668923
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,1536,128,0.015175466736157736
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,1536,128,0.01681173245112101
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,1536,128,0.014782933394114175
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,1536,128,0.016170666615168253
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,1536,128,0.016793600718180337
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,1536,128,0.015107199549674988
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,1536,128,0.014523733655611673
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,1536,128,0.016199466586112977
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,1536,128,0.014654933412869772
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,1536,128,0.014221866925557455
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,1536,128,0.014506666858990987
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,1536,128,0.014428800344467163
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,1536,128,0.014105600118637086
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,1536,128,0.014243200421333313
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,1536,128,0.014064000050226847
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,1536,128,0.014717866977055868
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,1536,128,0.0139957328637441
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,1536,128,0.013552000125249227
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,1536,128,0.0138154665629069
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,1536,128,0.014563199877738953
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,1536,128,0.014283733566602072
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,1536,128,0.013979732990264893
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,1536,128,0.013910399874051413
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,1536,128,0.014132266243298849
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,1536,128,0.012821333607037863
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,1536,128,0.016747732957204185
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,1536,128,0.002586666742960612
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,1536,128,0.01882666746775309
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,1536,128,0.01402453382809957
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,1536,128,0.013197867075602212
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,1536,128,0.013980799913406372
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,1536,128,0.012876799702644348
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,1536,128,0.013355732957522074
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,1536,128,0.013315199812253316
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,1536,128,0.013820800185203552
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,1536,128,0.014020267128944396
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,1536,128,0.016479999820391337
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,1536,128,0.013454932967821756
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,1536,128,0.013639466961224875
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,1536,128,0.013510400056838989
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,1536,128,0.013289599617322286
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,1536,128,0.012874666849772134
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,1536,128,0.013201066851615905
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,1536,128,0.014260266224543253
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,1536,128,0.01316159963607788
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,1536,128,0.013982933759689332
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,1536,128,0.0138154665629069
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,1536,128,0.014205867052078247
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,1536,128,0.013838932911554972
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,1536,128,0.014968533317248026
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,1536,128,0.01420266628265381
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,1536,128,0.014264532923698425
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,1536,128,0.013896532853444419
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,1536,128,0.2232970714569092
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,1536,128,0.06319359938303629
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,1536,128,0.1148213307062785
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,1536,128,0.056309334437052404
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,1536,128,0.582531229654948
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,1536,128,0.06317439874013266
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,1536,128,0.05961706638336182
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,1536,128,0.06011840105056763
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,1536,128,0.05671466588973999
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,1536,128,0.04975253343582153
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,1536,128,0.05299946864446005
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,1536,128,0.053054932753245035
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,1536,128,0.050078932444254556
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,1536,128,0.03983680009841919
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,1536,128,0.03583146731058757
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,1536,128,0.032545065879821776
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,1536,128,0.04649920066197713
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,1536,128,0.032689066727956136
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,1536,128,0.029277867078781127
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,1536,128,0.04272533257802327
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,1536,128,0.025940267244974773
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,1536,128,0.025527467330296833
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,1536,128,0.022299732764561972
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,1536,128,0.022321067253748574
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,1536,128,0.046009600162506104
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,1536,128,0.0291978657245636
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,1536,128,0.042770131429036455
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,1536,128,0.03968426783879598
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,1536,128,0.03624426523844401
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,1536,128,0.01569706698258718
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,1536,128,0.019377066691716512
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,1536,128,0.018978132804234823
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,1536,128,0.01530239979426066
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,1536,128,0.012462932864824932
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,1536,128,0.012055466572443645
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,1536,128,0.008785067001978557
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,1536,128,0.008339200417200725
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,1536,128,0.007159466544787089
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,1536,128,0.008329600095748901
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,1536,128,0.007952000200748443
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,1536,128,0.0075434664885203045
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,1536,128,0.008310399949550629
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,1536,128,0.007548800110816956
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,1536,128,0.007530666887760162
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,1536,128,0.006324266890684764
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,1536,128,0.0058677335580190025
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,1536,128,0.006696533163388569
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,1536,128,0.00551146666208903
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,1536,128,0.005482666691144307
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,1536,128,0.0055167997876803074
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,1536,128,0.005467733244101206
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,1536,128,0.00633493314186732
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,1536,128,0.00591786652803421
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,1536,128,0.005505066613356272
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,1536,128,0.005702400207519531
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,1536,128,0.005468800167242686
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,1536,128,0.0058794667323430385
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,1536,128,0.0054506664474805195
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,1536,128,0.005827199916044871
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,1536,128,0.005880533158779145
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,1536,128,0.005857066810131073
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,1536,128,0.0054282665252685545
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,1536,128,0.005523199836413065
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,1536,128,0.0058442667126655575
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,1536,128,0.005835733314355215
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,1536,128,0.005871999760468801
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,1536,128,0.005467733244101206
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,1536,128,0.005547733108202616
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,1536,128,0.005515733361244201
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,1536,128,0.00631039987007777
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,1536,128,0.006331733365853627
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,1536,128,0.0435477336247762
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,1536,128,0.031701334317525226
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,1536,128,0.013260799646377563
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,1536,128,0.0067104001839955645
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,1536,128,0.012811733285586038
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,1536,128,0.01284160017967224
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,1536,128,0.012187733252843221
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,1536,128,0.012109866738319397
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,1536,128,0.01202453374862671
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,1536,128,0.01164479951063792
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,1536,128,0.00625493327776591
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,1536,128,0.011181867122650147
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,1536,128,0.011191466450691223
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,1536,128,0.010396800438563029
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,1536,128,0.010081066687901815
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,1536,128,0.009955199559529622
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,1536,128,0.009593600034713745
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,1536,128,0.009562666217486065
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,1536,128,0.009314133723576864
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,1536,128,0.01869866649309794
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,1536,128,0.009213866790135701
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,1536,128,0.009124267101287841
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,1536,128,0.008754133184750875
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,1536,128,0.013291733463605246
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,1536,128,0.00626453310251236
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,1536,128,0.008749866485595703
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,1536,128,0.008376533786455791
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,1536,128,0.008364799618721008
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,1536,128,0.008037333190441132
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,1536,128,0.008338133494059246
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,1536,128,0.007925333579381307
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,1536,128,0.007909333209196727
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,1536,128,0.012034133076667786
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,1536,128,0.007628799974918365
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,1536,128,0.007528533538182576
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,1536,128,0.007573333382606506
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,1536,128,0.0074869334697723385
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,1536,128,0.0075103998184204105
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,1536,128,0.0075552001595497135
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,1536,128,0.007143466671307881
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,1536,128,0.00747626672188441
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,1536,128,0.007067733506361644
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,1536,128,0.009949866930643718
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,1536,128,0.007156266768773396
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,1536,128,0.0071381335457166035
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,1536,128,0.007546666761239369
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,1536,128,0.007089066505432129
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,1536,128,0.00714026689529419
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,1536,128,0.007100800176461537
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,1536,128,0.0070592001080513
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,1536,128,0.0071168000499407455
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,1536,128,0.0071263998746871945
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,1536,128,0.007085866729418437
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,1536,128,0.007110400001207988
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,1536,128,0.007099733253320058
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,1536,128,0.007113599777221679
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,1536,128,0.006706133484840393
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,1536,128,0.006726400057474773
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,1536,128,0.006741333504517872
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,1536,128,0.0067456002036730455
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,1536,128,0.007076266904671986
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,1536,128,0.006729599833488464
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,1536,128,0.00689279983441035
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,1536,128,0.007090133428573608
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,1536,128,0.00676800012588501
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,1536,128,0.0070816000302632645
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,1536,128,0.006783999999364217
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,1536,128,0.007106133302052816
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,1536,128,0.006730666756629944
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,1536,128,0.006717866659164429
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,1536,128,0.007131733496983846
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,1536,64,0.01872746745745341
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,1536,128,0.006753066678841908
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,1536,128,0.006725333134333293
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,1536,128,0.006726400057474773
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,1536,64,0.008494933446248371
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,1536,64,0.004615466793378194
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,1536,128,0.007101866602897644
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,1536,64,0.004322133461634318
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,1536,64,0.004669866462548574
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,1536,64,0.005015466610590617
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,1536,128,0.0070826664566993715
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,1536,64,0.004240000247955322
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,1536,64,0.004247466723124186
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,1536,64,0.004265599946180979
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,1536,64,0.0041184000670909885
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,1536,64,0.004175999760627746
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,1536,64,0.00377813329299291
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,1536,64,0.0037546666959921518
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,1536,64,0.004237866898377737
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,1536,64,0.0038463999827702843
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,1536,64,0.0038293334345022834
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,1536,64,0.0034122665723164878
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,1536,64,0.0033728001018365227
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,1536,64,0.003437866767247518
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,1536,64,0.0037962667644023894
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,1536,64,0.0030901332696278887
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,1536,64,0.0030005333324273427
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,1536,64,0.002998399982849757
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,1536,64,0.0029813334345817565
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,1536,64,0.0030303999781608583
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,1536,64,0.0026890667776266735
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,1536,64,0.003020799905061722
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,1536,64,0.0029663999875386557
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,1536,64,0.002548266698916753
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,1536,64,0.002593066543340683
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,1536,64,0.0025418666501839954
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,1536,64,0.0025418666501839954
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,1536,64,0.0021674667795499166
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,1536,64,0.0023317334552605947
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,1536,64,0.0021301334102948504
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,1536,64,0.0022101332743962605
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,1536,64,0.002182399978240331
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,1536,64,0.002160000056028366
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,1536,64,0.002152533332506816
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,1536,64,0.0021407999098300933
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,1536,64,0.0021727999051411946
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,1536,64,0.0022026665508747103
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,1536,64,0.0021429332594076794
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,1536,64,0.002182399978240331
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,1536,64,0.00179626668492953
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,1536,64,0.002203733225663503
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,1536,64,0.0018773333479960759
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,1536,64,0.0021909333765506743
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,1536,128,0.0071381335457166035
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,1536,64,0.0018485333770513535
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,1536,64,0.0018944000204404194
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,1536,64,0.0020501332978407542
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,1536,64,0.001802666609485944
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,1536,64,0.0021749332547187803
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,1536,64,0.0019029332945744199
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,1536,64,0.0018634666999181111
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,1536,64,0.0018687999496857326
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,1536,64,0.0018592000007629395
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,1536,64,0.002198400100072225
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,1536,64,0.0021845333278179167
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,1536,64,0.0019690666347742082
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,1536,64,0.002054399996995926
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,1536,64,0.0021418665846188864
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,1536,64,0.0021930667261282604
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,1536,64,0.002120533337195714
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,1536,64,0.010819199681282043
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,1536,64,0.0021749332547187803
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,1536,64,0.0018965333700180053
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,1536,64,0.001803733284274737
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,1536,64,0.0021503999829292296
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,1536,64,0.004286933441956838
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,1536,64,0.03907626469930013
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,1536,64,0.02701759934425354
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,1536,64,0.003433600068092346
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,1536,64,0.02079040010770162
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,1536,64,0.016826667388280234
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,1536,64,0.018578133980433145
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,1536,64,0.016563199957211814
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,1536,64,0.017288533846537273
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,1536,64,0.018286933501561485
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,1536,64,0.01691840092341105
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,1536,64,0.018461867173512777
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,1536,64,0.017064533631006875
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,1536,64,0.016537599762280784
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,1536,64,0.016717867056528727
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,1536,64,0.016549332936604818
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,1536,64,0.01656426688035329
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,1536,64,0.0163263996442159
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,1536,64,0.016379732886950174
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,1536,64,0.01646933356920878
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,1536,64,0.0165173331896464
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,1536,64,0.002160000056028366
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,1536,64,0.0021930667261282604
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,1536,64,0.016064000129699708
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,1536,64,0.015784533818562825
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,1536,64,0.01686613361040751
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,1536,64,0.015494400262832641
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,1536,64,0.01470080018043518
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,1536,64,0.014710399508476257
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,1536,64,0.002169599880774816
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,1536,64,0.014522666732470194
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,1536,64,0.014631467064221701
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,1536,64,0.016407466928164163
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,1536,64,0.014469333489735923
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,1536,64,0.01492693324883779
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,1536,64,0.014452266693115234
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,1536,64,0.014262400070826211
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,1536,64,0.014434132973353067
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,1536,64,0.014422399799029031
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,1536,64,0.01495573321978251
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,1536,64,0.014032000303268432
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,1536,64,0.013863466183344521
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,1536,64,0.014241066575050355
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,1536,64,0.01344533363978068
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,1536,64,0.014176000157992044
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,1536,64,0.013245866696039835
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,1536,64,0.014300800363222756
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,1536,64,0.013524267077445983
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,1536,64,0.014251733819643656
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,1536,64,0.012797866264979044
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,1536,64,0.01423466702302297
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,1536,64,0.013191466530164083
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,1536,64,0.013989333311716715
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,1536,64,0.013366400202115377
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,1536,64,0.013493333260218301
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,1536,64,0.013758933544158936
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,1536,64,0.013698133826255798
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,1536,64,0.013017599781354269
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,1536,64,0.013086932897567748
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,1536,64,0.01306773324807485
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,1536,64,0.012880000472068786
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,1536,64,0.013531733552614847
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,1536,64,0.013777066270510355
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,1536,64,0.012868266304334006
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,1536,64,0.013496533036231995
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,1536,64,0.015754666924476624
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,1536,64,0.013594667116800943
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,1536,64,0.014501333236694336
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,1536,64,0.013309866189956665
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,1536,64,0.013364266355832419
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,1536,64,0.012987732887268066
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,1536,64,0.013220266501108805
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,1536,64,0.012745599945386252
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,1536,64,0.013244799772898355
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,1536,32,0.019217065970102944
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,1536,32,0.011541333794593812
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,1536,32,0.005048533280690512
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,1536,32,0.007833600044250488
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,1536,64,0.01395840048789978
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,1536,32,0.0047775998711586
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,1536,32,0.004679466784000397
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,1536,32,0.004226133227348328
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,1536,32,0.0044821331898371375
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,1536,32,0.0046069333950678505
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,1536,32,0.004273066421349844
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,1536,32,0.004217599829037985
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,1536,32,0.004577066500981649
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,1536,32,0.0038549333810806276
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,1536,32,0.0038143999874591826
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,1536,32,0.004188799858093261
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,1536,32,0.003818666686614355
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,1536,32,0.003773866593837738
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,1536,32,0.003832533210515976
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,1536,32,0.0034442665676275887
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,1536,32,0.0041802664597829185
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,1536,32,0.003573333223660787
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,1536,32,0.003366400053103765
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,1536,32,0.0033674667278925574
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,1536,32,0.003010133405526479
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,1536,32,0.0029824001093705496
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,1536,32,0.0030080000559488933
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,1536,64,0.012846933801968894
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,1536,32,0.0030026666820049284
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,1536,32,0.0029386666913827257
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,1536,64,0.01664746701717377
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,1536,32,0.003019733230272929
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,1536,32,0.002573866645495097
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,1536,32,0.002598399917284648
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,1536,32,0.0026186667382717133
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,1536,32,0.002209066599607468
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,1536,32,0.0025792000194390613
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,1536,32,0.0022026665508747103
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,1536,32,0.002216533323129018
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,1536,32,0.0021717332303524016
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,1536,64,0.013710932930310568
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,1536,32,0.0021536000072956084
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,1536,32,0.002147199958562851
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,1536,32,0.002145066608985265
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,1536,32,0.0022410665949185687
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,1536,32,0.0021877333521842955
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,1536,32,0.0021770666042963665
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,1536,32,0.004735999802748362
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,1536,32,0.0021407999098300933
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,1536,32,0.0021536000072956084
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,1536,32,0.002143999934196472
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,1536,32,0.0021418665846188864
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,1536,32,0.0021568000316619872
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,1536,32,0.002143999934196472
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,1536,32,0.002147199958562851
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,1536,32,0.0018304000298182172
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,1536,32,0.0018410666535298031
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,1536,32,0.002169599880774816
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,1536,32,0.0019296000401178997
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,1536,32,0.002131200085083644
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,1536,32,0.0021226666867733
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,1536,32,0.0018559999763965607
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,1536,32,0.0018005333840847015
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,1536,32,0.0021738665799299877
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,1536,32,0.002165333429972331
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,1536,32,0.002152533332506816
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,1536,32,0.002178133279085159
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,1536,32,0.002143999934196472
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,1536,32,0.002165333429972331
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,1536,32,0.0021269333859284716
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,1536,32,0.002091733366250992
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,1536,32,0.0019509332875410716
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,1536,32,0.0021429332594076794
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,1536,32,0.03684586683909098
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,1536,32,0.024728532632191977
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,1536,32,0.021502933899561563
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,1536,32,0.002551466723283132
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,1536,32,0.01794559955596924
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,1536,32,0.016680532693862916
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,1536,32,0.018504534165064493
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,1536,32,0.0021226666867733
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,1536,32,0.016914133230845133
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,1536,64,0.01432960033416748
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,1536,32,0.016520532965660095
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,1536,32,0.016330666343371072
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,1536,32,0.016420267025629678
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,1536,32,0.016306133071581522
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,1536,32,0.005062399804592133
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,1536,32,0.01660160024960836
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,1536,32,0.0160778671503067
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,1536,32,0.016733866930007935
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,1536,32,0.015543466806411744
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,1536,32,0.001934933289885521
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,1536,32,0.01840533415476481
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,1536,32,0.016132266322771708
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,1536,32,0.0162282665570577
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,1536,32,0.01588266690572103
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,1536,32,0.01643946667512258
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,1536,32,0.0021546666820844015
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,1536,32,0.014443733294804893
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,1536,32,0.01643519997596741
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,1536,32,0.01451520025730133
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,1536,32,0.014528000354766845
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,1536,32,0.0144896000623703
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,1536,32,0.014596266547838846
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,1536,32,0.014434132973353067
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,1536,32,0.014484266440073649
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,1536,32,0.01446293294429779
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,1536,32,0.014447999993960061
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,1536,32,0.014358400305112203
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,1536,32,0.013367467125256858
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,1536,32,0.014390400052070618
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,1536,32,0.013912533720334372
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,1536,32,0.014468266566594442
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,1536,32,0.01418346663316091
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,1536,32,0.013686399658521017
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,1536,32,0.012962133685747782
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,1536,32,0.014196266730626425
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,1536,32,0.012869333227475485
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,1536,32,0.013929599523544311
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,1536,32,0.014315733313560485
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,1536,32,0.01439573367436727
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,1536,32,0.013091199596722922
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,1536,32,0.014288000265757241
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,1536,32,0.014176000157992044
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,1536,32,0.0134634663661321
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,1536,32,0.013565867145856222
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,1536,32,0.013892267147699991
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,1536,32,0.014237866799036662
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,1536,32,0.013781332969665527
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,1536,32,0.013587199648221335
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,1536,32,0.01356053352355957
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,1536,32,0.01690773367881775
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,1536,32,0.013609600067138673
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,1536,32,0.012795733412106833
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,1536,32,0.013086932897567748
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,1536,32,0.012717866897583007
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,1536,32,0.013571199774742127
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,1536,32,0.012865066528320312
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,1536,32,0.015314132968584696
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,1536,32,0.01316159963607788
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,1536,32,0.01453013320763906
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,1536,32,0.013406933347384135
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,1536,32,0.013071999947230021
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,1536,32,0.013153066237767538
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,1536,32,0.01365226705869039
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,1536,32,0.012993066509564718
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,1536,32,0.012904533743858337
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,1536,32,0.01325866679350535
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,1024,65536,0.7167627016703287
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,1024,65536,0.39265600840250653
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,1024,65536,1.4500640233357747
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,1536,32,0.014204800128936768
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,1024,65536,0.3868906497955322
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,1024,65536,0.39075199762980145
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,1024,65536,0.3735946814219157
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,1024,65536,0.3710240125656128
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,1024,65536,0.37141335010528564
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,1024,65536,0.3394826650619507
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,1024,65536,2.8503573735555015
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,1024,65536,0.34784531593322754
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,1024,65536,0.3084266583124797
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,1024,65536,0.3081013361612956
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,1024,65536,0.2868693272272746
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,1024,65536,0.29497599601745605
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,1024,65536,0.26550400257110596
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,1024,65536,0.27114667495091754
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,1024,65536,0.2474293311436971
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,1024,65536,0.24150399367014566
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,1024,65536,0.22753065824508667
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,1024,65536,0.20614399512608847
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,1024,65536,0.19958933194478354
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,1024,65536,0.17896533012390137
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,1024,65536,0.20298133293787637
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,1024,65536,0.15755200386047363
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,1024,65536,0.14241600036621094
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,1024,65536,0.13106667002042136
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,1024,65536,0.11395200093587239
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,1024,65536,0.09711999694506328
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,1024,65536,0.08891733487447102
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,1024,65536,0.06383466720581055
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,1024,65536,0.056885331869125366
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,1024,65536,0.04382933179537455
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,1024,65536,0.03959999978542328
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,1536,32,0.013027200102806091
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,1024,65536,0.03979199876387914
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,1536,32,0.014582399527231851
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,1024,65536,0.03839999934037527
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,1024,65536,0.040250666439533234
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,1024,65536,0.03547733277082443
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,1024,65536,0.035386666655540466
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,1024,65536,0.03562133262554804
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,1024,65536,0.03383466601371765
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,1024,65536,0.033514666060606636
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,1024,65536,0.031930667658646904
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,1024,65536,0.03323200096686681
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,1024,65536,0.03322133421897888
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,1024,65536,0.02951466788848241
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,1024,65536,0.031258667508761086
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,1024,65536,0.033557333052158356
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,1024,65536,0.03121600051720937
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,1024,65536,0.029285334050655365
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,1024,65536,0.03148799886306127
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,1024,65536,0.028949332733949024
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,1024,65536,0.031167998909950256
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,1024,65536,0.027104000250498455
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,1024,65536,0.029765332738558452
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,1024,65536,0.03141333411137263
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,1024,65536,0.030159999926884968
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,1024,65536,0.0312266672650973
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,1024,65536,0.031530665854612984
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,1024,65536,0.031157332162062328
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,1024,65536,0.03130666663249334
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,1024,65536,0.027130665878454845
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,1024,65536,0.027210667729377747
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,1024,65536,0.026880001028378803
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,1024,65536,0.027263998985290527
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,1024,65536,0.02736533433198929
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,1024,65536,0.027136000494162243
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,1024,65536,0.0276853342851003
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,1024,65536,0.027295999228954315
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,1024,65536,0.2167946696281433
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,1536,32,0.012945066889127096
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,1024,65536,0.18576000134150186
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,1024,65536,0.10829333464304607
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,1024,65536,0.03965333352486292
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,1024,65536,0.9298453330993652
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,1024,65536,0.03509866694609324
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,1024,65536,0.9269200166066488
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,1024,65536,0.8871680100758871
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,1024,65536,1.7473066647847493
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,1024,65536,0.8812106450398763
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,1024,65536,0.8357253074645996
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,1024,65536,0.8498666286468506
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,1024,65536,0.781872034072876
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,1024,65536,0.8072346846262614
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,1024,65536,0.7282880147298177
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,1024,65536,0.7260106404622396
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,1024,65536,0.6858719984690348
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,1024,65536,3.471133232116699
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,1024,65536,0.67848801612854
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,1024,65536,0.6334559917449951
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,1024,65536,0.6177093187967936
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,1024,65536,0.5750053326288859
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,1024,65536,0.529639999071757
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,1024,65536,0.5073546568552653
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,1024,65536,0.4677493174870809
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,1024,65536,0.4058026472727458
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,1024,65536,0.41390132904052734
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,1024,65536,0.35073065757751465
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,1024,65536,0.29818665981292725
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,1024,65536,0.34985331694285077
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,1024,65536,0.2951573332150777
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,1024,65536,0.24024534225463867
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,1024,65536,0.1841920018196106
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,1024,65536,0.2363119920094808
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,1024,65536,0.11513333519299825
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,1024,65536,0.11584800481796265
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,1024,65536,0.17826666434605917
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,1024,65536,0.06693333387374878
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,1024,65536,0.06635199983914693
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,1024,65536,0.0606853316227595
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,1024,65536,0.05850133299827576
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,1024,65536,6.9359785715738935
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,1024,65536,0.05522133409976959
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,1024,65536,0.057760000228881836
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,1024,65536,0.04993600149949392
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,1024,65536,0.051738664507865906
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,1024,65536,0.04957333207130432
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,1024,65536,0.047797332207361855
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,1024,65536,0.04901866614818573
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,1024,65536,0.0439600000778834
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,1024,65536,0.04331199824810028
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,1024,65536,0.03934666762749354
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,1024,65536,0.039874665439128876
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,1024,65536,0.5663173198699951
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,1024,65536,0.04341599841912588
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,1024,65536,0.034586665530999504
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,1024,65536,0.03313066562016805
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,1024,65536,0.031149332722028095
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,1024,65536,0.0323840007185936
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,1024,65536,0.03249066571394602
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,1024,65536,0.031757332384586334
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,1024,65536,0.03333866596221924
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,1024,65536,0.03224000086386999
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,1024,65536,0.4724053144454956
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,1024,65536,0.0322773332397143
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,1024,65536,0.031367999811967216
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,1024,65536,0.028909333050251007
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,1024,65536,0.028861333926518757
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,1024,65536,0.02929866562287013
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,1024,65536,0.028938665986061096
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,1024,65536,0.02905333290497462
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,1024,65536,0.02788266787926356
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,1024,65536,0.02845599999030431
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,1024,65536,0.028887999554475147
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,1024,65536,0.0699866662422816
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,1024,65536,0.06797599792480469
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,1024,65536,0.04948266843954722
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,1024,65536,0.039330666263898216
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,1024,65536,0.037208000818888344
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,1024,65536,0.6056586503982544
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,1024,65536,0.5488719940185547
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,1024,65536,1.1410240332285564
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,1024,65536,0.6224480072657267
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,1024,65536,0.4747120141983032
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,1024,65536,0.5743573506673177
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,1024,65536,0.4479386806488037
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,1024,65536,0.5937039852142334
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,1024,65536,0.40989601612091064
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,1024,65536,0.6514853239059448
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,1024,65536,0.38463465372721356
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,1024,65536,4.697826703389485
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,1024,65536,2.31331729888916
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,1024,65536,0.30990399916966754
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,1024,65536,0.3118533293406169
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,1024,65536,0.28488266468048096
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,1024,65536,0.2888373335202535
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,1024,65536,0.2599173386891683
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,1024,65536,0.5201333363850912
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,1024,65536,0.45999733606974286
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,1024,65536,0.4845706621805827
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,1024,65536,0.42971734205881756
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,1024,65536,0.34573598702748615
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,1024,65536,0.3625946839650472
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,1024,65536,0.34138135115305585
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,1024,65536,0.23470399777094522
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,1024,65536,0.1931040088335673
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,1024,65536,0.21669065952301025
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,1024,65536,0.18384265899658203
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,1024,65536,0.2104426622390747
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,1024,65536,0.16193866729736328
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,1024,65536,0.1452959974606832
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,1024,65536,0.1680799921353658
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,1024,65536,0.13904800017674765
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,1024,65536,0.09238933523495992
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,1024,65536,0.11333866914113362
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,1024,65536,0.08724533518155415
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,1024,65536,0.07381333410739899
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,1024,65536,0.07242933412392934
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,1024,65536,0.07205333312352498
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,1024,65536,0.07020000120004018
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,1024,65536,0.07036266724268596
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,1024,65536,0.08476799726486206
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,1024,65536,0.06932266553243001
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,1024,65536,0.06937866906325023
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,1024,65536,0.06919999917348225
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,1024,65536,0.08083733419577281
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,1024,65536,0.068122665087382
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,1024,65536,0.06800266603628795
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,1024,65536,0.06657599906126659
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,1024,65536,0.06663199762503307
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,1024,65536,0.06565866867701213
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,1024,65536,0.08374933401743571
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,1024,65536,0.06646933158238728
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,1024,65536,0.06594133377075195
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,1024,65536,0.08089600006739299
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,1024,65536,0.06532533466815948
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,1024,65536,0.06598666807015736
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,1024,65536,0.06605599820613861
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,1024,65536,0.06597599883874257
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,1024,65536,0.06584799786408742
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,1024,65536,0.06574133535226186
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,1024,65536,0.06597333153088887
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,1024,65536,0.06610933442910512
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,1024,65536,0.06553066770235698
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,1024,65536,0.06530400117238362
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,1024,65536,0.06601066887378693
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,1024,65536,0.06557066738605499
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,1024,65536,0.11477333307266235
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,1024,65536,0.07704266905784607
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,1024,65536,0.06894666453202565
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,1024,65536,0.06594933569431305
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,1024,65536,0.07780266801516215
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,1024,65536,0.0749093343814214
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,1024,65536,0.2716013391812642
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,1024,65536,2.1728347142537436
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,1024,65536,0.2657360037167867
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,1024,65536,1.0465319951375325
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,1024,65536,0.5238453149795532
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,1024,65536,0.2717426617940267
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,1024,65536,0.2511880000432332
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,1024,65536,0.26687467098236084
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,1024,65536,0.24906800190607706
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,1024,65536,0.242682675520579
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,1024,65536,0.23839465777079263
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,1024,65536,0.2416693369547526
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,1024,65536,0.23836799462636313
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,1024,65536,0.22582799196243286
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,1024,65536,0.22236265738805136
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,1024,65536,0.21902267138163248
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,1024,65536,0.20539865891138712
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,1024,65536,0.20759199062983194
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,1024,65536,0.2191800077756246
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,1024,65536,0.2018959919611613
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,1024,65536,0.19991467396418253
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,1024,65536,0.19066532452901205
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,1024,65536,0.18389999866485596
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,1024,65536,0.18998799721399942
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,1024,65536,0.18450133005777994
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,1024,65536,0.17357999086380005
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,1024,65536,0.17316800355911255
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,1024,65536,0.16694666941960654
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,1024,65536,0.1674506664276123
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,1024,65536,0.1592146654923757
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,1024,65536,0.15118666489919028
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,1024,65536,0.16048266490300497
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,1024,65536,0.13281200329462686
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,1024,65536,0.15259599685668945
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,1024,65536,0.14296133319536844
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,1024,65536,0.13431599736213684
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,1024,65536,0.1339893341064453
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,1024,65536,0.14126132925351462
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,1024,65536,0.1333959996700287
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,1024,65536,0.1336413323879242
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,1024,65536,0.13052800297737122
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,1024,65536,0.12866666913032532
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,1024,65536,0.13142266869544983
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,1024,65536,0.12927599747975668
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,1024,65536,0.12862132986386618
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,1024,65536,0.12775066494941711
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,1024,65536,0.13295599818229675
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,1024,65536,0.13205333550771078
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,1024,65536,0.12854533394177756
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,1024,65536,0.12819733222325644
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,1024,65536,0.12804133693377176
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,1024,65536,0.12990933656692505
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,1024,65536,0.12748133142789206
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,1024,65536,0.12811467051506042
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,1024,65536,0.12768800059954324
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,1024,65536,0.12787466247876486
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,1024,65536,0.12760266661643982
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,1024,65536,0.1277679999669393
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,1024,65536,0.12772799531618753
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,1024,65536,0.12758266925811768
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,1024,65536,0.12784933050473532
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,1024,65536,0.12754266460736594
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,1024,65536,0.12741600473721823
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,1024,65536,0.12813066442807516
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,1024,65536,0.12729199727376303
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,1024,65536,0.12757733464241028
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,1024,65536,0.12720800439516702
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,1024,65536,0.12757200002670288
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,1024,51200,1.1138426462809246
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,1024,51200,0.5571200052897135
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,1024,51200,0.30617066224416095
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,1024,51200,2.2295759518941245
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,1024,51200,0.2983120083808899
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,1024,51200,0.3155759970347087
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,1024,51200,0.28651465972264606
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,1024,51200,0.29948266347249347
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,1024,51200,0.281765341758728
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,1024,51200,0.25384267171223956
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,1024,51200,0.25972266991933185
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,1024,51200,0.23760000864664713
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,1024,51200,0.2288800080617269
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,1024,51200,0.2455120086669922
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,1024,51200,0.2247520089149475
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,1024,51200,0.19403199354807535
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,1024,51200,0.2036506732304891
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,1024,51200,0.1784826715787252
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,1024,51200,0.1861786643664042
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,1024,51200,0.17952799797058105
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,1024,51200,0.16166667143503824
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,1024,51200,0.16526133815447488
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,1024,51200,0.15195199847221375
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,1024,51200,0.1746106743812561
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,1024,51200,0.15418400367101034
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,1024,51200,0.15178666512171426
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,1024,51200,0.12495199839274089
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,1024,51200,0.10638933380444844
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,1024,51200,0.11332799990971883
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,1024,51200,0.0882853368918101
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,1024,51200,0.09529866774876912
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,1024,51200,0.08801333109537761
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,1024,51200,0.0717439999183019
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,1024,51200,0.060493335127830505
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,1024,51200,0.046341334780057274
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,1024,51200,0.038509334127108254
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,1024,51200,0.0313226655125618
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,1024,51200,0.031157332162062328
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,1024,51200,0.03298133363326391
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,1024,51200,0.030282666285832722
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,1024,51200,0.036306666831175484
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,1024,51200,0.028386667370796204
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,1024,51200,0.02794666588306427
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,1024,51200,0.02738933265209198
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,1024,51200,0.026392000416914623
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,1024,51200,0.02584800124168396
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,1024,51200,0.02606933315594991
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,1024,51200,0.026194666822751362
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,1024,51200,0.02457600086927414
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,1024,51200,0.025960000852743786
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,1024,51200,0.025797332326571148
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,1024,51200,0.02589600036541621
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,1024,51200,0.025864000121752422
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,1024,51200,0.02489600082238515
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,1024,51200,0.024138666689395905
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,1024,51200,0.022274665534496307
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,1024,51200,0.023765332996845245
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,1024,51200,0.02218666672706604
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,1024,51200,0.02327733238538106
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,1024,51200,0.022887999812761944
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,1024,51200,0.023152001202106476
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,1024,51200,0.02328266700108846
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,1024,51200,0.022895999252796173
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,1024,51200,0.023197333017985027
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,1024,51200,0.022986667851607006
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,1024,51200,0.021026665965716045
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,1024,51200,0.0239680012067159
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,1024,51200,0.020770666499932606
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,1024,51200,0.020810666183630627
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,1024,51200,0.020791999995708466
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,1024,51200,0.021298666795094807
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,1024,51200,0.021456000705560047
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,1024,51200,0.02145333339770635
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,1024,51200,0.021125334004561108
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,1024,51200,5.423852284749349
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,1024,65536,0.12773866454760233
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,1024,51200,2.7189049190945096
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,1024,51200,0.7289386855231391
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,1024,51200,1.3611360126071508
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,1024,51200,0.6983075671725802
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,1024,51200,0.7263253529866537
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,1024,51200,0.6875982284545898
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,1024,65536,0.1273906628290812
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,1024,65536,0.12706266840298971
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,1024,51200,0.6630524529351128
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,1024,51200,0.6733048756917318
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,1024,51200,0.6232319937811958
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,1024,51200,0.6119839880201552
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,1024,51200,0.5447644657558864
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,1024,51200,0.5795982148912218
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,1024,51200,0.5386417706807455
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,1024,51200,0.489848878648546
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,1024,51200,0.48115910424126523
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,1024,51200,0.44699377483791775
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,1024,51200,0.42118223508199054
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,1024,51200,0.4582328796386719
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,1024,51200,0.40328534444173175
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,1024,51200,0.3762791156768799
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,1024,51200,0.32576176855299205
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,1024,51200,0.37510400348239475
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,1024,51200,0.32995910114712185
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,1024,51200,0.28202133708530003
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,1024,51200,0.2817404535081652
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,1024,51200,0.2367875576019287
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,1024,51200,0.19190755155351427
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,1024,51200,0.24168001280890572
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,1024,51200,0.14251200358072916
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,1024,51200,0.09110222260157268
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,1024,51200,0.14043554994795057
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,1024,51200,0.18959644105699328
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,1024,51200,0.09102755784988403
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,1024,51200,0.057738668388790555
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,1024,51200,0.05963200330734253
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,1024,51200,0.05770311090681288
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,1024,51200,0.05398577782842848
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,1024,51200,0.052037331793043345
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,1024,51200,0.04764799939261543
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,1024,51200,0.04587911234961616
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,1024,51200,0.04151644309361776
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,1024,51200,0.04088888896836175
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,1024,51200,0.03880888885921902
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,1024,51200,0.040405333042144775
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,1024,51200,0.03923199905289544
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,1024,51200,0.03899022274547153
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,1024,51200,0.039905776580174766
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,1024,51200,0.036497778362698026
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,1024,51200,0.03461155626508925
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,1024,51200,0.03681777914365133
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,1024,51200,0.03267200125588311
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,1024,51200,0.0306275553173489
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,1024,51200,0.03003022074699402
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,1024,51200,0.0288355549176534
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,1024,51200,0.5782560242546929
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,1024,51200,0.057612445619371205
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,1024,51200,0.028872887293497723
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,1024,51200,0.02884977724817064
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,1024,51200,0.029203553994496662
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,1024,51200,0.028592000404993694
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,1024,51200,0.029038220643997192
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,1024,51200,0.04895288745562235
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,1024,51200,0.02832888894610935
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,1024,51200,0.027779555983013574
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,1024,51200,0.026899556318918865
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,1024,51200,0.026311111119058397
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,1024,51200,0.025571554899215698
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,1024,51200,0.025955556167496577
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,1024,51200,0.04308088951640659
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,1024,51200,0.025987555583318073
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,1024,51200,0.02494222256872389
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,1024,51200,0.0255395554833942
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,1024,51200,0.025368889172871906
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,1024,65536,0.12771333257357279
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,1024,51200,0.5299839973449707
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,1024,51200,0.5065297550625271
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,1024,51200,0.5687680244445801
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,1024,51200,0.5190595520867242
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,1024,51200,0.48224888907538516
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,1024,51200,1.013214217291938
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,1024,51200,0.4221297899881999
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,1024,51200,0.3986559973822699
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,1024,51200,2.0167821248372397
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,1024,51200,0.36874845292833114
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,1024,51200,4.043635474310981
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,1024,51200,0.34133866098192
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,1024,51200,0.5372053252326118
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,1024,51200,0.4360480043623183
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,1024,51200,0.40440887875027126
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,1024,51200,0.3829457759857178
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,1024,51200,0.2756800121731228
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,1024,51200,0.27394310633341473
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,1024,51200,0.4549831284417047
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,1024,51200,0.253386656443278
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,1024,51200,0.2547573248545329
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,1024,51200,0.32114489873250324
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,1024,65536,0.12797600030899048
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,1024,65536,0.1276039977868398
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,1024,51200,0.23077156808641222
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,1024,51200,0.3069297737545437
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,1024,51200,0.2988799942864312
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,1024,51200,0.19503645102183023
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,1024,51200,0.20823110474480522
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,1024,51200,0.18538667096032035
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,1024,51200,0.15962310632069907
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,1024,51200,0.14758933915032282
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,1024,51200,0.16865777969360352
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,1024,51200,0.1391271087858412
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,1024,51200,0.12561244434780544
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,1024,51200,0.09615466992060344
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,1024,51200,0.11679111586676703
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,1024,51200,0.07527644766701592
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,1024,51200,0.07103288835949369
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,1024,51200,0.059079110622406006
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,1024,51200,0.05878400140338474
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,1024,51200,0.05765866571002536
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,1024,51200,0.0579377810160319
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,1024,51200,0.05554133322503832
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,1024,51200,0.05613333649105496
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,1024,51200,0.0668391121758355
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,1024,51200,0.05491200089454651
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,1024,51200,0.06604622470008002
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,1024,51200,0.05516622132725186
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,1024,51200,0.05432711044947306
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,1024,51200,0.05467199948098925
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,1024,51200,0.0536444452073839
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,1024,51200,0.05225955446561178
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,1024,51200,0.05247111121813456
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,1024,51200,0.05232355660862393
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,1024,51200,0.05186133252249824
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,1024,51200,0.052144000927607216
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,1024,51200,0.05200711223814222
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,1024,51200,0.052017778158187866
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,1024,51200,0.052236444420284696
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,1024,51200,0.052129778597089976
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,1024,51200,0.05231822199291653
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,1024,51200,0.05221155616972181
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,1024,51200,0.05192000004980299
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,1024,51200,0.05188088946872287
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,1024,51200,0.052339557144376964
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,1024,51200,0.05174933208359612
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,1024,51200,0.09204622109731038
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,1024,51200,0.09155022435718113
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,1024,51200,0.05230222145716349
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,1024,51200,0.05211911267704434
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,1024,51200,0.05420800050099691
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,1024,51200,0.06411021947860718
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,1024,51200,0.06460089153713651
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,1024,51200,0.0614524417453342
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,1024,51200,0.06052800019582113
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,1024,51200,0.8574495951334635
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,1024,51200,0.2164405345916748
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,1024,51200,0.4133429209391276
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,1024,51200,1.7322879791259767
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,1024,51200,0.21538240114847818
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,1024,51200,0.21078720092773437
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,1024,51200,0.21161492665608725
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,1024,51200,0.19979519844055177
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,1024,51200,0.20093013445536295
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,1024,51200,0.19384640057881672
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,1024,51200,0.1938026746114095
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,1024,51200,0.18996906280517578
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,1024,51200,0.18997440338134766
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,1024,51200,0.17907840410868328
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,1024,51200,0.1785098711649577
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,1024,51200,0.17447147369384766
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,1024,51200,0.1750933329264323
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,1024,51200,0.16483413378397624
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,1024,51200,0.160970671971639
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,1024,51200,0.16399787267049154
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,1024,51200,0.15987520217895507
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,1024,51200,0.15203839937845867
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,1024,51200,0.15130240122477215
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,1024,51200,0.14628586769104004
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,1024,51200,0.14572693506876627
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,1024,51200,0.13793706893920898
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,1024,51200,0.1385493278503418
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,1024,51200,0.13326720396677655
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,1024,51200,0.133350404103597
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,1024,51200,0.12684266567230223
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,1024,51200,0.1266271988550822
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,1024,51200,0.12019840081532795
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,1024,51200,0.12078719933827717
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,1024,51200,0.11421226660410563
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,1024,51200,0.11326826413472493
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,1024,51200,0.1060970703760783
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,1024,51200,0.10529173215230306
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,1024,51200,0.10489919980367024
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,1024,51200,0.1038592020670573
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,1024,51200,0.10411199728647869
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,1024,51200,0.10425386428833008
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,1024,51200,0.10357973575592042
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,1024,51200,0.1038698673248291
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,1024,51200,0.10266773700714112
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,1024,51200,0.10131733417510987
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,1024,51200,0.10155519644419353
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,1024,51200,0.1012384017308553
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,1024,51200,0.10155413150787354
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,1024,51200,0.10165867010752361
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,1024,51200,0.10126933256785076
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,1024,51200,0.1018229325612386
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,1024,51200,0.1018293301264445
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,1024,51200,0.10131306648254394
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,1024,51200,0.10167253017425537
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,1024,51200,0.10125119686126709
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,1024,51200,0.1013151963551839
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,1024,51200,0.10188586711883545
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,1024,51200,0.10135040283203126
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,1024,51200,0.10168960094451904
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,1024,51200,0.10122133096059163
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,1024,51200,0.10122346878051758
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,1024,51200,0.10168213049570721
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,1024,51200,0.10125333468119305
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,1024,51200,0.10144533316294353
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,1024,51200,0.10167466799418132
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,1024,51200,0.1009226640065511
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,1024,51200,0.10165973504384358
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,1024,51200,0.10129706859588623
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,1024,16384,0.3614933490753174
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,1024,16384,0.7044599850972494
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,1024,16384,0.179531991481781
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,1024,16384,0.09677199522654216
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,1024,16384,0.09800533453623454
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,1024,16384,0.095551997423172
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,1024,16384,0.09251866738001506
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,1024,16384,0.09524533152580261
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,1024,16384,0.09165199597676595
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,1024,16384,0.08335333069165547
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,1024,16384,0.08450133601824443
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,1024,16384,0.07471199830373128
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,1024,16384,0.07482799887657166
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,1024,16384,0.07046666741371155
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,1024,16384,0.06516000131766002
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,1024,16384,0.06662000219027202
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,1024,16384,0.05961200098196665
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,1024,16384,0.05973066886266073
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,1024,16384,0.058177332083384194
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,1024,16384,0.054185330867767334
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,1024,16384,0.05133600036303202
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,1024,16384,0.049726665019989014
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,1024,16384,0.052285333474477134
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,1024,16384,0.046898668011029564
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,1024,16384,0.04562933246294657
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,1024,16384,0.04034800082445145
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,1024,16384,0.03367199997107188
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,1024,16384,0.03597866743803024
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,1024,16384,0.031886667013168335
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,1024,16384,0.07341200113296509
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,1024,16384,0.032471999526023865
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,1024,16384,0.02716800073782603
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,1024,16384,0.02007199948032697
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,1024,16384,0.02388933300971985
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,1024,16384,0.018094666302204132
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,1024,16384,0.014514666050672531
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,1024,16384,0.01452800010641416
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,1024,16384,0.014414666841427485
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,1024,16384,0.014481333394845327
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,1024,16384,0.013447999954223633
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,1024,16384,0.013990666717290878
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,1024,16384,0.01266000047326088
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,1024,16384,0.013262666761875153
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,1024,16384,0.012337333212296167
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,1024,16384,0.012324000398317972
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,1024,16384,0.012157333393891653
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,1024,16384,0.012144000579913458
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,1024,16384,0.012917333592971167
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,1024,16384,0.012166666487852732
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,1024,51200,0.100873597462972
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,1024,16384,0.011902666340271631
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,1024,16384,0.011982666949431101
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,1024,16384,0.01146533340215683
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,1024,16384,0.011901333928108215
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,1024,16384,0.011413333316644033
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,1024,16384,0.011962667107582092
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,1024,16384,0.011486666897932688
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,1024,16384,0.011634666472673416
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,1024,16384,0.013737333317597708
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,1024,16384,0.011388000100851059
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,1024,16384,0.011353333791097006
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,1024,16384,0.010821333775917688
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,1024,16384,0.011411999662717184
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,1024,16384,0.010760000596443811
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,1024,16384,0.011282666275898615
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,1024,16384,0.01076133300860723
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,1024,16384,0.013882666826248169
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,1024,16384,0.013330666969219843
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,1024,16384,0.013489333291848501
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,1024,16384,0.013415999710559845
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,1024,16384,0.013496000319719315
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,1024,16384,0.013665333390235901
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,1024,16384,0.013525333255529404
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,1024,16384,0.013767999907334646
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,1024,16384,0.014149333039919535
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,1024,16384,0.8808160146077475
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,1024,16384,0.4478282610575358
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,1024,16384,1.7461578369140625
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,1024,16384,0.24041600227355958
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,1024,16384,0.241102933883667
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,1024,16384,0.231933863957723
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,1024,16384,0.2288266658782959
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,1024,16384,0.21811200777689616
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,1024,16384,0.21727466583251953
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,1024,16384,0.199073060353597
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,1024,16384,0.2014080047607422
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,1024,16384,0.18574399948120118
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,1024,16384,0.18420373598734538
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,1024,16384,0.1720479965209961
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,1024,16384,0.15643199284871417
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,1024,16384,0.15851306915283203
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,1024,16384,0.14008426666259766
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,1024,16384,0.14251519838968912
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,1024,16384,0.12858880360921224
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,1024,16384,0.1248746633529663
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,1024,16384,0.1094645341237386
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,1024,16384,0.11083839734395344
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,1024,16384,0.09744533697764078
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,1024,16384,0.09877653121948242
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,1024,16384,0.08523093064626058
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,1024,16384,0.08389226595560709
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,1024,16384,0.17339413960774738
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,1024,16384,0.06829866568247477
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,1024,16384,0.06838613351186117
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,1024,16384,0.06259413162867228
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,1024,16384,0.056976000467936196
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,1024,16384,0.04838720162709554
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,1024,16384,0.04951680103937785
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,1024,16384,0.03903786738713582
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,1024,16384,0.04028373161951701
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,1024,16384,0.030689066648483275
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,1024,16384,0.030834132432937623
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,1024,16384,0.03069973389307658
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,1024,16384,0.030805333455403643
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,1024,16384,0.02991146643956502
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,1024,16384,0.028978133201599122
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,1024,16384,0.03009066581726074
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,1024,16384,0.028329600890477497
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,1024,16384,0.02717120051383972
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,1024,16384,0.02754559914271037
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,1024,16384,0.02686400016148885
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,1024,16384,0.02686506708463033
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,1024,16384,0.029655466477076214
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,1024,16384,0.027004800240198773
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,1024,16384,0.028344533840815228
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,1024,16384,0.02529919942220052
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,1024,16384,0.023155200481414794
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,1024,16384,0.02276373306910197
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,1024,16384,0.0237226665019989
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,1024,16384,0.02181546688079834
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,1024,16384,0.02219520012537638
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,1024,16384,0.022124799092610677
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,1024,16384,0.020642133553822835
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,1024,16384,0.020514132579167683
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,1024,16384,0.020147200425465903
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,1024,16384,0.020887466271718343
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,1024,16384,0.031176533301671343
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,1024,16384,0.020562134186426797
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,1024,16384,0.020217599471410115
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,1024,16384,0.020618667205174766
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,1024,16384,0.02141439914703369
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,1024,16384,0.02185279925664266
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,1024,16384,0.020696532726287842
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,1024,16384,0.020629332462946574
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,1024,16384,0.020626133680343627
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,1024,16384,0.022267733017603555
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,1024,16384,0.020883200565973918
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,1024,16384,0.02173653244972229
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,1024,51200,0.10175466537475586
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,1024,16384,0.020819199085235596
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,1024,51200,0.10092693169911701
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,1024,51200,0.10130773385365803
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,1024,51200,0.10125760237375896
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,1024,16384,0.24135252634684243
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,1024,16384,0.8573600133260092
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,1024,16384,0.22011839548746742
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,1024,51200,0.10105600357055664
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,1024,16384,0.4336864153544108
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,1024,16384,1.702901331583659
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,1024,16384,0.1880085309346517
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,1024,16384,0.17721920013427733
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,1024,16384,0.1628394603729248
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,1024,16384,0.23155946731567384
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,1024,16384,0.15175786018371581
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,1024,16384,0.23014507293701172
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,1024,16384,0.22066879272460938
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,1024,16384,0.20907840728759766
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,1024,16384,0.19869012832641603
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,1024,16384,0.12379093170166015
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,1024,16384,0.11861546834309895
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,1024,16384,0.11317653656005859
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,1024,16384,0.17670399347941082
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,1024,16384,0.10833919843037923
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,1024,16384,0.10171093146006267
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,1024,16384,0.16405760447184245
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,1024,16384,0.18895893096923827
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,1024,16384,0.14147839546203614
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,1024,16384,0.13662506739298502
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,1024,16384,0.13152960141499836
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,1024,16384,0.08665599822998046
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,1024,16384,0.08512852986653646
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,1024,16384,0.0722101370493571
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,1024,16384,0.06764372984568277
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,1024,16384,0.053736531734466554
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,1024,16384,0.044837331771850585
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,1024,16384,0.04973013401031494
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,1024,16384,0.04157439867655437
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,1024,16384,0.032601600885391234
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,1024,16384,0.02773546576499939
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,1024,16384,0.03813226620356242
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,1024,16384,0.025960532824198405
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,1024,16384,0.022321067253748574
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,1024,16384,0.022461867332458495
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,1024,16384,0.02234986623128255
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,1024,16384,0.022294400135676067
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,1024,16384,0.02230186661084493
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,1024,16384,0.022078933318456014
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,1024,16384,0.02188053329785665
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,1024,16384,0.021893332401911415
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,1024,16384,0.021121066808700562
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,1024,16384,0.021064533789952596
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,1024,16384,0.02095253268877665
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,1024,16384,0.02076266606648763
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,1024,16384,0.025361067056655882
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,1024,16384,0.020722132921218873
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,1024,16384,0.02027413249015808
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,1024,16384,0.020428800582885744
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,1024,16384,0.020227199792861937
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,1024,16384,0.020512000719706217
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,1024,16384,0.02021119991938273
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,1024,16384,0.020467199881871543
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,1024,16384,0.020222934087117513
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,1024,16384,0.020460800329844157
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,1024,16384,0.020259199539820354
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,1024,16384,0.02029866576194763
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,1024,16384,0.03802026510238647
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,1024,16384,0.03860586484273275
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,1024,16384,0.03887999852498372
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,1024,16384,0.03737066586812337
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,1024,16384,0.04052799940109253
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,1024,16384,0.0374570647875468
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,1024,16384,0.042930134137471515
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,1024,16384,0.025167999664942424
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,1024,16384,0.025553067525227863
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,1024,16384,0.529098669687907
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,1024,16384,0.2773951848347982
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,1024,16384,0.023964800437291465
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,1024,16384,0.023795199394226075
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,1024,16384,0.023515733083089192
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,1024,16384,0.023864533503850302
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,1024,16384,0.14267412821451825
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,1024,16384,0.07754879792531331
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,1024,16384,0.07754027048746745
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,1024,16384,0.0760159969329834
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,1024,16384,0.07254400253295898
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,1024,16384,0.07305173079172769
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,1024,16384,0.0763381322224935
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,1024,16384,0.07156266371409098
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,1024,16384,0.07125653425852457
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,1024,16384,0.06951680183410644
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,1024,16384,0.06677546501159667
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,1024,16384,0.06988159815470377
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,1024,16384,0.06609706481297811
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,1024,16384,0.06399786472320557
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,1024,16384,0.06445653438568115
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,1024,16384,0.062087468306223546
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,1024,16384,0.06134293476740519
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,1024,16384,0.060115198294321694
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,1024,16384,0.059630934397379556
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,1024,16384,0.05665493408838908
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,1024,16384,0.056049064795176184
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,1024,16384,0.05451519886652628
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,1024,16384,0.05027519861857096
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,1024,16384,0.054554665088653566
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,1024,16384,0.05014293193817139
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,1024,16384,0.04805013338724772
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,1024,16384,0.04817493359247844
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,1024,16384,0.04557013511657715
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,1024,16384,0.046008535226186115
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,1024,16384,0.043245867888132734
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,1024,16384,0.04346133470535278
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,1024,16384,0.04121919870376587
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,1024,16384,0.03830933173497518
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,1024,16384,0.04028053283691406
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,1024,16384,0.03793066740036011
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,1024,16384,0.0378602663675944
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,1024,16384,0.037861335277557376
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,1024,16384,0.038217600186665854
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,1024,16384,0.0378325343132019
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,1024,16384,0.03783359924952189
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,1024,16384,0.038278400897979736
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,1024,16384,0.03713279962539673
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,1024,16384,0.0370250662167867
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,1024,16384,0.03683626651763916
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,1024,16384,0.0368341326713562
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,1024,16384,0.03704853455225627
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,1024,16384,0.037013332049051925
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,1024,16384,0.036714665095011395
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,1024,16384,0.0365877350171407
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,1024,16384,0.03662399848302205
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,1024,16384,0.03661333322525025
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,1024,16384,0.03700266679128011
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,1024,16384,0.03665599822998047
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,1024,16384,0.03697813351949056
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,1024,16384,0.03672639926274617
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,1024,16384,0.037001601854960126
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,1024,16384,0.036627201239267985
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,1024,16384,0.03660906553268432
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,1024,16384,0.03658560117085775
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,1024,16384,0.03677653471628825
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,1024,16384,0.036235733826955156
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,1024,16384,0.03703146775563558
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,1024,16384,0.03698773384094238
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,1024,16384,0.03660159905751546
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,1024,16384,0.036789333820343016
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,1024,12288,0.543332290649414
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,1024,12288,0.27165333429972327
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,1024,12288,0.14483092625935873
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,1024,16384,0.03660693168640137
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,1024,12288,0.07586560249328614
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,1024,12288,0.0735765298207601
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,1024,12288,0.07500906785329184
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,1024,12288,0.07057813008626303
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,1024,12288,0.0720362663269043
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,1024,12288,0.06945707003275553
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,1024,12288,0.06179840167363485
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,1024,12288,0.06434880097707113
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,1024,12288,0.05700159867604574
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,1024,12288,0.05744640032450358
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,1024,12288,0.057530665397644044
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,1024,12288,0.05402986605962118
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,1024,12288,0.048249598344167074
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,1024,12288,0.050825599829355875
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,1024,12288,0.04440000057220459
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,1024,12288,0.045417598883310956
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,1024,12288,0.04415040016174317
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,1024,12288,0.04022186597188314
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,1024,12288,0.0379530668258667
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,1024,12288,0.03732266823450724
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,1024,12288,0.03969493309656779
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,1024,12288,0.03497386773427327
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,1024,12288,0.03410240014394124
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,1024,12288,0.029217066367467244
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,1024,12288,0.024117332696914674
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,1024,12288,0.02637653350830078
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,1024,12288,0.03150826692581177
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,1024,12288,0.024014933904012045
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,1024,12288,0.02737706700960795
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,1024,12288,0.01941546599070231
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,1024,12288,0.017113600174585977
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,1024,12288,0.017708800236384072
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,1024,12288,0.012410666545232136
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,1024,12288,0.012033067146937053
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,1024,12288,0.0123989333709081
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,1024,12288,0.012018133203188579
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,1024,12288,0.012000000476837159
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,1024,12288,0.011638399958610535
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,1024,12288,0.012020267049471537
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,1024,12288,0.012676266829172769
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,1024,12288,0.011574400464693706
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,1024,12288,0.012645333011945089
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,1024,12288,0.012785067160924276
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,1024,12288,0.012837333480517068
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,1024,12288,0.012804266810417176
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,1024,12288,0.011162666479746501
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,1024,12288,0.009730133414268493
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,1024,12288,0.00962773362795512
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,1024,12288,0.011212799946467083
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,1024,12288,0.009570133686065675
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,1024,12288,0.009553066889444987
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,1024,12288,0.010780800382296245
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,1024,12288,0.00956160028775533
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,1024,12288,0.009724799791971843
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,1024,12288,0.009131733576456707
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,1024,12288,0.01123306651910146
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,1024,12288,0.008745599786440532
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,1024,12288,0.008624000350634257
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,1024,12288,0.008706133564313252
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,1024,12288,0.00871573289235433
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,1024,12288,0.008694400389989216
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,1024,12288,0.008633599678675333
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,1024,12288,0.011051733295122783
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,1024,12288,0.01120746632417043
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,1024,12288,0.010955733060836793
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,1024,12288,0.011155200004577637
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,1024,12288,0.011475200454394024
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,1024,12288,0.010798933108647664
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,1024,12288,0.010776533683141073
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,1024,12288,0.011577600240707397
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,1024,16384,0.03666453361511231
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,1024,12288,0.008748799562454224
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,1024,12288,1.3156543731689454
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,1024,12288,0.6648117065429687
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,1024,12288,0.33999360402425133
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,1024,12288,0.18711466789245607
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,1024,12288,0.1865045388539632
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,1024,12288,0.17614399592081706
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,1024,12288,0.1730709393819173
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,1024,12288,0.16644694010416666
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,1024,12288,0.16573866208394367
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,1024,12288,0.15279253323872882
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,1024,16384,0.03664106527964274
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,1024,12288,0.1543008009592692
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,1024,12288,0.14088959693908693
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,1024,12288,0.14199679692586262
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,1024,12288,0.1271498680114746
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,1024,16384,0.0365994652112325
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,1024,12288,0.12687466939290365
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,1024,12288,0.11478400230407715
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,1024,12288,0.11617173353830974
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,1024,12288,0.10278933048248291
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,1024,12288,0.10461546579996746
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,1024,12288,0.09554239908854166
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,1024,12288,0.09186453024546305
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,1024,12288,0.07896213531494141
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,1024,12288,0.07923519611358643
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,1024,12288,0.07125226656595865
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,1024,12288,0.0627072016398112
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,1024,12288,0.06186453501383463
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,1024,12288,0.051430400212605795
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,1024,12288,0.05124160051345825
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,1024,12288,0.047838934262593585
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,1024,12288,0.0446666677792867
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,1024,12288,0.04102506637573242
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,1024,12288,0.03916480143864949
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,1024,12288,0.03545173406600952
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,1024,12288,0.034635734558105466
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,1024,12288,0.028804266452789308
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,1024,12288,0.029820799827575684
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,1024,12288,0.028823467095692952
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,1024,12288,0.029330132404963176
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,1024,12288,0.028230400880177815
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,1024,12288,0.02694186568260193
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,1024,12288,0.026973867416381837
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,1024,12288,0.025229867299397784
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,1024,12288,0.02469546596209208
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,1024,12288,0.025093332926432295
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,1024,12288,0.025205334027608235
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,1024,12288,0.025308799743652344
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,1024,12288,0.024925865729649863
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,1024,12288,0.02473919987678528
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,1024,12288,0.025562665859858197
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,1024,12288,0.02702186703681946
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,1024,12288,0.021218132972717286
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,1024,12288,0.022648533185323082
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,1024,12288,0.022292266289393105
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,1024,16384,0.03676693439483643
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,1024,12288,0.021267199516296388
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,1024,12288,0.020097066958745323
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,1024,12288,0.01994453271230062
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,1024,12288,0.021109332640965782
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,1024,12288,0.02021226684252421
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,1024,12288,0.07368960380554199
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,1024,12288,0.020230400562286376
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,1024,12288,0.019636267423629762
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,1024,12288,0.020593067010243736
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,1024,12288,0.019758933782577516
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,1024,12288,0.01900906761487325
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,1024,12288,0.020436267058054604
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,1024,12288,0.01976319948832194
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,1024,12288,0.020284799734751384
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,1024,12288,0.020312533775965372
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,1024,12288,0.019077332814534505
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,1024,12288,0.019934932390848793
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,1024,12288,0.020529067516326903
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,1024,12288,0.018866133689880372
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,1024,12288,0.026804266373316447
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,1024,12288,0.019486933946609497
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,1024,16384,0.03665706713994344
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,1024,16384,0.03666986624399821
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,1024,12288,0.22313706080118814
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,1024,12288,0.19664106369018555
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,1024,12288,0.4013557434082031
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,1024,12288,0.17905173301696778
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,1024,12288,0.21343572934468588
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,1024,12288,0.7969301223754883
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,1024,12288,0.2026144027709961
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,1024,12288,0.16702292760213217
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,1024,12288,0.15283840497334797
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,1024,12288,0.14287573496500652
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,1024,12288,0.216866127649943
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,1024,12288,1.5709973653157552
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,1024,12288,0.2019338607788086
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,1024,12288,0.1150165319442749
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,1024,12288,0.10297919909159343
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,1024,12288,0.09939413070678711
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,1024,12288,0.08060373465220133
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,1024,12288,0.07883520126342773
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,1024,12288,0.18526293436686198
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,1024,12288,0.17507947285970052
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,1024,12288,0.13151360352834066
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,1024,12288,0.1515999952952067
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,1024,12288,0.1621888001759847
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,1024,12288,0.12960853576660156
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,1024,12288,0.12007679939270019
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,1024,12288,0.06234773397445679
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,1024,12288,0.05840106805165609
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,1024,12288,0.051380264759063723
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,1024,12288,0.04808853467305501
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,1024,12288,0.044061867396036784
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,1024,12288,0.03839893341064453
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,1024,12288,0.041560534636179605
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,1024,12288,0.03555733362833659
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,1024,12288,0.031856000423431396
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,1024,12288,0.028114134073257448
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,1024,12288,0.02310933272043864
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,1024,12288,0.021217066049575805
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,1024,12288,0.01831679940223694
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,1024,12288,0.01818880041440328
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,1024,12288,0.0182261327902476
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,1024,12288,0.01799359917640686
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,1024,12288,0.018216532468795777
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,1024,12288,0.021064533789952596
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,1024,12288,0.0178656001885732
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,1024,12288,0.01780160069465637
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,1024,12288,0.017770665884017944
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,1024,12288,0.01696853240331014
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,1024,12288,0.016900267203648886
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,1024,12288,0.01689493258794149
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,1024,12288,0.01670080025990804
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,1024,12288,0.01686613361040751
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,1024,12288,0.021203200022379555
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,1024,12288,0.01667840083440145
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,1024,12288,0.016387200355529784
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,1024,12288,0.016541866461435954
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,1024,12288,0.016360533237457276
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,1024,12288,0.021077332894007365
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,1024,12288,0.0165802667538325
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,1024,12288,0.016556800405184428
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,1024,12288,0.01657919983069102
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,1024,12288,0.02695680061976115
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,1024,12288,0.027193599939346315
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,1024,12288,0.028295467297236126
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,1024,12288,0.024338134129842124
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,1024,12288,0.029282132784525555
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,1024,12288,0.028429865837097168
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,1024,12288,0.024680533011754355
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,1024,12288,0.028269867102305096
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,1024,12288,0.02882986664772034
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,1024,12288,0.028467200199762982
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,1024,12288,0.01990613341331482
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,1024,12288,0.019658666849136353
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,1024,12288,0.21575573285420738
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,1024,12288,0.11257599989573161
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,1024,12288,0.4094613393147786
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,1024,12288,0.062062935034434
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,1024,12288,0.06256853342056275
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,1024,12288,0.06152106523513794
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,1024,12288,0.06107626756032308
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,1024,12288,0.058141867319742836
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,1024,12288,0.019843200842539467
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,1024,12288,0.019437867403030395
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,1024,12288,0.05842880010604858
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,1024,12288,0.05785813331604004
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,1024,12288,0.057506132125854495
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,1024,12288,0.055740801493326816
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,1024,12288,0.05555626551310221
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,1024,12288,0.05389440059661865
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,1024,12288,0.05327893495559692
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,1024,12288,0.05199786822001139
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,1024,12288,0.051774934927622474
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,1024,12288,0.049404799938201904
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,1024,12288,0.049401601155598954
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,1024,12288,0.04716480175654093
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,1024,12288,0.04710613489151001
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,1024,12288,0.04426240126291911
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,1024,12288,0.04279359976450602
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,1024,12288,0.04346666733423869
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,1024,12288,0.04243626594543457
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,1024,12288,0.039961600303649904
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,1024,12288,0.03913386662801106
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,1024,12288,0.03796053330103556
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,1024,12288,0.03768853346506755
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,1024,12288,0.03669866720835368
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,1024,12288,0.036484265327453615
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,1024,12288,0.03441280126571655
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,1024,12288,0.03440106709798177
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,1024,12288,0.03296426733334859
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,1024,12288,0.030486400922139483
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,1024,12288,0.032330665985743204
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,1024,12288,0.03003840049107869
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,1024,12288,0.030450133482615153
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,1024,12288,0.030268800258636475
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,1024,12288,0.030087467034657794
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,1024,12288,0.03001813292503357
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,1024,12288,0.030100266138712566
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,1024,12288,0.030435200532277423
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,1024,12288,0.02967573404312134
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,1024,12288,0.02961919903755188
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,1024,12288,0.029629866282145183
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,1024,12288,0.02918933431307475
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,1024,12288,0.029258666435877483
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,1024,12288,0.02927359938621521
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,1024,12288,0.029526400566101074
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,1024,12288,0.029422932863235475
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,1024,12288,0.029267199834187824
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,1024,12288,0.029228800535202028
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,1024,12288,0.028917332490285236
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,1024,12288,0.029227733612060547
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,1024,12288,0.029244800408681233
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,1024,12288,0.029628799359003706
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,1024,12288,0.029603199164072676
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,1024,12288,0.02922026713689168
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,1024,12288,0.02919680078824361
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,1024,12288,0.029255467653274535
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,1024,12288,0.029191466172536214
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,1024,12288,0.0288480003674825
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,1024,12288,0.028842665751775104
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,1024,12288,0.02919999957084656
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,1024,12288,0.029203200340270997
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,1024,12288,0.02922026713689168
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,1024,12288,0.029209599892298384
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,1024,10240,0.2379744052886963
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,1024,10240,0.11926399866739909
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,1024,10240,0.06221973498662313
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,1024,10240,0.06160000165303549
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,1024,10240,0.06207040150960287
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,1024,10240,0.0590282678604126
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,1024,10240,0.05907413164774576
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,1024,10240,0.05894080003102621
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,1024,10240,0.051863467693328856
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,1024,10240,0.053218134244283045
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,1024,10240,0.047465598583221434
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,1024,10240,0.047884798049926756
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,1024,10240,0.04714986483256022
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,1024,10240,0.48067626953125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,1024,10240,0.04506880044937134
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,1024,10240,0.04122879902521769
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,1024,10240,0.041877333323160806
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,1024,10240,0.03742080132166545
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,1024,10240,0.037811199824015304
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,1024,10240,0.036160000165303546
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,1024,10240,0.03299306631088257
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,1024,10240,0.03101973334948222
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,1024,10240,0.030362667640050252
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,1024,10240,0.03209813237190247
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,1024,10240,0.029097600777943926
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,1024,10240,0.027974400917689008
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,1024,10240,0.019985065857569376
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,1024,10240,0.024132267634073893
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,1024,10240,0.022367999951044718
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,1024,10240,0.028018132845560713
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,1024,10240,0.02030186653137207
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,1024,10240,0.022408533096313476
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,1024,10240,0.016676266988118492
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,1024,10240,0.016476800044377647
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,1024,10240,0.015756799777348836
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,1024,10240,0.011979732910792034
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,1024,10240,0.010694400469462077
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,1024,10240,0.011165866255760193
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,1024,10240,0.011180800199508668
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,1024,10240,0.012610133488972983
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,1024,10240,0.010784000158309937
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,1024,10240,0.011175466577212016
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,1024,10240,0.010622933506965637
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,1024,10240,0.011442133784294128
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,1024,10240,0.011341866850852967
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,1024,10240,0.011500799655914306
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,1024,10240,0.011567999919255573
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,1024,10240,0.009948800007502239
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,1024,10240,0.010358400146166484
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,1024,10240,0.01035520037015279
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,1024,10240,0.01034773290157318
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,1024,10240,0.008729599912961324
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,1024,10240,0.00836906631787618
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,1024,10240,0.009798399607340495
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,1024,10240,0.008347733815511068
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,1024,10240,0.008771199981371562
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,1024,10240,0.00787306676308314
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,1024,10240,0.01000853379567464
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,1024,10240,0.007517866790294647
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,1024,10240,0.007502933343251546
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,1024,10240,0.007539199789365132
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,1024,10240,0.007492266595363617
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,1024,10240,0.007530666887760162
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,1024,10240,0.007473066449165344
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,1024,12288,0.02921280066172282
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,1024,10240,0.007547733187675476
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,1024,10240,0.009646933277448018
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,1024,10240,0.009928533434867859
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,1024,10240,0.009804800152778625
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,1024,10240,0.010594133536020916
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,1024,10240,0.009538132945696514
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,1024,10240,0.009956266482671101
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,1024,10240,0.00958720048268636
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,1024,10240,0.010522666573524474
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,1024,10240,0.011574400464693706
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,1024,10240,0.2849589347839355
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,1024,10240,0.1563434600830078
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,1024,10240,0.5557109196980794
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,1024,10240,0.15611839294433594
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,1024,10240,0.14403200149536133
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,1024,10240,1.0856629689534505
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,1024,10240,0.14349759419759114
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,1024,10240,0.13593600591023763
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,1024,10240,0.1368768056233724
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,1024,10240,0.1254634698232015
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,1024,10240,0.1272010644276937
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,1024,10240,0.11204373041788737
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,1024,10240,0.11103359858194987
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,1024,10240,0.10414933363596598
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,1024,10240,0.10407466888427734
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,1024,10240,0.0927839994430542
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,1024,10240,0.0944373369216919
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,1024,10240,0.08204692999521891
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,1024,10240,0.08377172946929931
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,1024,10240,0.07757653395334879
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,1024,10240,0.07390186786651612
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,1024,10240,0.0638154665629069
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,1024,10240,0.06504106521606445
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,1024,10240,0.060792533556620273
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,1024,10240,0.05794560114542643
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,1024,10240,0.053098666667938235
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,1024,12288,0.02925119996070862
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,1024,10240,0.052995200951894125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,1024,10240,0.0451530655225118
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,1024,10240,0.043404801686604814
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,1024,10240,0.041110400358835855
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,1024,10240,0.03771200180053711
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,1024,10240,0.03622613350550334
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,1024,10240,0.03147413333257039
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,1024,10240,0.030921600262324017
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,1024,10240,0.02723199923833211
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,1024,10240,0.027241599559783936
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,1024,10240,0.0265610675017039
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,1024,12288,0.029014400641123456
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,1024,12288,0.029183999697367353
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,1024,10240,0.026748800277709962
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,1024,10240,0.02766079902648926
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,1024,10240,0.025089067220687867
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,1024,10240,0.025206400950749712
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,1024,10240,0.024753065903981526
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,1024,10240,0.023448532819747923
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,1024,10240,0.023166932662328086
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,1024,10240,0.022819199164708457
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,1024,10240,0.022694400946299233
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,1024,10240,0.024768000841140746
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,1024,10240,0.025414399305979413
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,1024,10240,0.022782933712005616
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,1024,10240,0.02156053384145101
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,1024,10240,0.0219541331132253
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,1024,10240,0.02145706613858541
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,1024,10240,0.021882667144139608
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,1024,10240,0.0194815993309021
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,1024,10240,0.019607466459274293
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,1024,10240,0.019024000565210978
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,1024,10240,0.018604799111684164
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,1024,10240,0.019638399283091225
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,1024,10240,0.019284266233444213
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,1024,10240,0.019669334093729653
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,1024,10240,0.01893226703008016
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,1024,10240,0.01880853374799093
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,1024,10240,0.01859626571337382
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,1024,10240,0.018744534254074095
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,1024,10240,0.018551466862360637
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,1024,10240,0.02030613422393799
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,1024,10240,0.043670399983723955
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,1024,10240,0.01999573310216268
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,1024,10240,0.020107734203338622
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,1024,10240,0.018611200650533042
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,1024,10240,0.01876373291015625
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,1024,10240,0.019195733467737834
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,1024,10240,0.024515199661254882
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,1024,10240,0.02403306762377421
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,1024,12288,0.02935253381729126
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,1024,12288,0.029304534196853638
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,1024,10240,0.21381227175394693
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,1024,10240,0.20670720736185708
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,1024,10240,0.3885002772013346
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,1024,10240,0.7584426879882813
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,1024,10240,0.17002879778544108
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,1024,10240,0.20164906183878578
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,1024,10240,0.19214720726013185
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,1024,10240,0.19596692721048992
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,1024,10240,0.15957120259602864
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,1024,10240,0.14669440587361654
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,1024,10240,0.1360149383544922
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,1024,10240,1.5037994384765625
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,1024,10240,0.18651520411173503
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,1024,10240,0.09809813499450684
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,1024,10240,0.17673172950744628
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,1024,10240,0.08363733291625977
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,1024,10240,0.07719893455505371
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,1024,10240,0.06617066860198975
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,1024,10240,0.06184106667836507
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,1024,10240,0.1566282590230306
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,1024,10240,0.11674453417460125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,1024,10240,0.14301973978678387
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,1024,10240,0.16666773160298665
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,1024,10240,0.11990293661753337
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,1024,10240,0.09844799836476645
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,1024,10240,0.0525984009106954
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,1024,10240,0.05113813479741415
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,1024,10240,0.047363201777140304
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,1024,10240,0.0451904018719991
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,1024,10240,0.040711466471354166
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,1024,10240,0.03875733216603597
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,1024,10240,0.03403306802113851
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,1024,10240,0.03294080098470052
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,1024,10240,0.028629332780838013
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,1024,10240,0.02532266577084859
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,1024,10240,0.019177599747975668
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,1024,10240,0.017731199661890663
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,1024,10240,0.02065599958101908
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,1024,10240,0.0166101336479187
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,1024,10240,0.019312000274658202
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,1024,10240,0.01644053359826406
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,1024,10240,0.016165332992871602
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,1024,10240,0.016523733735084534
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,1024,10240,0.016233600179354348
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,1024,10240,0.01616213321685791
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,1024,10240,0.016177067160606386
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,1024,10240,0.01607253352801005
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,1024,10240,0.015268266201019287
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,1024,10240,0.01529813309510549
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,1024,10240,0.015271466970443726
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,1024,10240,0.014735999703407287
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,1024,10240,0.014899200201034546
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,1024,10240,0.019292799631754558
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,1024,10240,0.014870400230089823
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,1024,10240,0.014845866958300272
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,1024,10240,0.014882133404413859
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,1024,10240,0.014988799889882406
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,1024,10240,0.014878933628400167
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,1024,10240,0.02102933327356974
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,1024,10240,0.024289067586263022
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,1024,10240,0.024337067206700643
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,1024,10240,0.021524266401926676
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,1024,10240,0.02477759917577108
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,1024,10240,0.0247381329536438
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,1024,10240,0.02198186715443929
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,1024,10240,0.024706133206685386
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,1024,10240,0.024361600478490196
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,1024,10240,0.021067732572555543
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,1024,10240,0.025542400280634564
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,1024,10240,0.018965333700180054
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,1024,10240,0.02504853407541911
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,1024,10240,0.018217599391937254
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,1024,10240,0.05694719950358072
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,1024,10240,0.19235199292500813
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,1024,10240,0.3617568016052246
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,1024,10240,0.10089386304219564
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,1024,10240,0.056561064720153806
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,1024,10240,0.05576853354771932
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,1024,10240,0.055250132083892824
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,1024,10240,0.052610135078430174
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,1024,10240,0.052642134825388584
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,1024,10240,0.0516426682472229
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,1024,10240,0.05171626806259155
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,1024,10240,0.04973440170288086
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,1024,10240,0.01792959968249003
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,1024,10240,0.01817493240038554
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,1024,10240,0.049559466044108075
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,1024,10240,0.047331198056538897
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,1024,10240,0.048286934693654374
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,1024,10240,0.04409493207931518
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,1024,10240,0.04263039827346802
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,1024,10240,0.04493759870529175
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,1024,10240,0.04280853271484375
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,1024,10240,0.040651734670003256
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,1024,10240,0.04108159939448039
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,1024,10240,0.03879679838816325
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,1024,10240,0.03855253458023071
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,1024,10240,0.037309865156809494
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,1024,10240,0.03685119946797689
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,1024,10240,0.03522666692733765
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,1024,10240,0.03411306540171306
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,1024,10240,0.033369600772857666
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,1024,10240,0.03280106584231059
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,1024,10240,0.03017279903093974
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,1024,10240,0.03200426697731018
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,1024,10240,0.03205759922663371
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,1024,10240,0.028867199023564653
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,1024,10240,0.030101333061854047
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,1024,10240,0.028424533208211263
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,1024,10240,0.02713279922803243
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,1024,10240,0.02676266630490621
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,1024,10240,0.026789333422978717
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,1024,10240,0.026748800277709962
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,1024,10240,0.02637760043144226
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,1024,10240,0.026756266752878826
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,1024,10240,0.026359466711680095
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,1024,10240,0.026554665962855023
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,1024,10240,0.025994666417439777
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,1024,10240,0.025576533873875935
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,1024,10240,0.025563732782999678
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,1024,10240,0.025561600923538208
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,1024,10240,0.025972266991933186
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,1024,10240,0.02558506727218628
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,1024,10240,0.02590399980545044
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,1024,10240,0.025564799706141155
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,1024,10240,0.02558293342590332
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,1024,10240,0.02592853307723999
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,1024,10240,0.02558186650276184
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,1024,10240,0.025568000475565594
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,1024,10240,0.025845332940419512
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,1024,10240,0.02593280076980591
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,1024,10240,0.0252074658870697
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,1024,10240,0.02521599928538005
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,1024,10240,0.025652267535527545
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,1024,10240,0.025588266054789227
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,1024,10240,0.025526400407155352
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,1024,10240,0.025572266181310015
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,1024,10240,0.025513599316279095
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,1024,10240,0.02553706765174866
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,1024,10240,0.025542400280634564
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,1024,10240,0.025497599442799883
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,1024,8192,0.3772522608439127
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,1024,8192,0.19237546920776366
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,1024,8192,0.09562559922536215
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,1024,8192,0.052218667666117345
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,1024,8192,0.04961493412653605
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,1024,8192,0.050349867343902587
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,1024,8192,0.04863786697387695
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,1024,10240,0.025730133056640625
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,1024,8192,0.04631359974543254
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,1024,8192,0.04213333527247111
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,1024,8192,0.04282666842142741
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,1024,8192,0.037970133622487384
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,1024,8192,0.03798400163650513
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,1024,8192,0.0362773338953654
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,1024,8192,0.03525439898173015
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,1024,10240,0.02572373350461324
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,1024,10240,0.025515733162562053
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,1024,8192,0.03171839912732442
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,1024,8192,0.03251306613286336
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,1024,8192,0.029241599639256793
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,1024,8192,0.02959573268890381
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,1024,10240,0.025592533747355144
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,1024,8192,0.02876480023066203
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,1024,8192,0.026124799251556398
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,1024,10240,0.02592853307723999
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,1024,8192,0.024072533845901488
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,1024,8192,0.026451200246810913
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,1024,8192,0.023857067028681435
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,1024,8192,0.022832000255584718
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,1024,8192,0.019474132855733236
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,1024,8192,0.01840533415476481
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,1024,8192,0.017091200749079386
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,1024,8192,0.020423465967178346
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,1024,8192,0.018742400407791137
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,1024,8192,0.014138666788736978
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,1024,8192,0.013749333222707114
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,1024,8192,0.013244799772898355
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,1024,8192,0.010554666320482891
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,1024,8192,0.009975467125574749
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,1024,8192,0.010626133282979329
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,1024,8192,0.009548800190289815
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,1024,8192,0.009873066345850627
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,1024,8192,0.010364799698193868
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,1024,8192,0.009245866537094116
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,1024,8192,0.009938133756319682
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,1024,8192,0.04917759895324707
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,1024,8192,0.010281599561373393
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,1024,8192,0.01000853379567464
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,1024,8192,0.010066133737564088
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,1024,8192,0.011758933464686077
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,1024,8192,0.01128000020980835
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,1024,8192,0.012077866991360982
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,1024,8192,0.009172266721725464
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,1024,8192,0.007922133306662242
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,1024,8192,0.007956266899903615
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,1024,8192,0.008824533224105835
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,1024,8192,0.00775786687930425
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,1024,8192,0.007944533228874206
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,1024,8192,0.007481599847475688
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,1024,8192,0.009177600344022114
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,1024,8192,0.007499733567237854
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,1024,8192,0.00751146674156189
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,1024,8192,0.007482666770617168
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,1024,8192,0.0075445334116617845
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,1024,8192,0.007499733567237854
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,1024,8192,0.007501866420110066
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,1024,8192,0.0074986666440963745
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,1024,8192,0.009033600489298504
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,1024,8192,0.009115733702977498
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,1024,8192,0.00909440020720164
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,1024,8192,0.009131733576456707
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,1024,8192,0.00876800020535787
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,1024,8192,0.024529065688451132
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,1024,8192,0.008692266543706258
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,1024,8192,0.008886399865150451
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,1024,8192,0.0164192001024882
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,1024,8192,0.012850133577982583
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,1024,8192,0.010717866818110149
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,1024,8192,0.229750394821167
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,1024,8192,0.12102186679840088
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,1024,8192,0.11954773267110189
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,1024,8192,0.10906133651733399
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,1024,10240,0.025523199637730913
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,1024,8192,0.11143253644307453
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,1024,8192,0.10453759829203288
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,1024,8192,0.10488959948221843
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,1024,8192,0.09260160128275553
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,1024,8192,0.09499413172403971
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,1024,8192,0.868293317159017
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,1024,8192,0.08714666366577148
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,1024,8192,0.0792095979054769
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,1024,8192,0.07846293449401856
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,1024,8192,0.07162453333536783
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,1024,8192,0.07327679793039957
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,1024,8192,0.06244373321533203
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,1024,8192,0.06362560192743937
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,1024,8192,0.056525866190592446
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,1024,8192,0.05118293364842733
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,1024,8192,0.009117866555849712
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,1024,8192,0.05084906816482544
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,1024,8192,0.05020800034205118
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,1024,8192,0.048313601811726885
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,1024,8192,0.044402134418487546
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,1024,8192,0.04210133155186971
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,1024,8192,0.039153067270914714
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,1024,8192,0.039272534847259524
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,1024,8192,0.03702400128046672
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,1024,8192,0.03493760029474895
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,1024,8192,0.03294720053672791
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,1024,8192,0.03224213322003682
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,1024,8192,0.028373332818349202
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,1024,8192,0.02704533338546753
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,1024,8192,0.024726400772730507
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,1024,8192,0.44823252360026045
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,1024,8192,0.025520000855127973
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,1024,8192,0.02406186660130819
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,1024,8192,0.02474773327509562
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,1024,8192,0.02363626758257548
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,1024,8192,0.022738132874170938
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,1024,8192,0.02325973312060038
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,1024,8192,0.022973867257436116
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,1024,8192,0.02250666618347168
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,1024,8192,0.022589866320292154
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,1024,8192,0.02101973295211792
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,1024,8192,0.021496532360712688
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,1024,8192,0.0862506628036499
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,1024,8192,0.02362133264541626
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,1024,8192,0.020687999327977498
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,1024,8192,0.02244053284327189
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,1024,8192,0.022163200378417968
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,1024,8192,0.020501333475112914
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,1024,8192,0.019438934326171876
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,1024,8192,0.018602667252222697
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,1024,8192,0.019076265891393027
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,1024,8192,0.018573866287867228
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,1024,8192,0.020143999656041463
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,1024,8192,0.01881386637687683
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,1024,8192,0.018634666999181114
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,1024,8192,0.01854613423347473
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,1024,8192,0.01857066750526428
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,1024,8192,0.019731199741363524
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,1024,8192,0.06021973292032877
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,1024,8192,0.019846399625142418
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,1024,8192,0.018589866161346436
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,1024,8192,0.018563199043273925
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,1024,8192,0.019234132766723634
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,1024,8192,0.018798933426539103
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,1024,8192,0.018847999970118205
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,1024,8192,0.01850773294766744
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,1024,8192,0.018547199169794717
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,1024,8192,0.018951465686162315
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,1024,8192,0.01851093371709188
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,1024,8192,0.024817067384719848
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,1024,8192,0.020662399133046468
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,1024,10240,0.025271467367808026
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,1024,8192,0.2002346674601237
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,1024,8192,0.19641067186991373
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,1024,8192,0.1744373321533203
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,1024,8192,0.15777279535929362
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,1024,8192,0.1906175931294759
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,1024,8192,0.36893014907836913
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,1024,8192,0.1795754591623942
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,1024,8192,0.14552319844563802
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,1024,8192,0.186298672358195
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,1024,8192,0.12517333030700684
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,1024,8192,0.7264085133870443
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,1024,8192,0.10354026953379314
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,1024,8192,1.4353824615478517
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,1024,8192,0.07273173332214355
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,1024,8192,0.06359466711680094
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,1024,8192,0.06018133163452148
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,1024,8192,0.05757973194122314
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,1024,8192,0.054611198107401525
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,1024,8192,0.165937074025472
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,1024,8192,0.09091413021087646
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,1024,8192,0.10743786493937175
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,1024,8192,0.14920852979024252
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,1024,8192,0.13193493684132893
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,1024,8192,0.07268053690592448
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,1024,8192,0.09245013395945231
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,1024,8192,0.04915306568145752
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,1024,8192,0.046826668580373126
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,1024,8192,0.03049386739730835
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,1024,8192,0.04320106506347656
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,1024,8192,0.0370410680770874
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,1024,8192,0.0354912002881368
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,1024,8192,0.04112000068028768
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,1024,8192,0.02962133288383484
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,1024,8192,0.025276799996693928
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,1024,8192,0.023065600792566934
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,1024,8192,0.018590933084487914
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,1024,8192,0.0173909326394399
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,1024,8192,0.014862933754920959
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,1024,8192,0.014458666245142618
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,1024,8192,0.014455466469128927
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,1024,8192,0.014601600170135499
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,1024,8192,0.014382933576901754
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,1024,8192,0.0144896000623703
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,1024,8192,0.017483733097712197
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,1024,8192,0.014100266496340432
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,1024,8192,0.014424533645311991
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,1024,8192,0.017435733477274576
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,1024,8192,0.012946133812268576
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,1024,8192,0.013267200191815695
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,1024,8192,0.013268267114957174
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,1024,8192,0.013249066472053529
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,1024,8192,0.01300373375415802
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,1024,8192,0.012885333100954691
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,1024,8192,0.020522665977478028
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,1024,8192,0.016148266196250916
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,1024,8192,0.021476266781489055
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,1024,8192,0.020644267400105797
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,1024,8192,0.02142826716105143
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,1024,8192,0.01581013302008311
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,1024,8192,0.020639999707539877
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,1024,8192,0.021912533044815063
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,1024,8192,0.017399466037750243
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,1024,8192,0.021337600549062093
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,1024,8192,0.021964800357818604
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,1024,8192,0.02121280034383138
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,1024,8192,0.022242132822672525
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,1024,8192,0.02145493427912394
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,1024,8192,0.022696532805760703
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,1024,8192,0.01344533363978068
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,1024,8192,0.021549866596857706
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,1024,8192,0.021306665738423665
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,1024,8192,0.016110933820406594
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,1024,8192,0.021985065937042237
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,1024,8192,0.15564907391866048
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,1024,8192,0.29061867396036783
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,1024,8192,0.046903467178344725
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,1024,8192,0.08187413215637207
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,1024,8192,0.04713600079218547
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,1024,8192,0.04558080037434896
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,1024,8192,0.04543573458989461
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,1024,8192,0.04331413507461548
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,1024,8192,0.04148693482081096
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,1024,8192,0.04135040044784546
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,1024,8192,0.043305599689483644
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,1024,8192,0.04071360031763713
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,1024,8192,0.04005013306935628
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,1024,8192,0.03848746617635091
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,1024,8192,0.037868801752726236
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,1024,8192,0.016123732924461363
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,1024,8192,0.036194133758544925
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,1024,8192,0.03672426541646322
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,1024,8192,0.03466453154881795
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,1024,8192,0.03375039895375569
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,1024,8192,0.03507519960403442
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,1024,8192,0.03367893298467
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,1024,8192,0.03262293338775635
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,1024,8192,0.031294933954874676
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,1024,8192,0.03070293267567952
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,1024,8192,0.032025599479675294
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,1024,8192,0.028835199276606244
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,1024,8192,0.02940479914347331
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,1024,8192,0.028446932633717854
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,1024,8192,0.027719465891520183
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,1024,8192,0.027126399676005046
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,1024,8192,0.02686079939206441
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,1024,8192,0.025988266865412397
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,1024,8192,0.02558079957962036
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,1024,8192,0.024694399038950602
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,1024,8192,0.024338134129842124
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,1024,8192,0.022922666867574056
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,1024,8192,0.022666666905085245
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,1024,8192,0.022654932737350465
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,1024,8192,0.022699733575185142
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,1024,8192,0.022681599855422972
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,1024,8192,0.022658133506774904
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,1024,8192,0.022291199366251627
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,1024,8192,0.022326399882634483
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,1024,8192,0.022231467564900718
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,1024,8192,0.022247467438379923
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,1024,8192,0.021857066949208578
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,1024,8192,0.02146880030632019
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,1024,8192,0.02148373325665792
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,1024,8192,0.022026666005452476
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,1024,8192,0.02187626759211222
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,1024,8192,0.021555199225743612
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,1024,8192,0.0218122661113739
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,1024,8192,0.021897600094477335
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,1024,8192,0.021821866432825722
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,1024,8192,0.021545600891113282
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,1024,8192,0.021492266654968263
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,1024,8192,0.02184106707572937
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,1024,8192,0.02140586574872335
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,1024,8192,0.021427200237909953
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,1024,8192,0.021887999773025513
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,1024,8192,0.021861332654953002
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,1024,8192,0.02146453261375427
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,1024,8192,0.021667200326919555
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,1024,8192,0.021848533550898233
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,1024,8192,0.02181653380393982
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,1024,8192,0.021452800432840983
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,1024,8192,0.021460266908009847
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,1024,7168,0.33030932744344077
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,1024,8192,0.021875200668970744
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,1024,7168,0.16756265958150227
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,1024,7168,0.04379200140635173
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,1024,7168,0.08165012995402018
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,1024,7168,0.043390933672587076
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,1024,7168,0.04289493163426717
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,1024,7168,0.04109119971593221
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,1024,7168,0.040786135196685794
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,1024,7168,0.039903998374938965
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,1024,7168,0.03545279900232951
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,1024,7168,0.04326506853103638
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,1024,7168,0.03755093415578206
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,1024,7168,0.032263465722401935
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,1024,7168,0.031974399089813234
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,1024,7168,0.02759466568628947
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,1024,7168,0.030131200949350994
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,1024,7168,0.025197867552439374
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,1024,7168,0.026308266321818034
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,1024,7168,0.025983999172846477
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,1024,7168,0.02243946592013041
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,1024,7168,0.02185813387235006
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,1024,7168,0.0215338667233785
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,1024,7168,0.024190932512283325
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,1024,7168,0.021474132935206093
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,1024,7168,0.020477867126464842
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,1024,7168,0.017816533644994102
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,1024,7168,0.014696533481280008
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,1024,7168,0.016679465770721436
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,1024,7168,0.02126400073369344
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,1024,7168,0.015723733107248943
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,1024,8192,0.021831466754277547
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,1024,7168,0.01702079971631368
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,1024,7168,0.012857600053151449
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,1024,7168,0.011895466844240825
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,1024,7168,0.011524266997973124
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,1024,7168,0.03198613325754802
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,1024,7168,0.011571199695269267
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,1024,7168,0.009854933619499207
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,1024,7168,0.009886933366457622
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,1024,7168,0.009666132926940917
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,1024,7168,0.009477333227793375
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,1024,7168,0.009516800443331402
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,1024,7168,0.008787199854850769
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,1024,7168,0.009321600198745728
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,1024,7168,0.0093941330909729
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,1024,7168,0.009430399537086487
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,1024,7168,0.009537067015965779
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,1024,7168,0.010418132940928141
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,1024,7168,0.010833066701889039
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,1024,7168,0.010436266660690308
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,1024,8192,0.02185493310292562
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,1024,7168,0.012053333719571431
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,1024,7168,0.007529599964618683
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,1024,7168,0.0075103998184204105
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,1024,7168,0.008342400193214417
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,1024,7168,0.00726506660381953
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,1024,7168,0.0071733335653940845
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,1024,7168,0.00710399995247523
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,1024,7168,0.008372267087300617
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,1024,7168,0.0070709332823753355
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,1024,7168,0.0071285332242647815
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,1024,7168,0.007144533097743988
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,1024,7168,0.007121066749095917
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,1024,7168,0.007124266525109608
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,1024,7168,0.013413332899411521
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,1024,7168,0.007118933399518331
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,1024,7168,0.008178133269151051
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,1024,7168,0.008220799763997396
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,1024,7168,0.008461866776148479
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,1024,7168,0.008063999811808269
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,1024,7168,0.008265600105126699
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,1024,7168,0.008785067001978557
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,1024,7168,0.007968000074227651
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,1024,7168,0.008727467060089112
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,1024,7168,0.39461545944213866
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,1024,8192,0.021492266654968263
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,1024,7168,0.20246933301289877
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,1024,7168,0.10203946431477864
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,1024,7168,0.7598016103108723
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,1024,7168,0.10250133673350018
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,1024,7168,0.09292266368865967
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,1024,7168,0.0929375966389974
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,1024,7168,0.08953386942545573
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,1024,7168,0.08998400370279948
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,1024,7168,0.07937920093536377
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,1024,7168,0.08210559686024985
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,1024,7168,0.008354133367538452
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,1024,7168,0.0748533328374227
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,1024,7168,0.06780693531036378
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,1024,7168,0.0679306666056315
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,1024,7168,0.06217813491821289
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,1024,7168,0.06274346510569254
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,1024,8192,0.0215338667233785
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,1024,7168,0.05534079869588217
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,1024,7168,0.055837865670522055
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,1024,7168,0.04994773467381795
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,1024,7168,0.04726613362630208
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,1024,7168,0.04723626772562663
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,1024,7168,0.04474666515986125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,1024,7168,0.04314986864725749
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,1024,8192,0.021810134251912437
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,1024,7168,0.04179519812266032
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,1024,7168,0.04053759972254435
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,1024,8192,0.02181653380393982
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,1024,7168,0.03667200009028117
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,1024,7168,0.03603733380635579
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,1024,7168,0.03556053241093953
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,1024,7168,0.03327253262201945
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,1024,7168,0.03272533416748047
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,1024,7168,0.02878613273302714
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,1024,7168,0.02704319953918457
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,1024,7168,0.026707200209299724
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,1024,7168,0.02365866700808207
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,1024,7168,0.022845866282780965
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,1024,7168,0.02269866665204366
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,1024,7168,0.024261333545049033
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,1024,7168,0.023592533667882283
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,1024,7168,0.02267626722653707
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,1024,7168,0.022482132911682128
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,1024,7168,0.026521599292755126
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,1024,7168,0.021146667003631592
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,1024,7168,0.02072746753692627
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,1024,7168,0.021653334299723305
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,1024,7168,0.0211136003335317
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,1024,7168,0.020911999543507895
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,1024,7168,0.020947200059890748
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,1024,7168,0.020474666357040407
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,1024,7168,0.07512533664703369
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,1024,7168,0.019655466079711914
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,1024,7168,0.020457599560419717
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,1024,7168,0.02037866711616516
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,1024,7168,0.018603734175364175
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,1024,7168,0.01997973322868347
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,1024,7168,0.01932586630185445
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,1024,7168,0.01922666629155477
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,1024,7168,0.017780266205469766
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,1024,7168,0.01813439925511678
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,1024,7168,0.01872746745745341
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,1024,7168,0.017908267180124917
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,1024,7168,0.020895999670028687
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,1024,7168,0.017107200622558594
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,1024,7168,0.018244266510009766
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,1024,7168,0.017917867501576742
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,1024,7168,0.018733867009480796
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,1024,7168,0.018399999539057414
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,1024,7168,0.018565332889556883
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,1024,7168,0.017103999853134155
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,1024,7168,0.018488534291585288
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,1024,7168,0.018312533696492515
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,1024,7168,0.016545066237449647
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,1024,7168,0.007050666709740956
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,1024,7168,0.018773333231608073
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,1024,7168,0.01858133276303609
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,1024,7168,0.05138239860534668
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,1024,7168,0.20179413159688314
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,1024,7168,0.36863040924072266
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,1024,7168,0.1901685396830241
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,1024,7168,0.7238943735758464
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,1024,7168,0.197597869237264
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,1024,7168,0.18554773330688476
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,1024,7168,0.1485845406850179
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,1024,7168,0.12406613032023113
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,1024,7168,0.10301226774851482
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,1024,7168,0.08547840118408204
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,1024,7168,0.17360107103983563
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,1024,7168,1.4333056131998698
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,1024,7168,0.1481642723083496
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,1024,7168,0.10691839853922527
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,1024,7168,0.06448426644007364
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,1024,7168,0.16949547131856282
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,1024,7168,0.060088535149892174
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,1024,7168,0.05881066719690958
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,1024,7168,0.055073066552480066
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,1024,7168,0.05288853247960409
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,1024,7168,0.09556586742401123
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,1024,7168,0.1272490660349528
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,1024,7168,0.07503146330515544
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,1024,7168,0.0680405298868815
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,1024,7168,0.0734773317972819
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,1024,7168,0.047288533051808676
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,1024,7168,0.03475093444188436
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,1024,7168,0.024086399873097738
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,1024,7168,0.04548799991607666
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,1024,7168,0.04114133516947428
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,1024,7168,0.03956586519877116
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,1024,7168,0.029682133595148725
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,1024,7168,0.02802880009015401
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,1024,7168,0.033752532800038655
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,1024,7168,0.01650773286819458
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,1024,7168,0.016925867398579916
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,1024,7168,0.01525973379611969
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,1024,7168,0.017915733655293784
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,1024,7168,0.014972800016403198
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,1024,7168,0.013708800077438354
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,1024,7168,0.013661866386731466
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,1024,7168,0.013637333114941915
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,1024,7168,0.013662933309872945
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,1024,7168,0.022293333212534586
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,1024,7168,0.013726933797200521
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,1024,7168,0.01365013321240743
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,1024,7168,0.013315199812253316
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,1024,7168,0.01248426636060079
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,1024,7168,0.013247999548912048
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,1024,7168,0.01204266647497813
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,1024,7168,0.012401066223780314
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,1024,7168,0.012405332922935487
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,1024,7168,0.01241600016752879
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,1024,7168,0.021026132504145305
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,1024,7168,0.018125865856806436
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,1024,7168,0.017744000752766928
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,1024,7168,0.019045333067576088
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,1024,7168,0.01946773330370585
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,1024,7168,0.01780479947725932
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,1024,7168,0.021964800357818604
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,1024,7168,0.019595734278361
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,1024,7168,0.01856000026067098
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,1024,7168,0.020372267564137778
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,1024,7168,0.018603734175364175
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,1024,7168,0.019444266955057778
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,1024,7168,0.02019946575164795
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,1024,7168,0.016515200336774193
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,1024,7168,0.01889386574427287
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,1024,7168,0.019370667139689126
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,1024,7168,0.01998186707496643
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,1024,7168,0.016621866822242738
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,1024,7168,0.015049599607785544
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,1024,7168,0.01691626707712809
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,1024,7168,0.015326933066050211
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,1024,7168,0.04301760196685791
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,1024,7168,0.14326079686482746
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,1024,7168,0.04306240081787109
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,1024,7168,0.041213866074879965
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,1024,7168,0.07629546324412027
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,1024,7168,0.2676981290181478
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,1024,7168,0.04141013224919637
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,1024,7168,0.039238401254018146
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,1024,7168,0.03890666564305623
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,1024,7168,0.03810240030288696
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,1024,7168,0.038140801588694255
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,1024,7168,0.03623040119806926
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,1024,7168,0.0361631989479065
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,1024,7168,0.03535146713256836
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,1024,7168,0.034381866455078125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,1024,7168,0.03306026657422383
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,1024,7168,0.03314453363418579
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,1024,7168,0.031997867425282794
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,1024,7168,0.031870933373769124
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,1024,7168,0.03107626636823018
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,1024,7168,0.02911893328030904
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,1024,7168,0.03076159954071045
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,1024,7168,0.030177066723505657
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,1024,7168,0.028505599498748778
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,1024,7168,0.02847359975179036
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,1024,7168,0.02723413308461507
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,1024,7168,0.02664639949798584
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,1024,7168,0.02595840096473694
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,1024,7168,0.025600000222524004
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,1024,7168,0.02509653369585673
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,1024,7168,0.024861866235733034
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,1024,7168,0.0235317329565684
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,1024,7168,0.023532799879709878
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,1024,7168,0.023030400276184082
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,1024,7168,0.022369066874186196
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,1024,7168,0.021077332894007365
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,1024,7168,0.020610133806864418
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,1024,7168,0.020922666788101195
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,1024,7168,0.02070080041885376
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,1024,7168,0.02068159977595011
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,1024,7168,0.02060479919115702
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,1024,7168,0.02066453297932943
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,1024,7168,0.02030293345451355
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,1024,7168,0.01997013290723165
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,1024,7168,0.0201855997244517
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,1024,7168,0.019845332702000937
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,1024,7168,0.0200053334236145
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,1024,7168,0.019644800821940103
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,1024,7168,0.0201749324798584
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,1024,7168,0.019825067122777304
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,1024,7168,0.020169599850972494
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,1024,7168,0.019766400257746376
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,1024,7168,0.019784533977508546
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,1024,7168,0.020173867543538414
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,1024,7168,0.020193066199620566
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,1024,7168,0.019824000199635823
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,1024,7168,0.019860267639160156
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,1024,7168,0.019502933820088705
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,1024,7168,0.019824000199635823
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,1024,7168,0.01977919936180115
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,1024,7168,0.01977919936180115
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,1024,7168,0.01986560026804606
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,1024,7168,0.01985493302345276
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,1024,7168,0.0197760005791982
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,1024,7168,0.02021013299624125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,1024,7168,0.02001706759134928
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,1024,7168,0.019770665963490804
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,1024,7168,0.0194432000319163
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,1024,6144,0.28264532089233396
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,1024,6144,0.14441067377726238
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,1024,6144,0.07176533540089926
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,1024,6144,0.03707306782404582
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,1024,6144,0.03621333440144857
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,1024,6144,0.03647146622339885
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,1024,6144,0.03456639846165975
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,1024,6144,0.03444693485895793
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,1024,6144,0.03437013228734334
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,1024,6144,0.029790933926900225
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,1024,6144,0.03167999982833862
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,1024,6144,0.027460267146428425
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,1024,6144,0.0269813338915507
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,1024,6144,0.026589866479237872
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,1024,6144,0.023455999294916787
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,1024,6144,0.02521386742591858
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,1024,6144,0.021375999848047892
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,1024,6144,0.022762666145960488
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,1024,6144,0.0223306675752004
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,1024,6144,0.019399466117223103
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,1024,6144,0.018985599279403687
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,1024,6144,0.018935465812683107
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,1024,7168,0.019831466674804687
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,1024,6144,0.018850133816401164
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,1024,6144,0.01770240068435669
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,1024,6144,0.015454933047294617
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,1024,6144,0.012851199507713318
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,1024,6144,0.014573867122332254
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,1024,6144,0.01718826691309611
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,1024,6144,0.013672533631324767
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,1024,6144,0.012772267063458761
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,1024,6144,0.011293866237004598
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,1024,6144,0.010787199934323628
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,1024,6144,0.010732799768447876
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,1024,6144,0.01014293332894643
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,1024,6144,0.027524266640345258
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,1024,6144,0.010073600212732951
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,1024,6144,0.009038933118184407
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,1024,7168,0.019869865973790486
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,1024,6144,0.010002133250236512
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,1024,6144,0.009224533041318258
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,1024,6144,0.00817920019229253
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,1024,6144,0.008697600166002909
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,1024,6144,0.007963733375072479
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,1024,6144,0.008641067147254943
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,1024,6144,0.008597333232561748
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,1024,6144,0.009564800063769023
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,1024,6144,0.009514666597048442
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,1024,6144,0.009734400113423665
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,1024,6144,0.010401067137718201
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,1024,7168,0.019773866732915243
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,1024,6144,0.010444800059000652
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,1024,6144,0.006330666442712148
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,1024,6144,0.009569066762924194
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,1024,6144,0.00747626672188441
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,1024,6144,0.006588799754778545
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,1024,6144,0.006680533289909363
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,1024,7168,0.019843200842539467
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,1024,6144,0.007125333448251088
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,1024,6144,0.006267733375231425
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,1024,6144,0.007117866476376851
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,1024,6144,0.007132799923419952
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,1024,6144,0.020910932620366415
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,1024,6144,0.007101866602897644
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,1024,6144,0.007084799806276958
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,1024,6144,0.00710399995247523
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,1024,6144,0.007125333448251088
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,1024,6144,0.007084799806276958
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,1024,6144,0.00767680009206136
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,1024,6144,0.007530666887760162
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,1024,6144,0.007122133175532024
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,1024,6144,0.007077333331108093
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,1024,6144,0.007456000149250031
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,1024,6144,0.007075199981530507
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,1024,6144,0.007797333101431529
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,1024,6144,0.17434345881144206
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,1024,6144,0.3400202751159668
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,1024,6144,0.0841813325881958
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,1024,6144,0.07681706746419271
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,1024,6144,0.08600213527679443
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,1024,6144,0.6519818623860677
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,1024,6144,0.0782698631286621
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,1024,6144,0.008360532919565837
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,1024,6144,0.07414506276448568
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,1024,6144,0.06662613153457642
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,1024,6144,0.07565759817759196
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,1024,6144,0.06202239990234375
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,1024,6144,0.06195626656214396
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,1024,6144,0.009478400150934856
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,1024,6144,0.057494401931762695
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,1024,6144,0.056739199161529544
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,1024,6144,0.051451734701792394
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,1024,6144,0.05295573472976685
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,1024,6144,0.04919679959615071
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,1024,6144,0.050061865647633874
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,1024,6144,0.046887465318044025
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,1024,6144,0.007110400001207988
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,1024,6144,0.041656533877054855
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,1024,6144,0.041523198286692306
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,1024,6144,0.04128746589024861
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,1024,6144,0.04104426701863607
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,1024,6144,0.03618880112965901
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,1024,7168,0.01978666583697001
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,1024,6144,0.03304106593132019
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,1024,6144,0.03365333477656047
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,1024,6144,0.03133866588274638
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,1024,6144,0.030887466669082642
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,1024,6144,0.03025813301404317
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,1024,6144,0.02677226662635803
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,1024,6144,0.026798933744430542
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,1024,6144,0.02533973256746928
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,1024,6144,0.022743467489878336
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,1024,6144,0.022637865940729775
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,1024,6144,0.022345600525538127
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,1024,6144,0.022745599349339805
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,1024,6144,0.022474666436513267
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,1024,6144,0.020626133680343627
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,1024,6144,0.020631466309229532
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,1024,6144,0.02496853272120158
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,1024,6144,0.02076479991277059
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,1024,6144,0.02071466644605001
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,1024,6144,0.02044693430264791
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,1024,6144,0.02031466762224833
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,1024,6144,0.019053866465886436
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,1024,6144,0.019011199474334717
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,1024,6144,0.019074134031931558
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,1024,6144,0.06909973621368408
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,1024,6144,0.01882773240407308
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,1024,6144,0.018833067019780478
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,1024,6144,0.0193066676457723
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,1024,6144,0.018594133853912353
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,1024,6144,0.01845759948094686
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,1024,6144,0.018396800756454466
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,1024,7168,0.020167466004689535
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,1024,6144,0.01776640017827352
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,1024,6144,0.017242666085561117
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,1024,6144,0.016570666432380678
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,1024,6144,0.01845759948094686
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,1024,6144,0.016695467631022136
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,1024,6144,0.01811520059903463
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,1024,6144,0.01731626590092977
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,1024,6144,0.0175872008005778
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,1024,6144,0.018476800123850504
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,1024,6144,0.03726613521575928
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,1024,6144,0.018361600240071614
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,1024,6144,0.018286933501561485
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,1024,6144,0.01726613243420919
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,1024,6144,0.017768534024556477
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,1024,6144,0.017249067624409996
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,1024,6144,0.016591999928156534
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,1024,6144,0.018572799364725747
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,1024,6144,0.0165503998597463
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,1024,6144,0.04523306687672933
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,1024,6144,0.017076265811920167
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,1024,6144,0.363753604888916
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,1024,6144,0.18104106585184734
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,1024,6144,0.14117013613382975
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,1024,6144,0.15799892743428548
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,1024,6144,0.1771605332692464
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,1024,6144,0.7026101430257161
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,1024,6144,0.11472640037536622
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,1024,6144,0.0871445337931315
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,1024,6144,1.3899295806884766
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,1024,6144,0.07669013341267904
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,1024,6144,0.16115946769714357
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,1024,6144,0.09631786346435547
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,1024,6144,0.11760319868723552
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,1024,6144,0.1398431936899821
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,1024,6144,0.06240426699320475
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,1024,6144,0.058363731702168783
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,1024,6144,0.052767999966939295
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,1024,6144,0.0813162644704183
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,1024,6144,0.050589867432912196
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,1024,6144,0.10196692943572998
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,1024,6144,0.07196266651153564
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,1024,6144,0.05666453440984091
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,1024,6144,0.08988906542460123
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,1024,6144,0.06934826374053955
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,1024,6144,0.06469226678212484
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,1024,6144,0.03950933218002319
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,1024,6144,0.0448853333791097
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,1024,6144,0.043656531969706217
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,1024,6144,0.03264853358268738
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,1024,6144,0.033579734961191814
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,1024,6144,0.038601601123809816
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,1024,6144,0.028489599625269573
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,1024,6144,0.02677653431892395
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,1024,6144,0.023064533869425453
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,1024,6144,0.021105066935221354
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,1024,6144,0.016978132724761962
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,1024,6144,0.015682133038838704
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,1024,6144,0.014100266496340432
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,1024,6144,0.012878933548927307
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,1024,6144,0.012546133001645407
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,1024,6144,0.015343999862670899
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,1024,6144,0.015733333428700765
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,1024,6144,0.012730666995048523
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,1024,6144,0.012611200412114462
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,1024,6144,0.012557866175969443
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,1024,6144,0.012812800208727517
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,1024,6144,0.012633599837621055
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,1024,6144,0.011229866743087768
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,1024,6144,0.011591466267903645
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,1024,6144,0.015294933319091797
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,1024,6144,0.011248000462849935
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,1024,6144,0.011572266618410747
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,1024,6144,0.011220266421635944
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,1024,6144,0.015331199765205384
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,1024,6144,0.017358932892481485
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,1024,6144,0.016526933511098227
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,1024,6144,0.01572160025437673
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,1024,6144,0.01898346741994222
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,1024,6144,0.017103999853134155
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,1024,6144,0.015689599514007568
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,1024,6144,0.017691733439763387
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,1024,6144,0.016986666123072307
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,1024,6144,0.015869866808255514
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,1024,6144,0.01732586622238159
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,1024,6144,0.01732800006866455
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,1024,6144,0.016135467092196147
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,1024,6144,0.017927465836207072
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,1024,6144,0.017313067118326822
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,1024,6144,0.016130133469899496
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,1024,6144,0.01406826674938202
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,1024,6144,0.01838399966557821
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,1024,6144,0.012541866302490235
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,1024,6144,0.03847359816233317
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,1024,6144,0.1316447973251343
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,1024,6144,0.244158935546875
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,1024,6144,0.07093226909637451
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,1024,6144,0.03864320119222005
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,1024,6144,0.03678186734517415
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,1024,6144,0.0369429349899292
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,1024,6144,0.03540906508763631
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,1024,6144,0.0353877345720927
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,1024,6144,0.03308586676915486
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,1024,6144,0.03362239996592204
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,1024,6144,0.03421440124511719
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,1024,6144,0.03269546627998352
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,1024,6144,0.031813333431879684
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,1024,6144,0.03173226714134216
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,1024,6144,0.03041706681251526
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,1024,6144,0.0304202675819397
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,1024,6144,0.029372799396514892
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,1024,6144,0.02912000020345052
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,1024,6144,0.0283786674340566
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,1024,6144,0.02802026669184367
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,1024,6144,0.027793065706888838
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,1024,6144,0.026738133033116656
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,1024,6144,0.01416000028451284
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,1024,6144,0.014426666498184203
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,1024,6144,0.02622186740239461
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,1024,6144,0.02592533429463704
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,1024,6144,0.0248799999554952
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,1024,6144,0.024322134256362916
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,1024,6144,0.023937066396077476
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,1024,6144,0.023127466440200806
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,1024,6144,0.022689066330591836
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,1024,6144,0.022785067558288574
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,1024,6144,0.02150933345158895
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,1024,6144,0.02150719960530599
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,1024,6144,0.02065066695213318
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,1024,6144,0.02023680011431376
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,1024,6144,0.019347200791041054
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,1024,6144,0.018821332852045694
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,1024,6144,0.018969599405924478
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,1024,6144,0.018977065881093345
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,1024,6144,0.018771199385325114
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,1024,6144,0.01897066632906596
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,1024,6144,0.018565332889556883
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,1024,6144,0.01912320057551066
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,1024,6144,0.01819733381271362
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,1024,6144,0.01818880041440328
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,1024,6144,0.01812480092048645
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,1024,6144,0.018202666441599527
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,1024,6144,0.017778132359186807
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,1024,6144,0.01813760002454122
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,1024,6144,0.018196266889572144
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,1024,6144,0.018179200092951455
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,1024,6144,0.018198400735855103
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,1024,6144,0.017805866400400796
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,1024,6144,0.018126932779947917
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,1024,6144,0.018186666568120322
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,1024,6144,0.01801919937133789
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,1024,6144,0.01820053259531657
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,1024,6144,0.017808000246683754
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,1024,6144,0.01813546617825826
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,1024,6144,0.018193066120147705
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,1024,6144,0.018177066246668497
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,1024,6144,0.017790933450063072
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,1024,6144,0.0182261327902476
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,1024,6144,0.01776960094769796
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,1024,6144,0.018153599898020425
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,1024,6144,0.01778879960378011
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,1024,6144,0.018515199422836304
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,1024,5120,0.23139306704203286
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,1024,5120,0.1173141320546468
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,1024,5120,0.05824533303578695
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,1024,5120,0.029747200012207032
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,1024,5120,0.0319541335105896
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,1024,5120,0.030668799082438154
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,1024,5120,0.03183573285738627
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,1024,6144,0.018202666441599527
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,1024,5120,0.028837333122889202
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,1024,5120,0.02897599935531616
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,1024,5120,0.02482453385988871
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,1024,5120,0.02650559941927592
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,1024,5120,0.023644800980885824
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,1024,5120,0.023081600666046143
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,1024,5120,0.023566933472951253
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,1024,5120,0.02261013388633728
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,1024,5120,0.020347734292348228
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,1024,5120,0.02125119964281718
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,1024,5120,0.018643200397491455
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,1024,5120,0.019291732708613077
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,1024,5120,0.019860267639160156
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,1024,5120,0.016541866461435954
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,1024,5120,0.016482133666674295
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,1024,5120,0.01634773313999176
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,1024,5120,0.017754666010538735
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,1024,5120,0.01636373301347097
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,1024,5120,0.015301332871119181
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,1024,5120,0.013351466258366904
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,1024,5120,0.011186133821805317
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,1024,5120,0.012737066547075907
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,1024,5120,0.014009599884351095
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,1024,5120,0.011156266927719117
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,1024,5120,0.009944533308347065
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,1024,5120,0.009493333101272584
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,1024,5120,0.00876800020535787
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,1024,5120,0.008350933591524761
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,1024,6144,0.017848533391952515
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,1024,5120,0.008303999900817871
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,1024,5120,0.008781866232554118
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,1024,5120,0.00938986639181773
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,1024,5120,0.009044266740481059
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,1024,5120,0.007163733243942261
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,1024,5120,0.008381866415341695
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,1024,5120,0.007911466558774312
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,1024,5120,0.008341333270072937
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,1024,5120,0.0075082664688428235
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,1024,5120,0.0075093333919843035
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,1024,5120,0.00827519992987315
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,1024,5120,0.008347733815511068
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,1024,5120,0.00877333382765452
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,1024,5120,0.009170132875442504
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,1024,5120,0.00872320036093394
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,1024,5120,0.008745599786440532
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,1024,5120,0.006682666639486949
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,1024,5120,0.007933866480986278
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,1024,5120,0.0070250665148099255
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,1024,5120,0.008341333270072937
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,1024,5120,0.00628053347269694
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,1024,5120,0.00668693333864212
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,1024,5120,0.006681600213050842
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,1024,5120,0.006727466483910878
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,1024,5120,0.006715733309586842
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,1024,5120,0.0067456002036730455
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,1024,5120,0.006377600133419037
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,1024,5120,0.006693333387374878
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,1024,5120,0.006717866659164429
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,1024,5120,0.006494933366775512
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,1024,5120,0.006362666686375936
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,1024,5120,0.0067893331249554946
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,1024,5120,0.006434133152167003
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,1024,5120,0.006505600114663441
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,1024,5120,0.006454400221506755
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,1024,5120,0.006344533463319142
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,1024,5120,0.0067104001839955645
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,1024,6144,0.01817173361778259
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,1024,5120,0.5464288075764974
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,1024,5120,0.2857568105061849
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,1024,5120,0.006734933455785115
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,1024,5120,0.06934293111165366
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,1024,6144,0.017898666858673095
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,1024,5120,0.14365973472595214
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,1024,5120,0.06835412979125977
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,1024,5120,0.06293333371480306
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,1024,5120,0.06349973281224569
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,1024,5120,0.05985600153605143
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,1024,5120,0.061358932654062906
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,1024,5120,0.05569706757863363
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,1024,5120,0.05615573326746622
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,1024,5120,0.050937600930531825
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,1024,6144,0.018253866831461588
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,1024,5120,0.0511029322942098
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,1024,5120,0.045754667123158774
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,1024,5120,0.04726613362630208
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,1024,5120,0.042984533309936526
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,1024,5120,0.04314879973729451
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,1024,5120,0.01209173301855723
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,1024,5120,0.041196799278259276
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,1024,5120,0.040812798341115314
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,1024,5120,0.03850880066553752
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,1024,5120,0.037826132774353025
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,1024,5120,0.03723520040512085
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,1024,5120,0.035341866811116535
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,1024,5120,0.03453226486841838
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,1024,6144,0.01779306729634603
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,1024,5120,0.03297066688537598
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,1024,5120,0.030904533465703328
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,1024,5120,0.030827732880910237
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,1024,5120,0.02918933431307475
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,1024,5120,0.026781866947809856
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,1024,5120,0.025256532430648803
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,1024,5120,0.025650133689244587
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,1024,5120,0.02447999914487203
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,1024,5120,0.020872533321380615
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,1024,5120,0.021191465854644775
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,1024,5120,0.02073919971783956
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,1024,5120,0.020840533574422202
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,1024,5120,0.020652800798416138
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,1024,5120,0.020718934138615926
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,1024,5120,0.02018773357073466
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,1024,5120,0.02346773346265157
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,1024,5120,0.018889600038528444
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,1024,5120,0.019704532623291016
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,1024,5120,0.019267199436823527
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,1024,5120,0.01895786722501119
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,1024,5120,0.019643733898798622
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,1024,5120,0.01862506667772929
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,1024,5120,0.01845546762148539
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,1024,5120,0.01817173361778259
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,1024,5120,0.018003199497858682
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,1024,5120,0.017642666896184288
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,1024,5120,0.017875200510025023
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,1024,5120,0.01763199965159098
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,1024,5120,0.04973119894663493
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,1024,5120,0.016745599110921223
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,1024,5120,0.016563199957211814
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,1024,5120,0.01665066679318746
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,1024,5120,0.016518400112787882
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,1024,5120,0.01649173299471537
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,1024,6144,0.017731199661890663
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,1024,5120,0.016889599959055583
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,1024,5120,0.016515200336774193
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,1024,5120,0.016683733463287352
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,1024,5120,0.016516266266504924
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,1024,5120,0.01651306649049123
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,1024,5120,0.016586666305859886
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,1024,5120,0.016497066617012023
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,1024,5120,0.016531200210253397
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,1024,5120,0.016552533706029257
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,1024,5120,0.028518400589625043
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,1024,5120,0.016526933511098227
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,1024,5120,0.0164874662955602
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,1024,5120,0.016714666287104288
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,1024,5120,0.01862186590830485
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,1024,5120,0.01649493376413981
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,1024,5120,0.04969173272450765
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,1024,5120,0.13830827077229818
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,1024,5120,0.3528458595275879
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,1024,5120,0.11975359916687012
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,1024,5120,0.13141653537750245
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,1024,5120,0.09381439685821533
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,1024,5120,0.08626133600870768
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,1024,5120,0.11647253036499024
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,1024,5120,0.689799435933431
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,1024,5120,0.07871253490447998
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,1024,5120,0.07299306392669677
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,1024,5120,1.3526037851969401
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,1024,5120,0.10821973482767741
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,1024,5120,0.09500479698181152
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,1024,5120,0.059381333986918125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,1024,5120,0.08123946984608968
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,1024,5120,0.10459733009338379
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,1024,5120,0.055422933896382656
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,1024,5120,0.048868266741434734
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,1024,5120,0.054560001691182455
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,1024,5120,0.09217173258463542
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,1024,5120,0.06732160250345866
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,1024,5120,0.07633386452992758
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,1024,5120,0.06733760039011637
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,1024,5120,0.06160533428192139
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,1024,5120,0.049854934215545654
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,1024,5120,0.043560532728830974
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,1024,5120,0.042290135224660234
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,1024,5120,0.03251199920972188
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,1024,5120,0.03867093324661255
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,1024,5120,0.03704746564229329
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,1024,5120,0.027085866530736285
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,1024,5120,0.031666133801142374
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,1024,5120,0.02580159902572632
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,1024,5120,0.02169493238131205
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,1024,5120,0.020197333892186482
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,1024,5120,0.01609280010064443
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,1024,5120,0.014510933558146158
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,1024,5120,0.014499200383822122
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,1024,5120,0.013224533200263977
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,1024,5120,0.01165226697921753
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,1024,5120,0.011940266688664753
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,1024,5120,0.011606400211652119
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,1024,5120,0.011608533064524333
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,1024,5120,0.012012799580891926
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,1024,5120,0.014884266257286071
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,1024,5120,0.011637333035469054
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,1024,5120,0.011641599734624227
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,1024,5120,0.011654399832089742
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,1024,5120,0.010429867108662923
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,1024,5120,0.010391466816266378
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,1024,5120,0.010398933291435241
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,1024,5120,0.010753066341082255
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,1024,5120,0.010406399766604107
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,1024,5120,0.014879999558130899
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,1024,5120,0.013762133320172629
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,1024,5120,0.015362133582433065
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,1024,5120,0.01688533425331116
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,1024,5120,0.015266133348147073
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,1024,5120,0.014176000157992044
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,1024,5120,0.015756799777348836
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,1024,5120,0.015197867155075073
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,1024,5120,0.01532586713631948
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,1024,5120,0.014401066303253173
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,1024,5120,0.015740799903869628
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,1024,5120,0.015186132987340293
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,1024,5120,0.015265066425005594
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,1024,5120,0.014894933501879374
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,1024,5120,0.015719466408093772
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,1024,5120,0.015655466914176942
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,1024,5120,0.016133333245913185
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,1024,5120,0.014622933665911355
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,1024,5120,0.013622400164604188
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,1024,5120,0.06576106548309327
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,1024,5120,0.12234666347503662
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,1024,5120,0.2254549344380697
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,1024,5120,0.034050134817759196
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,1024,5120,0.03392639954884847
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,1024,5120,0.03292160034179688
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,1024,5120,0.03165653347969055
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,1024,5120,0.033429332574208576
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,1024,5120,0.031036800146102904
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,1024,5120,0.030466133356094362
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,1024,5120,0.03185813426971436
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,1024,5120,0.030065067609151203
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,1024,5120,0.02876266638437907
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,1024,5120,0.028519467512766523
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,1024,5120,0.027585067351659137
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,1024,5120,0.030474666754404706
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,1024,5120,0.02654293378194173
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,1024,5120,0.02772480050722758
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,1024,5120,0.026636799176534016
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,1024,5120,0.02524159948031108
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,1024,5120,0.024658133586247764
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,1024,5120,0.025784534215927125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,1024,5120,0.024009599288304647
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,1024,5120,0.023877332607905068
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,1024,5120,0.023520000775655112
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,1024,5120,0.02254613240559896
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,1024,5120,0.01325653294722239
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,1024,5120,0.013293866316477457
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,1024,5120,0.02178879976272583
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,1024,5120,0.021262933810551964
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,1024,5120,0.02112213373184204
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,1024,5120,0.02071573336919149
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,1024,5120,0.020707199970881142
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,1024,5120,0.01861013372739156
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,1024,5120,0.019093332688013713
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,1024,5120,0.019377066691716512
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,1024,5120,0.01851200064023336
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,1024,5120,0.016973867019017538
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,1024,5120,0.01735573410987854
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,1024,5120,0.017025067408879598
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,1024,5120,0.01690346598625183
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,1024,5120,0.016966400543848674
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,1024,5120,0.016911999384562174
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,1024,5120,0.016963199774424235
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,1024,5120,0.016911999384562174
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,1024,5120,0.016687999169031777
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,1024,5120,0.016492799917856852
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,1024,5120,0.016525866587956746
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,1024,5120,0.01649173299471537
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,1024,5120,0.016149333119392394
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,1024,5120,0.01609813372294108
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,1024,5120,0.01613759994506836
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,1024,5120,0.016525866587956746
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,1024,5120,0.01609493295351664
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,1024,5120,0.016131200393040977
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,1024,5120,0.01616426706314087
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,1024,5120,0.016549332936604818
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,1024,5120,0.01617173353830973
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,1024,5120,0.016141866644223533
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,1024,5120,0.016130133469899496
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,1024,5120,0.016166399916013083
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,1024,5120,0.01628266672293345
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,1024,5120,0.016074666380882265
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,1024,5120,0.016557866334915163
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,1024,5120,0.01614400049050649
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,1024,5120,0.016541866461435954
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,1024,5120,0.016150400042533875
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,1024,5120,0.01618026693662008
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,1024,5120,0.016532267133394875
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,1024,5120,0.016108799974123636
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,1024,5120,0.015920000274976094
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,1024,4096,0.09567893346150716
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,1024,4096,0.18852267265319825
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,1024,4096,0.04683733383814494
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,1024,4096,0.024401066700617473
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,1024,4096,0.024372265736262003
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,1024,4096,0.022820266087849934
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,1024,4096,0.023845332860946655
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,1024,4096,0.021821866432825722
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,1024,4096,0.023976532618204753
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,1024,4096,0.020117332537968956
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,1024,4096,0.02195840080579122
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,1024,4096,0.01902186671892802
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,1024,4096,0.01904746691385905
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,1024,4096,0.019001599152882895
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,1024,4096,0.01885546644528707
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,1024,4096,0.01634239951769511
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,1024,4096,0.017946666479110716
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,1024,4096,0.014978133638699851
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,1024,4096,0.016344533363978068
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,1024,4096,0.013676800330479941
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,1024,4096,0.015275733669598899
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,1024,4096,0.013740799824396768
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,1024,4096,0.01374613344669342
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,1024,4096,0.014697600404421488
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,1024,4096,0.012810666362444559
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,1024,4096,0.011223466197649638
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,1024,4096,0.00951039989789327
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,1024,4096,0.01076800028483073
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,1024,4096,0.010634666681289673
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,1024,4096,0.01000853379567464
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,1024,4096,0.009065600236256917
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,1024,4096,0.008089600006739299
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,1024,4096,0.007889066636562348
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,1024,4096,0.007521066566308339
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,1024,4096,0.007190399865309398
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,1024,4096,0.00705813318490982
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,1024,4096,0.00714026689529419
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,1024,4096,0.009566932916641235
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,1024,4096,0.007114666700363159
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,1024,4096,0.007125333448251088
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,1024,4096,0.007111466427644093
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,1024,4096,0.007100800176461537
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,1024,4096,0.006741333504517872
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,1024,4096,0.007092266778151194
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,1024,4096,0.007090133428573608
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,1024,4096,0.006985599795977275
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,1024,5120,0.016502400239308677
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,1024,4096,0.008063999811808269
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,1024,4096,0.007878399888674418
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,1024,4096,0.007036800185839335
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,1024,4096,0.007705600063006084
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,1024,4096,0.00624533345301946
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,1024,4096,0.006695466736952464
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,1024,4096,0.0067007998625437425
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,1024,4096,0.013692800203959146
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,1024,4096,0.005897599955399831
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,1024,4096,0.006636799871921539
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,1024,4096,0.006274133423964183
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,1024,4096,0.006715733309586842
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,1024,4096,0.00666133314371109
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,1024,4096,0.006659199794133504
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,1024,4096,0.006656000018119812
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,1024,4096,0.006702933212121327
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,1024,5120,0.016544000307718913
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,1024,4096,0.006630399823188781
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,1024,4096,0.005881600081920624
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,1024,4096,0.006046933432420095
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,1024,4096,0.006232533355553945
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,1024,4096,0.006257066627343495
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,1024,4096,0.005890133480230967
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,1024,4096,0.006107733150323232
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,1024,4096,0.005890133480230967
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,1024,4096,0.0059125334024429325
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,1024,5120,0.01616853376229604
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,1024,4096,0.11104106903076172
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,1024,4096,0.23098559379577638
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,1024,4096,0.053428268432617186
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,1024,4096,0.008294400076071422
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,1024,4096,0.05333653291066488
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,1024,4096,0.049991468588511154
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,1024,4096,0.44161281585693357
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,1024,4096,0.05135573148727417
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,1024,4096,0.049304533004760745
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,1024,4096,0.050629333655039466
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,1024,4096,0.04644266764322917
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,1024,4096,0.047677866617838544
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,1024,4096,0.04322773218154907
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,1024,4096,0.043391998608907065
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,1024,4096,0.04118613402048747
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,1024,4096,0.04114026625951131
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,1024,4096,0.040771198272705075
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,1024,4096,0.041024001439412434
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,1024,4096,0.03869013388951619
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,1024,5120,0.016189866264661155
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,1024,4096,0.0349727988243103
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,1024,4096,0.03493119875590007
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,1024,4096,0.006311466793219249
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,1024,4096,0.03292160034179688
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,1024,4096,0.03283519943555196
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,1024,4096,0.03287146687507629
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,1024,4096,0.032874667644500734
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,1024,4096,0.029423999786376952
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,1024,4096,0.027242666482925414
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,1024,4096,0.02754240036010742
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,1024,4096,0.02592533429463704
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,1024,4096,0.02531413237253825
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,1024,4096,0.006677333513895671
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,1024,4096,0.026146133740743
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,1024,4096,0.02272319992383321
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,1024,4096,0.022655999660491942
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,1024,4096,0.020492800076802573
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,1024,4096,0.02030186653137207
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,1024,4096,0.020403200387954713
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,1024,4096,0.019006933768590292
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,1024,4096,0.01853653391202291
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,1024,4096,0.01877973278363546
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,1024,4096,0.021296000480651854
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,1024,4096,0.018897066513697304
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,1024,4096,0.01912426749865214
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,1024,4096,0.01835413376490275
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,1024,4096,0.017641599973042807
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,1024,4096,0.018784000476201376
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,1024,4096,0.018669867515563966
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,1024,4096,0.019157334168752035
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,1024,5120,0.016074666380882265
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,1024,4096,0.018337066968282065
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,1024,4096,0.019330133994420372
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,1024,4096,0.016739199558893837
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,1024,4096,0.016963199774424235
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,1024,4096,0.03839466571807861
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,1024,4096,0.01753066579500834
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,1024,4096,0.017938133080800375
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,1024,4096,0.016708266735076905
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,1024,4096,0.01798293391863505
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,1024,4096,0.018289067347844443
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,1024,4096,0.017942400773366292
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,1024,4096,0.018609066804250084
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,1024,4096,0.030877866347630817
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,1024,4096,0.017882666985193887
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,1024,4096,0.01842026710510254
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,1024,4096,0.01713493267695109
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,1024,4096,0.017040000359217326
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,1024,4096,0.018387200435002644
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,1024,4096,0.01732906699180603
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,1024,4096,0.01684160033861796
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,1024,4096,0.016982400417327882
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,1024,4096,0.016695467631022136
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,1024,4096,0.01678933302561442
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,1024,4096,0.018551466862360637
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,1024,4096,0.01650879979133606
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,1024,4096,0.024771199623743693
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,1024,4096,0.020308266083399452
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,1024,4096,0.017395200332005818
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,1024,4096,0.09913386503855387
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,1024,4096,0.1024938662846883
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,1024,4096,0.0937503973642985
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,1024,4096,0.337993590037028
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,1024,4096,0.08681600093841553
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,1024,4096,0.08215146859486898
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,1024,4096,0.09556266466776529
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,1024,4096,0.669588279724121
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,1024,4096,0.0752021312713623
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,1024,4096,0.0701749324798584
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,1024,4096,1.3223658243815104
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,1024,4096,0.10939306418100994
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,1024,4096,0.1115114688873291
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,1024,4096,0.05788053274154663
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,1024,4096,0.05307626724243164
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,1024,4096,0.05218026638031006
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,1024,4096,0.04813119967778524
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,1024,4096,0.047193598747253415
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,1024,4096,0.08311039606730143
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,1024,4096,0.0890496015548706
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,1024,4096,0.07061119874318442
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,1024,4096,0.07682027022043864
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,1024,4096,0.06360960006713867
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,1024,4096,0.06401386658350626
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,1024,4096,0.058371198177337644
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,1024,4096,0.04193600018819173
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,1024,4096,0.04056213299433391
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,1024,4096,0.03537493149439494
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,1024,4096,0.03659520149230957
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,1024,4096,0.029659734169642134
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,1024,4096,0.025843199094136553
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,1024,4096,0.024320000410079957
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,1024,4096,0.030477867523829145
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,1024,4096,0.020592000087102255
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,1024,4096,0.018986666202545167
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,1024,4096,0.01490133305390676
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,1024,4096,0.013693867127100625
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,1024,4096,0.012105600039164225
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,1024,4096,0.010786133011182149
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,1024,4096,0.011047466595967611
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,1024,4096,0.010803199807802836
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,1024,4096,0.010780800382296245
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,1024,4096,0.01365013321240743
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,1024,4096,0.011178666353225708
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,1024,4096,0.010985599954922994
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,1024,4096,0.010824533303578694
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,1024,4096,0.009507200121879578
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,1024,4096,0.01362879971663157
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,1024,4096,0.009597866733868917
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,1024,4096,0.009480533003807069
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,1024,4096,0.009565866986910502
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,1024,4096,0.013264000415802002
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,1024,4096,0.009583999713261921
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,1024,4096,0.013660800457000733
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,1024,4096,0.013274666666984559
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,1024,4096,0.01365013321240743
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,1024,4096,0.013698133826255798
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,1024,4096,0.013193600376447043
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,1024,4096,0.012467199563980102
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,1024,4096,0.01402773360411326
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,1024,4096,0.013261866569519044
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,1024,4096,0.013242666920026144
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,1024,4096,0.014099199573198953
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,1024,4096,0.013677866260210673
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,1024,4096,0.013829333583513894
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,1024,4096,0.010752000411351522
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,1024,4096,0.014106667041778565
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,1024,4096,0.013682132959365845
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,1024,4096,0.013277866442998252
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,1024,4096,0.013623467087745667
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,1024,4096,0.014107732971509298
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,1024,4096,0.01404159963130951
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,1024,4096,0.012328533331553142
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,1024,4096,0.052291198571523034
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,1024,4096,0.09470187028249105
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,1024,4096,0.17431999842325846
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,1024,4096,0.028468267122904463
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,1024,4096,0.028043733040491743
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,1024,4096,0.027881600459416706
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,1024,4096,0.027268266677856444
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,1024,4096,0.026719999313354493
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,1024,4096,0.026809600989023845
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,1024,4096,0.025917865832646686
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,1024,4096,0.026024534304936724
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,1024,4096,0.025310933589935303
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,1024,4096,0.024577067295710246
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,1024,4096,0.02528426647186279
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,1024,4096,0.02414720058441162
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,1024,4096,0.023447465896606446
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,1024,4096,0.023290665944417317
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,1024,4096,0.022844799359639487
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,1024,4096,0.022832000255584718
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,1024,4096,0.021785600980122884
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,1024,4096,0.0218122661113739
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,1024,4096,0.02111999988555908
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,1024,4096,0.020840533574422202
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,1024,4096,0.020347734292348228
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,1024,4096,0.020181334018707274
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,1024,4096,0.01950613260269165
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,1024,4096,0.01908373236656189
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,1024,4096,0.018345600366592406
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,1024,4096,0.018201599518458046
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,1024,4096,0.017760000626246133
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,1024,4096,0.017347200711568197
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,1024,4096,0.016989866892496742
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,1024,4096,0.016961065928141277
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,1024,4096,0.016178133090337117
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,1024,4096,0.016099199652671814
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,1024,4096,0.014973866939544677
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,1024,4096,0.014853333433469137
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,1024,4096,0.014874666929244995
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,1024,4096,0.014523733655611673
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,1024,4096,0.012489599982897441
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,1024,4096,0.01486186683177948
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,1024,4096,0.014863999684651694
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,1024,4096,0.01487573285897573
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,1024,4096,0.014883200327555338
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,1024,4096,0.014447999993960061
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,1024,4096,0.01409173309803009
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,1024,4096,0.014120533068974813
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,1024,4096,0.014247467120488485
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,1024,4096,0.01444586714108785
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,1024,4096,0.014084266622861228
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,1024,4096,0.014501333236694336
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,1024,4096,0.014141866564750671
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,1024,4096,0.014054399728775025
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,1024,4096,0.014386133352915446
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,1024,4096,0.013699199755986533
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,1024,4096,0.014487466216087342
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,1024,4096,0.01404906709988912
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,1024,4096,0.014174933234850565
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,1024,4096,0.014111999670664468
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,1024,4096,0.014050133029619851
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,1024,4096,0.01444586714108785
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,1024,4096,0.013754666845003764
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,1024,4096,0.013691733280817667
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,1024,4096,0.01405333379904429
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,1024,4096,0.014052266875902811
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,1024,4096,0.014330666263898215
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,1024,4096,0.014458666245142618
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,1024,4096,0.01405333379904429
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,1024,3584,0.16462720235188802
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,1024,3584,0.08290773232777914
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,1024,3584,0.040994131565093996
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,1024,4096,0.014107732971509298
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,1024,3584,0.021718400716781616
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,1024,3584,0.0215338667233785
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,1024,3584,0.020194133122762047
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,1024,3584,0.02152000069618225
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,1024,3584,0.019197867314020792
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,1024,3584,0.021733333667119346
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,1024,3584,0.017963733275731406
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,1024,3584,0.019771732886632285
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,1024,3584,0.017121066649754844
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,1024,3584,0.017069866259892784
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,1024,3584,0.017208532492319743
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,1024,4096,0.014016000429789224
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,1024,3584,0.01710933248202006
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,1024,3584,0.014846932888031007
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,1024,3584,0.016335999965667723
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,1024,3584,0.013538133104642233
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,1024,3584,0.013754666845003764
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,1024,3584,0.012263466914494831
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,1024,3584,0.012275200088818867
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,1024,3584,0.012257066369056702
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,1024,3584,0.013288533687591553
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,1024,4096,0.01406613290309906
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,1024,3584,0.01202133297920227
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,1024,3584,0.011608533064524333
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,1024,3584,0.010289067029953003
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,1024,3584,0.009714133540789286
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,1024,3584,0.00842026670773824
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,1024,3584,0.01144426663716634
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,1024,3584,0.009147733449935913
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,1024,3584,0.008387200037638346
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,1024,3584,0.007522133489449819
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,1024,3584,0.00728000005086263
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,1024,3584,0.007091199855009715
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,1024,3584,0.006647466619809468
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,1024,4096,0.014666666587193808
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,1024,3584,0.006668800115585327
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,1024,3584,0.007344000041484833
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,1024,3584,0.007667199770609538
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,1024,3584,0.006679466863473256
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,1024,3584,0.006675200164318084
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,1024,3584,0.0062826668222745255
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,1024,3584,0.011153067151705425
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,1024,3584,0.006266666452089946
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,1024,3584,0.006523733337720235
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,1024,3584,0.00631466656923294
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,1024,3584,0.006308266520500183
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,1024,3584,0.0063296000162760425
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,1024,3584,0.0063178668419520065
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,1024,3584,0.006300800045331319
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,1024,3584,0.0062496001521746315
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,1024,3584,0.006229333579540253
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,1024,3584,0.006258133550484974
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,1024,3584,0.006230400005976359
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,1024,3584,0.006248533229033152
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,1024,3584,0.005826133489608765
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,1024,3584,0.00624533345301946
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,1024,3584,0.005873066683610281
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,1024,3584,0.006260266900062561
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,1024,3584,0.006231466432412466
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,1024,3584,0.006235733131567637
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,1024,3584,0.0062389334042867025
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,1024,3584,0.014845866958300272
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,1024,3584,0.006236800054709116
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,1024,3584,0.005884799857934316
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,1024,3584,0.005433600147565206
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,1024,3584,0.0058218667904535925
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,1024,3584,0.005498666564623515
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,1024,4096,0.01376426617304484
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,1024,3584,0.005846400062243144
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,1024,3584,0.005432533224423727
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,1024,3584,0.005489066739877065
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,1024,3584,0.005467733244101206
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,1024,3584,0.005491200089454651
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,1024,3584,0.09415040016174317
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,1024,3584,0.20289600690205895
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,1024,3584,0.049235200881958006
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,1024,3584,0.05003519852956136
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,1024,3584,0.04665706555048625
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,1024,3584,0.3879285176595052
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,1024,4096,0.014172800381978354
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,1024,3584,0.0066997334361076355
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,1024,3584,0.04870293140411377
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,1024,3584,0.04365333318710327
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,1024,3584,0.04514986673990885
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,1024,3584,0.041340800126393636
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,1024,3584,0.04321706692377726
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,1024,3584,0.041034666697184245
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,1024,3584,0.03913813432057699
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,1024,3584,0.039638400077819824
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,1024,3584,0.03702400128046672
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,1024,3584,0.03494186798731486
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,1024,3584,0.03496319850285848
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,1024,3584,0.03292373418807983
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,1024,3584,0.03446186780929565
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,1024,3584,0.03259413242340088
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,1024,4096,0.014072533448537192
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,1024,3584,0.032542934020360306
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,1024,3584,0.03218666712443034
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,1024,3584,0.03077546755472819
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,1024,3584,0.029805866877237956
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,1024,3584,0.02867199977238973
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,1024,3584,0.02614826758702596
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,1024,3584,0.024980266888936363
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,1024,3584,0.024730666478474935
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,1024,3584,0.006246399879455566
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,1024,3584,0.023455999294916787
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,1024,3584,0.02232960065205892
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,1024,3584,0.02092906634012858
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,1024,3584,0.0200981338818868
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,1024,3584,0.019107200702031455
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,1024,3584,0.019250132640202842
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,1024,3584,0.019988266626993816
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,1024,3584,0.01903466582298279
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,1024,3584,0.018477867046991982
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,1024,3584,0.01858773430188497
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,1024,3584,0.018091734250386557
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,1024,3584,0.016757333278656007
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,1024,3584,0.01752426624298096
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,1024,3584,0.01803626616795858
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,1024,3584,0.018702934185663857
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,1024,3584,0.017930666605631508
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,1024,3584,0.019375999768575035
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,1024,3584,0.018787199258804323
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,1024,3584,0.018631466229756675
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,1024,3584,0.01653439998626709
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,1024,3584,0.016570666432380678
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,1024,3584,0.016531200210253397
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,1024,3584,0.01684053341547648
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,1024,3584,0.04114026625951131
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,1024,3584,0.016503467162450155
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,1024,3584,0.016476800044377647
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,1024,3584,0.036974934736887614
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,1024,3584,0.017842133839925133
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,1024,3584,0.016551466782887776
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,1024,3584,0.016541866461435954
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,1024,3584,0.017222400506337485
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,1024,3584,0.01653333306312561
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,1024,3584,0.016770132382710776
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,1024,3584,0.016570666432380678
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,1024,3584,0.016537599762280784
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,1024,3584,0.016556800405184428
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,1024,3584,0.01783999999364217
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,1024,3584,0.0164874662955602
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,1024,3584,0.026714666684468584
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,1024,3584,0.016769067446390788
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,1024,3584,0.016522666811943053
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,1024,3584,0.02474773327509562
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,1024,3584,0.018439465761184694
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,1024,3584,0.016557866334915163
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,1024,3584,0.016537599762280784
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,1024,3584,0.018454400698343913
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,1024,3584,0.10457599957784017
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,1024,3584,0.34524799982706705
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,1024,3584,0.6774335861206054
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,1024,3584,0.08632533550262451
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,1024,3584,0.09948266347249349
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,1024,3584,1.3376234690348308
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,1024,3584,0.08076586723327636
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,1024,3584,0.09995199839274088
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,1024,3584,0.07422719796498617
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,1024,3584,0.10282453695933025
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,1024,3584,0.06939307053883871
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,1024,3584,0.09318613211313884
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,1024,3584,0.09220799605051676
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,1024,3584,0.05672320127487183
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,1024,3584,0.05178346633911133
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,1024,3584,0.08616213003794351
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,1024,3584,0.051376001040140784
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,1024,3584,0.04652693271636963
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,1024,3584,0.046411732832590744
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,1024,3584,0.08132800261179605
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,1024,3584,0.06940159797668458
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,1024,3584,0.05745706558227539
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,1024,3584,0.07517440319061279
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,1024,3584,0.06324906746546427
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,1024,3584,0.06294506788253784
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,1024,3584,0.03588373263676961
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,1024,3584,0.040729598204294844
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,1024,3584,0.04028480052947998
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,1024,3584,0.03497173388799031
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,1024,3584,0.029658667246500653
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,1024,3584,0.030452267328898115
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,1024,3584,0.025169066588083905
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,1024,3584,0.024196267127990723
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,1024,3584,0.018668800592422485
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,1024,3584,0.020206934213638304
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,1024,3584,0.01446293294429779
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,1024,3584,0.013069867094357809
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,1024,3584,0.010408533612887065
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,1024,3584,0.010339200496673584
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,1024,3584,0.010408533612887065
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,1024,3584,0.010136533776919048
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,1024,3584,0.01042133371035258
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,1024,3584,0.012859732906023661
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,1024,3584,0.013171199957529703
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,1024,3584,0.010375466942787171
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,1024,3584,0.010458667079607646
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,1024,3584,0.010100266337394715
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,1024,3584,0.009118933478991191
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,1024,3584,0.009179733196894328
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,1024,3584,0.013288533687591553
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,1024,3584,0.01241386632124583
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,1024,3584,0.011611732840538024
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,1024,3584,0.01295360028743744
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,1024,3584,0.012473600109418233
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,1024,3584,0.012045866250991822
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,1024,3584,0.012417067090670269
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,1024,3584,0.013142399986584983
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,1024,3584,0.012425600488980611
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,1024,3584,0.01320746640364329
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,1024,3584,0.01283519963423411
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,1024,3584,0.013208533326784769
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,1024,3584,0.012825600306193032
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,1024,3584,0.01272213359673818
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,1024,3584,0.012467199563980102
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,1024,3584,0.01204266647497813
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,1024,3584,0.012839466333389282
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,1024,3584,0.012940800189971924
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,1024,3584,0.013225600123405457
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,1024,3584,0.013370666901270548
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,1024,3584,0.008776533603668212
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,1024,3584,0.01199893355369568
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,1024,3584,0.08616426785786947
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,1024,3584,0.15796480178833008
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,1024,3584,0.046741334597269694
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,1024,3584,0.026037333408991496
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,1024,3584,0.02600853244463603
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,1024,3584,0.025560534000396727
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,1024,3584,0.025259733200073242
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,1024,3584,0.024598399798075356
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,1024,3584,0.024076799551645912
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,1024,3584,0.02406719923019409
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,1024,3584,0.023545600970586143
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,1024,3584,0.023513599236806234
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,1024,3584,0.022359466552734374
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,1024,3584,0.023316266139348348
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,1024,3584,0.02216426730155945
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,1024,3584,0.0214848001797994
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,1024,3584,0.02148373325665792
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,1024,3584,0.020964266856511433
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,1024,3584,0.020584533611933388
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,1024,3584,0.020304000377655028
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,1024,3584,0.019827200969060262
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,1024,3584,0.019778132438659668
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,1024,3584,0.019025067488352455
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,1024,3584,0.018871466318766274
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,1024,3584,0.018172800540924072
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,1024,3584,0.017797333002090455
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,1024,3584,0.01877440015474955
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,1024,3584,0.017372800906499227
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,1024,3584,0.01708586613337199
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,1024,3584,0.01639359990755717
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,1024,3584,0.01656426688035329
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,1024,3584,0.015719466408093772
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,1024,3584,0.015476266543070475
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,1024,3584,0.014923733472824097
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,1024,3584,0.011628799637158712
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,1024,3584,0.012009599804878235
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,1024,3584,0.01202880044778188
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,1024,3584,0.014056533575057983
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,1024,3584,0.014532267053922018
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,1024,3584,0.014025599757830302
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,1024,3584,0.014021333058675131
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,1024,3584,0.013670399785041809
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,1024,3584,0.013690666357676188
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,1024,3584,0.013678933183352152
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,1024,3584,0.013364266355832419
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,1024,3584,0.014057599504788718
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,1024,3584,0.013676800330479941
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,1024,3584,0.013302399714787801
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,1024,3584,0.013197867075602212
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,1024,3584,0.01320746640364329
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,1024,3584,0.01322773297627767
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,1024,3584,0.013247999548912048
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,1024,3584,0.013275733590126038
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,1024,3584,0.013244799772898355
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,1024,3584,0.012882133324941
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,1024,3584,0.01286720037460327
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,1024,3584,0.013623467087745667
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,1024,3584,0.013194666306177775
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,1024,3584,0.013288533687591553
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,1024,3584,0.013286399841308593
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,1024,3584,0.013014400005340576
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,1024,3584,0.013297067085901896
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,1024,3584,0.012851199507713318
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,1024,3584,0.013246933619181315
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,1024,3584,0.013276799519856771
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,1024,3584,0.01288106640179952
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,1024,3584,0.013289599617322286
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,1024,3584,0.013272533814112345
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,1024,3584,0.012859732906023661
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,1024,3584,0.0132341335217158
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,1024,3584,0.012857600053151449
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,1024,3072,0.14179199536641438
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,1024,3072,0.07191572984059652
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,1024,3072,0.01920426686604818
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,1024,3072,0.01919893423716227
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,1024,3584,0.012846933801968894
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,1024,3072,0.01785279909769694
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,1024,3072,0.019091200828552247
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,1024,3072,0.016872533162434897
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,1024,3072,0.0189194659392039
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,1024,3072,0.015795200069745382
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,1024,3072,0.017373865842819212
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,1024,3072,0.015064533551534018
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,1024,3072,0.015050666530927024
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,1024,3072,0.014972800016403198
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,1024,3072,0.014840533336003622
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,1024,3072,0.012784000237782797
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,1024,3072,0.014225066701571146
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,1024,3072,0.011846400300661723
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,1024,3072,0.01286079982916514
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,1024,3072,0.012040533622105916
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,1024,3072,0.010811733206113179
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,1024,3584,0.013268267114957174
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,1024,3072,0.010998400052388509
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,1024,3072,0.010956799983978272
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,1024,3072,0.01186240017414093
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,1024,3072,0.011010133226712545
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,1024,3072,0.01033066709836324
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,1024,3072,0.009170132875442504
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,1024,3072,0.007623466849327088
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,1024,3584,0.012844799955685934
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,1024,3072,0.00878613293170929
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,1024,3072,0.01042133371035258
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,1024,3072,0.008343467116355896
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,1024,3072,0.006713599960009258
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,1024,3072,0.0066431999206542965
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,1024,3072,0.00624533345301946
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,1024,3072,0.005862399935722351
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,1024,3072,0.005875200033187866
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,1024,3072,0.0058794667323430385
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,1024,3072,0.006726400057474773
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,1024,3072,0.0066431999206542965
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,1024,3072,0.005850666761398315
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,1024,3072,0.034934401512145996
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,1024,3072,0.005886933207511902
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,1024,3072,0.009528533617655436
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,1024,3072,0.005890133480230967
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,1024,3072,0.005611733098824819
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,1024,3072,0.005847466488679251
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,1024,3072,0.005853866537412008
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,1024,3072,0.005791999896367391
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,1024,3072,0.005865600208441416
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,1024,3072,0.005806933343410492
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,1024,3072,0.005853866537412008
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,1024,3072,0.0054730668663978575
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,1024,3072,0.0054666668176651
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,1024,3072,0.00547626664241155
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,1024,3072,0.005646933118502299
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,1024,3072,0.005452799797058106
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,1024,3584,0.013293866316477457
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,1024,3072,0.005460266768932342
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,1024,3072,0.005426133175690969
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,1024,3072,0.005449600021044413
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,1024,3072,0.005447466671466827
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,1024,3072,0.005430399874846141
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,1024,3072,0.005420800050099691
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,1024,3072,0.005445333321889242
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,1024,3072,0.005433600147565206
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,1024,3584,0.013267200191815695
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,1024,3072,0.005514666438102722
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,1024,3072,0.005512533088525137
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,1024,3072,0.005486933390299479
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,1024,3072,0.005496533215045929
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,1024,3072,0.005444266895453135
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,1024,3072,0.0054954667886098225
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,1024,3072,0.005457066496213277
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,1024,3072,0.17594666481018068
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,1024,3072,0.3365386644999186
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,1024,3072,0.07952000300089518
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,1024,3072,0.04319146474202474
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,1024,3072,0.043366400400797527
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,1024,3072,0.04184746742248535
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,1024,3072,0.0071936001380284624
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,1024,3072,0.0418997327486674
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,1024,3072,0.040939732392628984
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,1024,3072,0.038940799236297605
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,1024,3072,0.04096746842066447
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,1024,3072,0.037013332049051925
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,1024,3072,0.005820799867312113
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,1024,3072,0.03627413511276245
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,1024,3072,0.032943999767303465
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,1024,3072,0.03333333333333333
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,1024,3072,0.03286186655362447
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,1024,3072,0.032945066690444946
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,1024,3072,0.005480533341566721
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,1024,3072,0.032586665948232015
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,1024,3072,0.031033599376678468
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,1024,3072,0.030152533451716108
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,1024,3072,0.02945706645647685
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,1024,3072,0.029182932774225873
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,1024,3072,0.02877440055211385
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,1024,3072,0.00552106648683548
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,1024,3584,0.013086932897567748
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,1024,3072,0.02685760060946147
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,1024,3072,0.026661332448323565
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,1024,3072,0.02508373260498047
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,1024,3072,0.024689066410064697
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,1024,3072,0.025498666365941364
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,1024,3072,0.02330986658732096
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,1024,3072,0.023119999965031942
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,1024,3072,0.0206986665725708
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,1024,3072,0.02064746618270874
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,1024,3072,0.019433599710464478
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,1024,3072,0.01895786722501119
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,1024,3072,0.018067200978597008
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,1024,3072,0.01846826672554016
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,1024,3072,0.01888426740964254
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,1024,3072,0.018272000551223754
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,1024,3072,0.017025067408879598
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,1024,3072,0.016849066813786825
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,1024,3072,0.018806399901707967
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,1024,3072,0.041406933466593424
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,1024,3072,0.016838399569193523
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,1024,3072,0.017280000448226928
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,1024,3072,0.0184063990910848
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,1024,3072,0.018282665808995565
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,1024,3072,0.03713920116424561
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,1024,3072,0.018334933121999106
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,1024,3072,0.017436800400416057
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,1024,3072,0.016436266899108886
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,1024,3072,0.035436801115671795
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,1024,3072,0.0160778671503067
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,1024,3072,0.017142399152119955
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,1024,3072,0.016499200463294984
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,1024,3072,0.015621333320935567
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,1024,3072,0.016503467162450155
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,1024,3072,0.0186901330947876
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,1024,3072,0.01658560037612915
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,1024,3072,0.01651093363761902
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,1024,3072,0.01651413341363271
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,1024,3072,0.01650879979133606
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,1024,3072,0.01651413341363271
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,1024,3072,0.016502400239308677
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,1024,3072,0.01651413341363271
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,1024,3072,0.016472533345222473
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,1024,3072,0.016505600015322367
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,1024,3072,0.01671573321024577
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,1024,3072,0.016531200210253397
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,1024,3072,0.016504533092180886
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,1024,3072,0.017612799008687337
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,1024,3072,0.017172267039616905
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,1024,3072,0.018062933286031087
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,1024,3072,0.016563199957211814
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,1024,3072,0.01709866722424825
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,1024,3072,0.024599466721216837
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,1024,3072,0.30924479166666663
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,1024,3072,0.10211413701375324
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,1024,3072,0.0956010659535726
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,1024,3072,0.10083733399709065
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,1024,3072,0.09073599974314371
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,1024,3072,0.08459733327229818
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,1024,3072,0.09764053026835123
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,1024,3072,0.07917973200480143
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,1024,3072,0.07303466796875
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,1024,3072,0.6709695816040039
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,1024,3072,0.067740797996521
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,1024,3072,0.09156586329142252
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,1024,3072,1.303931681315104
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,1024,3072,0.055873068173726406
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,1024,3072,0.05173013210296631
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,1024,3072,0.05051093498865763
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,1024,3072,0.04641600052515666
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,1024,3072,0.045501867930094406
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,1024,3072,0.084551469484965
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,1024,3072,0.07438613573710123
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,1024,3072,0.05628373225529989
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,1024,3072,0.07921813329060873
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,1024,3072,0.06239039897918701
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,1024,3072,0.06858346462249756
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,1024,3072,0.062023464838663736
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,1024,3072,0.04068053166071574
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,1024,3072,0.03943893512090047
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,1024,3072,0.03416533470153808
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,1024,3072,0.02350826660792033
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,1024,3072,0.028861866394678755
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,1024,3072,0.029190399249394733
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,1024,3072,0.035361067454020186
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,1024,3072,0.02476373314857483
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,1024,3072,0.019436800479888917
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,1024,3072,0.017875200510025023
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,1024,3072,0.013660800457000733
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,1024,3072,0.012839466333389282
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,1024,3072,0.009924266735712688
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,1024,3072,0.011291733384132386
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,1024,3072,0.009946667154630025
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,1024,3072,0.009987200299898785
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,1024,3072,0.010062932968139648
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,1024,3072,0.010026666522026061
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,1024,3072,0.012847999731699625
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,1024,3072,0.009573333462079366
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,1024,3072,0.01037440001964569
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,1024,3072,0.009975467125574749
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,1024,3072,0.008787199854850769
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,1024,3072,0.009146666526794434
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,1024,3072,0.011154133081436157
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,1024,3072,0.012872533003489176
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,1024,3072,0.011621333161989848
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,1024,3072,0.012001066406567892
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,1024,3072,0.01165226697921753
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,1024,3072,0.010360532999038696
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,1024,3072,0.01151146690050761
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,1024,3072,0.011296000083287556
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,1024,3072,0.011213866869608562
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,1024,3072,0.012026666601498922
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,1024,3072,0.011193600296974183
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,1024,3072,0.011156266927719117
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,1024,3072,0.012443733215332032
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,1024,3072,0.011991467078526814
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,1024,3072,0.010757333040237427
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,1024,3072,0.01163093348344167
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,1024,3072,0.011635200182596842
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,1024,3072,0.0116074671347936
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,1024,3072,0.010770133137702942
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,1024,3072,0.011618133385976155
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,1024,3072,0.01285653313000997
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,1024,3072,0.012418133020401002
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,1024,3072,0.008763733506202697
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,1024,3072,0.012117333213488261
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,1024,3072,0.0754037300745646
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,1024,3072,0.13732906977335613
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,1024,3072,0.040223999818166094
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,1024,3072,0.023524266481399537
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,1024,3072,0.023367466529210408
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,1024,3072,0.022705066204071044
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,1024,3072,0.022399999698003135
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,1024,3072,0.022307199239730836
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,1024,3072,0.021996800104777017
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,1024,3072,0.021814399957656862
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,1024,3072,0.0214901328086853
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,1024,3072,0.02064853310585022
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,1024,3072,0.020473599433898926
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,1024,3072,0.02081600030263265
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,1024,3072,0.020245333512624107
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,1024,3072,0.019275732835133872
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,1024,3072,0.019447465737660728
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,1024,3072,0.019022933642069497
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,1024,3072,0.018730666240056357
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,1024,3072,0.01834239959716797
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,1024,3072,0.01813546617825826
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,1024,3072,0.017845332622528076
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,1024,3072,0.01776319940884908
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,1024,3072,0.017027199268341064
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,1024,3072,0.016705065965652466
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,1024,3072,0.016544000307718913
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,1024,3072,0.016383999586105348
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,1024,3072,0.01574399967988332
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,1024,3072,0.015735466281572977
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,1024,3072,0.015004799763361613
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,1024,3072,0.014470400412877402
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,1024,3072,0.014978133638699851
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,1024,3072,0.014249599973360696
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,1024,3072,0.01365546683470408
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,1024,3072,0.012868266304334006
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,1024,3072,0.013638400038083396
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,1024,3072,0.012875733772913614
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,1024,3072,0.012474667032559712
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,1024,3072,0.012899200121561686
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,1024,3072,0.0128330667813619
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,1024,3072,0.013044266899426778
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,1024,3072,0.01288106640179952
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,1024,3072,0.012818132837613424
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,1024,3072,0.012377599875132244
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,1024,3072,0.012422399719556172
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,1024,3072,0.012460800011952718
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,1024,3072,0.012062933047612507
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,1024,3072,0.01244160036245982
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,1024,3072,0.012396799524625142
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,1024,3072,0.012437333663304646
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,1024,3072,0.01204373339811961
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,1024,3072,0.012384000420570373
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,1024,3072,0.012428800264994305
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,1024,3072,0.012103466192881267
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,1024,3072,0.012440533439318339
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,1024,3072,0.012402133146921793
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,1024,3072,0.011830400427182515
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,1024,3072,0.012083199620246888
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,1024,3072,0.01243946651617686
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,1024,3072,0.011620266238848369
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,1024,3072,0.012055466572443645
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,1024,3072,0.01204159955183665
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,1024,3072,0.012210133671760558
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,1024,3072,0.012425600488980611
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,1024,3072,0.012377599875132244
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,1024,3072,0.012006400028864543
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,1024,3072,0.012272000312805176
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,1024,3072,0.012071466445922852
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,1024,2560,0.11736000378926595
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,1024,2560,0.06010026534398397
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,1024,3072,0.012460800011952718
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,1024,2560,0.028921600182851153
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,1024,2560,0.016535466909408568
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,1024,2560,0.016424533724784852
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,1024,3072,0.012045866250991822
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,1024,2560,0.016427733500798545
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,1024,3072,0.012396799524625142
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,1024,2560,0.014813866217931113
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,1024,2560,0.016416000326474507
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,1024,2560,0.013768532872200012
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,1024,2560,0.014949333667755128
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,1024,2560,0.012882133324941
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,1024,2560,0.012918399771054587
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,1024,2560,0.013034666577974955
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,1024,2560,0.012871467073758445
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,1024,2560,0.011246933539708456
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,1024,2560,0.012593066692352295
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,1024,2560,0.010377599795659383
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,1024,2560,0.011229866743087768
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,1024,2560,0.009574400385220845
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,1024,2560,0.010777599612871806
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,1024,2560,0.009576533238093059
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,1024,2560,0.009621333082516987
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,1024,2560,0.01043839951356252
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,1024,2560,0.0092031995455424
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,1024,2560,0.008357333143552144
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,1024,2560,0.006841599941253662
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,1024,2560,0.007915733257929485
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,1024,2560,0.007115733126799266
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,1024,3072,0.012472533186276754
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,1024,2560,0.007366399963696797
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,1024,2560,0.006367999811967213
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,1024,2560,0.00626453310251236
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,1024,2560,0.0061930666367212926
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,1024,2560,0.005806933343410492
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,1024,2560,0.005448533097902933
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,1024,2560,0.005404800176620483
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,1024,3072,0.012177067001660664
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,1024,2560,0.005840000013510386
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,1024,2560,0.005876266459623972
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,1024,2560,0.005352533360322317
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,1024,2560,0.0054175997773806255
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,1024,2560,0.008020266890525818
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,1024,2560,0.005075199902057648
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,1024,2560,0.005086933573087057
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,1024,2560,0.00506986677646637
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,1024,2560,0.005016533533732096
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,1024,3072,0.01204159955183665
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,1024,2560,0.0050911997755368555
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,1024,2560,0.005026133358478546
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,1024,2560,0.0050570666790008545
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,1024,2560,0.015458133816719056
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,1024,2560,0.005017599960168203
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,1024,2560,0.005029333134492239
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,1024,3072,0.0123989333709081
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,1024,2560,0.005051733553409576
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,1024,2560,0.005011199911435445
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,1024,2560,0.005051733553409576
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,1024,2560,0.005067733426888784
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,1024,2560,0.005014400184154511
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,1024,2560,0.005020800232887268
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,1024,2560,0.005011199911435445
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,1024,2560,0.0050016000866889955
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,1024,2560,0.005030400057633718
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,1024,2560,0.005014400184154511
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,1024,2560,0.005011199911435445
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,1024,2560,0.0050122668345769245
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,1024,2560,0.005026133358478546
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,1024,2560,0.005025066435337067
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,1024,2560,0.005036800106366476
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,1024,2560,0.005029333134492239
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,1024,2560,0.00499839981396993
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,1024,2560,0.005016533533732096
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,1024,2560,0.005014400184154511
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,1024,2560,0.009614933530489604
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,1024,2560,0.14670720100402831
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,1024,2560,0.06553386847178141
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,1024,2560,0.04017813205718994
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,1024,2560,0.04011840025583903
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,1024,2560,0.037356801827748615
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,1024,2560,0.039027198155721025
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,1024,2560,0.03686079978942871
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,1024,2560,0.005467733244101206
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,1024,2560,0.03713279962539673
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,1024,2560,0.03498560190200806
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,1024,2560,0.036467198530832926
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,1024,2560,0.03288853367169698
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,1024,2560,0.03391573429107666
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,1024,2560,0.03290453354517619
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,1024,2560,0.03362133502960205
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,1024,2560,0.00544213354587555
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,1024,2560,0.03168639938036601
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,1024,2560,0.03099199930826823
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,1024,2560,0.030586665868759154
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,1024,2560,0.030713599920272828
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,1024,2560,0.005238399902979533
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,1024,2560,0.02876586715380351
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,1024,2560,0.028830933570861816
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,1024,2560,0.02831573287645976
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,1024,2560,0.026703999439875288
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,1024,2560,0.024796799818674723
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,1024,2560,0.024774400393168132
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,1024,2560,0.025271467367808026
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,1024,2560,0.02453440030415853
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,1024,2560,0.023361066977183022
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,1024,2560,0.023460266987482707
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,1024,2560,0.02226026654243469
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,1024,2560,0.021663999557495116
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,1024,2560,0.020501333475112914
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,1024,2560,0.020643200476964316
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,1024,2560,0.018778665860493978
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,1024,2560,0.018051199118296304
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,1024,2560,0.018181333939234413
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,1024,2560,0.01829013427098592
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,1024,2560,0.017170133193333943
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,1024,2560,0.005037866532802582
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,1024,2560,0.016596266627311708
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,1024,2560,0.01722559928894043
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,1024,2560,0.016658133268356322
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,1024,2560,0.016403200229008992
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,1024,2560,0.016500266393025716
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,1024,2560,0.017448532581329345
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,1024,2560,0.01800000071525574
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,1024,2560,0.016761600971221924
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,1024,2560,0.017698132991790773
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,1024,2560,0.2827605247497559
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,1024,2560,0.01656000018119812
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,1024,2560,0.01725013256072998
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,1024,2560,0.016339199741681416
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,1024,2560,0.016884267330169678
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,1024,2560,0.015715199708938598
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,1024,2560,0.016498133540153503
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,1024,2560,0.01617280046145121
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,1024,2560,0.015713066856066386
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,1024,2560,0.016318933169047038
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,1024,2560,0.01644159952799479
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,1024,2560,0.016769067446390788
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,1024,2560,0.01627413332462311
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,1024,2560,0.016331733266512553
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,1024,2560,0.016730666160583496
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,1024,2560,0.017548799514770508
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,1024,2560,0.016355199615160625
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,1024,2560,0.016391467054684958
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,1024,2560,0.01634239951769511
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,1024,2560,0.016306133071581522
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,1024,2560,0.01663146714369456
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,1024,2560,0.01599253316720327
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,1024,2560,0.016572800278663636
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,1024,2560,0.01650879979133606
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,1024,2560,0.016406400005022685
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,1024,2560,0.028128000100453694
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,1024,2560,0.026524800062179565
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,1024,2560,0.016852267583211265
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,1024,2560,0.0947808027267456
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,1024,2560,0.10144533316294353
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,1024,2560,0.10011626879374187
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,1024,2560,0.22870826721191406
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,1024,2560,0.08336959679921468
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,1024,2560,0.07841493288675944
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,1024,2560,0.09444479942321778
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,1024,2560,0.0721770683924357
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,1024,2560,0.08948799769083658
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,1024,2560,0.6556608200073242
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,1024,2560,0.06712426344553629
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,1024,2560,1.2915711720784506
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,1024,2560,0.08938133716583252
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,1024,2560,0.0549888014793396
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,1024,2560,0.08320426940917969
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,1024,2560,0.05013013283411662
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,1024,2560,0.07825813293457032
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,1024,2560,0.044828800360361735
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,1024,2560,0.044402134418487546
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,1024,2560,0.06770453453063965
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,1024,2560,0.07343253294626871
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,1024,2560,0.06081493298212687
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,1024,2560,0.05588159958521525
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,1024,2560,0.05008426507314047
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,1024,2560,0.06078506708145141
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,1024,2560,0.038636799653371176
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,1024,2560,0.039452799161275226
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,1024,2560,0.03513386646906535
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,1024,2560,0.028649600346883138
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,1024,2560,0.028803199529647827
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,1024,2560,0.03411413431167602
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,1024,2560,0.023121066888173423
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,1024,2560,0.024270933866500855
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,1024,2560,0.018984532356262206
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,1024,2560,0.01330560048421224
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,1024,2560,0.012447999914487202
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,1024,2560,0.01076586643854777
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,1024,2560,0.009505066275596618
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,1024,2560,0.009570133686065675
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,1024,2560,0.009522133072217305
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,1024,2560,0.009532800316810608
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,1024,2560,0.012045866250991822
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,1024,2560,0.009180800120035807
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,1024,2560,0.00958293378353119
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,1024,2560,0.009527466694513957
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,1024,2560,0.009177600344022114
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,1024,2560,0.012150399883588155
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,1024,2560,0.008350933591524761
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,1024,2560,0.010014933347702027
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,1024,2560,0.010158933202425639
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,1024,2560,0.010385066270828247
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,1024,2560,0.01202133297920227
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,1024,2560,0.010156800349553425
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,1024,2560,0.011664000153541566
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,1024,2560,0.010010666648546855
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,1024,2560,0.009607467055320739
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,1024,2560,0.010808533430099488
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,1024,2560,0.010505599776903789
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,1024,2560,0.01040000021457672
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,1024,2560,0.01772693395614624
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,1024,2560,0.011183999975522359
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,1024,2560,0.00997759997844696
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,1024,2560,0.01084266702334086
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,1024,2560,0.01081706682840983
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,1024,2560,0.010011733571688334
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,1024,2560,0.011277866363525391
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,1024,2560,0.010698666175206501
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,1024,2560,0.010424533486366272
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,1024,2560,0.010824533303578694
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,1024,2560,0.01162559986114502
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,1024,2560,0.01200320025285085
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,1024,2560,0.011596799890200297
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,1024,2560,0.03428800106048584
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,1024,2560,0.06602346499760946
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,1024,2560,0.021050665775934854
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,1024,2560,0.11781333287556965
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,1024,2560,0.021064533789952596
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,1024,2560,0.020231467485427857
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,1024,2560,0.020252799987792967
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,1024,2560,0.01961173415184021
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,1024,2560,0.019716266791025797
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,1024,2560,0.019086933135986327
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,1024,2560,0.019099734226862588
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,1024,2560,0.018620800971984864
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,1024,2560,0.018654932578404747
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,1024,2560,0.018122667074203493
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,1024,2560,0.01787839929262797
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,1024,2560,0.017547732591629027
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,1024,2560,0.017352533340454102
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,1024,2560,0.016977065801620485
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,1024,2560,0.01681706706682841
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,1024,2560,0.016588800152142844
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,1024,2560,0.01634880006313324
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,1024,2560,0.01614400049050649
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,1024,2560,0.016088533401489257
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,1024,2560,0.015732266505559287
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,1024,2560,0.015402666727701821
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,1024,2560,0.014932266871134438
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,1024,2560,0.014890666802724203
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,1024,2560,0.014079999923706055
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,1024,2560,0.014098133643468222
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,1024,2560,0.013642666737238565
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,1024,2560,0.013592533270517983
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,1024,2560,0.012931199868520102
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,1024,2560,0.0132533331712087
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,1024,2560,0.012449066837628682
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,1024,2560,0.012455466389656066
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,1024,2560,0.012001066406567892
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,1024,2560,0.011628799637158712
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,1024,2560,0.011723732948303223
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,1024,2560,0.01202880044778188
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,1024,2560,0.011658666531244914
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,1024,2560,0.011594667037328085
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,1024,2560,0.011576533317565918
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,1024,2560,0.01163093348344167
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,1024,2560,0.01164906620979309
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,1024,2560,0.011392000317573547
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,1024,2560,0.011292800307273865
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,1024,2560,0.011632000406583149
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,1024,2560,0.01159999966621399
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,1024,2560,0.01125973363717397
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,1024,2560,0.011222400267918905
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,1024,2560,0.011659733454386393
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,1024,2560,0.011203199625015259
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,1024,2560,0.011250133315722149
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,1024,2560,0.011194666226704914
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,1024,2560,0.011236266295115153
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,1024,2560,0.011145599683125814
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,1024,2560,0.011615999539693196
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,1024,2560,0.010825600226720173
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,1024,2560,0.011183999975522359
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,1024,2560,0.011597866813341778
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,1024,2560,0.010833066701889039
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,1024,2560,0.011161599556605022
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,1024,2560,0.010829866925875346
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,1024,2560,0.010897066195805867
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,1024,2560,0.01162453293800354
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,1024,2560,0.011188266674677531
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,1024,2560,0.01123199959595998
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,1024,2560,0.011248000462849935
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,1024,2560,0.011220266421635944
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,1024,2560,0.011205333471298217
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,1024,2048,0.09443199634552002
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,1024,2048,0.04865279992421468
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,1024,2048,0.02382826606432597
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,1024,2048,0.013959466417630514
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,1024,2048,0.013885866602261862
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,1024,2048,0.013066666324933371
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,1024,2048,0.013874133427937826
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,1024,2048,0.01246399978796641
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,1024,2048,0.013790933291117349
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,1024,2048,0.011694932977358501
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,1024,2048,0.012840533256530761
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,1024,2048,0.011204266548156738
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,1024,2048,0.010931199789047242
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,1024,2048,0.011473066608111064
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,1024,2048,0.011006933450698853
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,1024,2048,0.00960640013217926
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,1024,2048,0.0107722669839859
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,1024,2048,0.00886826713879903
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,1024,2048,0.009636267026265462
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,1024,2560,0.01158186693986257
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,1024,2048,0.009170132875442504
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,1024,2048,0.008109866579373678
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,1024,2048,0.008217599987983704
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,1024,2048,0.008293333152929943
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,1024,2048,0.008918399612108868
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,1024,2048,0.007890133559703827
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,1024,2048,0.00790826678276062
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,1024,2048,0.005884799857934316
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,1024,2048,0.007064533233642578
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,1024,2048,0.006679466863473256
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,1024,2048,0.007272533575693766
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,1024,2048,0.006367999811967213
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,1024,2048,0.005514666438102722
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,1024,2048,0.005467733244101206
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,1024,2048,0.00508480022350947
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,1024,2048,0.0050687998533248905
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,1024,2048,0.004698666433493296
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,1024,2560,0.011264000336329143
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,1024,2048,0.004648533463478088
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,1024,2048,0.00461760014295578
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,1024,2048,0.005030400057633718
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,1024,2048,0.004624000191688538
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,1024,2048,0.004593066871166229
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,1024,2048,0.007088000078996022
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,1024,2048,0.004638933142026265
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,1024,2048,0.00462719996770223
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,1024,2048,0.004622933268547058
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,1024,2048,0.004686933259169261
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,1024,2048,0.005579733351866404
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,1024,2048,0.005456000069777171
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,1024,2048,0.005454933146635691
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,1024,2048,0.0054666668176651
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,1024,2560,0.011211733023325603
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,1024,2048,0.004413866500059763
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,1024,2048,0.0045514668027559916
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,1024,2048,0.004952533543109894
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,1024,2048,0.005077333251635233
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,1024,2048,0.005043200155099233
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,1024,2048,0.005831466615200042
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,1024,2560,0.011230933666229247
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,1024,2048,0.005850666761398315
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,1024,2048,0.005807999769846598
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,1024,2048,0.006248533229033152
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,1024,2048,0.0058229332168896995
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,1024,2048,0.00614933321873347
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,1024,2048,0.005760000149408976
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,1024,2048,0.006062933305899302
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,1024,2048,0.005693866809209188
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,1024,2048,0.005972266693909963
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,1024,2048,0.0056981335083643595
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,1024,2048,0.005948799848556519
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,1024,2048,0.005825066566467285
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,1024,2048,0.007474133372306823
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,1024,2048,0.005752533177534739
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,1024,2048,0.007480533421039581
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,1024,2560,0.011173333724339802
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,1024,2560,0.011572266618410747
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,1024,2048,0.05127466519673666
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,1024,2048,0.11272213459014893
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,1024,2048,0.03498560190200806
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,1024,2048,0.03519253333409627
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,1024,2048,0.22984213829040528
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,1024,2048,0.03288639982541402
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,1024,2048,0.032927999893824264
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,1024,2048,0.03290773431460063
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,1024,2048,0.03424746592839559
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,1024,2048,0.03208000063896179
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,1024,2048,0.03292373418807983
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,1024,2048,0.005081599950790406
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,1024,2048,0.030906667311986286
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,1024,2048,0.0308896005153656
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,1024,2048,0.030136533578236896
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,1024,2048,0.028758400678634645
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,1024,2048,0.028835199276606244
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,1024,2048,0.026903466383616133
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,1024,2048,0.028705066442489623
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,1024,2048,0.02582719922065735
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,1024,2048,0.005558399856090546
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,1024,2048,0.024778666098912557
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,1024,2048,0.02632213234901428
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,1024,2048,0.0248906672000885
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,1024,2048,0.024711465835571288
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,1024,2048,0.024886399507522583
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,1024,2048,0.024603732426961265
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,1024,2048,0.022639999787012734
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,1024,2048,0.022791467110315957
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,1024,2048,0.02190613349278768
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,1024,2048,0.02123519976933797
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,1024,2048,0.02065599958101908
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,1024,2048,0.00461760014295578
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,1024,2048,0.02066346605618795
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,1024,2048,0.0190175990263621
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,1024,2048,0.01874133348464966
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,1024,2048,0.017002665996551515
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,1024,2048,0.017630932728449504
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,1024,2048,0.016596266627311708
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,1024,2048,0.016622933745384216
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,1024,2048,0.016511999567349753
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,1024,2048,0.016634666919708253
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,1024,2048,0.017107200622558594
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,1024,2048,0.017527467012405394
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,1024,2048,0.016343466440836587
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,1024,2048,0.016481066743532814
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,1024,2048,0.016318933169047038
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,1024,2048,0.016359466314315795
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,1024,2048,0.017545600732167564
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,1024,2048,0.01771946748097738
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,1024,2048,0.017016534010569254
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,1024,2048,0.01639359990755717
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,1024,2048,0.014654933412869772
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,1024,2048,0.014709333578745524
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,1024,2048,0.014616533120473226
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,1024,2048,0.01502293348312378
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,1024,2048,0.014510933558146158
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,1024,2048,0.01633280018965403
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,1024,2048,0.016055466731389363
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,1024,2048,0.015066666404406228
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,1024,2048,0.015966932972272238
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,1024,2048,0.01593493322531382
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,1024,2048,0.01601066688696543
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,1024,2048,0.015367466211318969
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,1024,2048,0.015382400155067444
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,1024,2048,0.01477226714293162
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,1024,2048,0.015691733360290526
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,1024,2048,0.01636799971262614
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,1024,2048,0.014856533209482829
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,1024,2048,0.016461867094039916
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,1024,2048,0.014648532867431641
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,1024,2048,0.01594986617565155
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,1024,2048,0.016437333822250367
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,1024,2048,0.030152533451716108
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,1024,2048,0.024117332696914674
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,1024,2048,0.017359999815622966
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,1024,2048,0.016335999965667723
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,1024,2048,0.09882240295410157
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,1024,2048,0.09761706988016763
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,1024,2048,0.08785280386606852
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,1024,2048,0.09313066800435385
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,1024,2048,0.08213546276092529
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,1024,2048,0.1886624018351237
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,1024,2048,0.07712639967600504
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,1024,2048,0.07135146458943685
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,1024,2048,0.6411712010701497
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,1024,2048,0.0656330664952596
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,1024,2048,1.2747659047444662
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,1024,2048,0.09280213514963785
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,1024,2048,0.08865493138631185
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,1024,2048,0.05426880121231079
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,1024,2048,0.04967786471048991
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,1024,2048,0.04932479858398438
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,1024,2048,0.044788265228271486
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,1024,2048,0.04395946661631266
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,1024,2048,0.08130773703257242
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,1024,2048,0.07668266296386719
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,1024,2048,0.07185813585917154
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,1024,2048,0.06608746846516927
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,1024,2048,0.059580798943837485
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,1024,2048,0.05568426847457886
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,1024,2048,0.059580798943837485
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,1024,2048,0.039236267407735184
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,1024,2048,0.03331519961357117
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,1024,2048,0.038268800576527914
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,1024,2048,0.03332479993502299
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,1024,2048,0.02839253346125285
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,1024,2048,0.027753599484761554
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,1024,2048,0.023476266860961915
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,1024,2048,0.018212266763051353
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,1024,2048,0.02264639933904012
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,1024,2048,0.01285866697629293
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,1024,2048,0.017382399241129557
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,1024,2048,0.01159999966621399
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,1024,2048,0.011591466267903645
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,1024,2048,0.009130666653315227
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,1024,2048,0.00916373332341512
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,1024,2048,0.009112532933553059
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,1024,2048,0.01157973309357961
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,1024,2048,0.009127466877301534
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,1024,2048,0.00876693328221639
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,1024,2048,0.009165866176287334
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,1024,2048,0.008802133798599242
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,1024,2048,0.00918293297290802
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,1024,2048,0.007879466811815897
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,1024,2048,0.009547733267148336
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,1024,2048,0.009231999516487122
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,1024,2048,0.009548800190289815
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,1024,2048,0.009525332848230999
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,1024,2048,0.010519466797510783
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,1024,2048,0.009574400385220845
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,1024,2048,0.0100000003973643
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,1024,2048,0.009963732957839967
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,1024,2048,0.010384000341097514
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,1024,2048,0.01165013313293457
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,1024,2048,0.009526399771372478
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,1024,2048,0.009983999530474345
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,1024,2048,0.010785067081451416
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,1024,2048,0.009965866804122925
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,1024,2048,0.010368000467618306
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,1024,2048,0.009242666761080424
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,1024,2048,0.010397866368293762
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,1024,2048,0.01029866635799408
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,1024,2048,0.010418132940928141
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,1024,2048,0.009186133742332458
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,1024,2048,0.010785067081451416
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,1024,2048,0.010364799698193868
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,1024,2048,0.01037013332049052
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,1024,2048,0.010365866621335347
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,1024,2048,0.09747947057088216
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,1024,2048,0.055889066060384116
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,1024,2048,0.01833066741625468
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,1024,2048,0.028882133960723876
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,1024,2048,0.01775253415107727
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,1024,2048,0.017783466974894205
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,1024,2048,0.017401599884033205
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,1024,2048,0.01725333333015442
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,1024,2048,0.01705066760381063
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,1024,2048,0.016556800405184428
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,1024,2048,0.01690453290939331
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,1024,2048,0.01614293356736501
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,1024,2048,0.016540799538294473
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,1024,2048,0.015761066476504007
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,1024,2048,0.015754666924476624
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,1024,2048,0.015348266561826071
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,1024,2048,0.015261866648991904
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,1024,2048,0.014934399724006652
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,1024,2048,0.014852266510327658
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,1024,2048,0.015058133006095886
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,1024,2048,0.01409173309803009
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,1024,2048,0.014602667093276978
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,1024,2048,0.013686399658521017
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,1024,2048,0.014102400342623393
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,1024,2048,0.013365333278973898
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,1024,2048,0.013271466890970866
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,1024,2048,0.01325440009435018
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,1024,2048,0.012894933422406515
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,1024,2048,0.012800000111262002
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,1024,2048,0.012357333302497863
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,1024,2048,0.012458667159080505
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,1024,2048,0.011985066533088683
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,1024,2048,0.012026666601498922
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,1024,2048,0.011226666967074077
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,1024,2048,0.011161599556605022
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,1024,2048,0.011335466305414836
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,1024,2048,0.010424533486366272
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,1024,2048,0.011176533500353495
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,1024,2048,0.010797866185506185
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,1024,2048,0.010798933108647664
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,1024,2048,0.010773332913716634
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,1024,2048,0.010763733585675558
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,1024,2048,0.010777599612871806
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,1024,2048,0.010409599542617798
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,1024,2048,0.010774399836858113
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,1024,2048,0.010426666339238484
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,1024,2048,0.010434133807818095
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,1024,2048,0.010408533612887065
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,1024,2048,0.0107722669839859
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,1024,2048,0.010411733388900756
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,1024,2048,0.010430933038393656
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,1024,2048,0.01014293332894643
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,1024,2048,0.01037013332049052
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,1024,2048,0.010001066327095031
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,1024,2048,0.010778666536013285
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,1024,2048,0.010417067011197408
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,1024,2048,0.010366933544476827
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,1024,2048,0.0100000003973643
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,1024,2048,0.010782933235168457
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,1024,2048,0.010051199793815612
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,1024,2048,0.01034986674785614
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,1024,2048,0.010412800312042236
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,1024,2048,0.010790399710337321
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,1024,2048,0.010010666648546855
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,1024,2048,0.010430933038393656
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,1024,2048,0.010362666845321656
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,1024,2048,0.010413866241772969
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,1024,2048,0.010433066884676616
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,1024,2048,0.010428800185521444
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,1024,1536,0.07177493572235108
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,1024,1536,0.03633386691411336
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,1024,1536,0.019129600127538046
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,1024,1536,0.011448533336321513
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,1024,1536,0.011225600043932598
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,1024,1536,0.010757333040237427
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,1024,1536,0.01123413344224294
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,1024,1536,0.010401067137718201
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,1024,1536,0.011194666226704914
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,1024,1536,0.009804800152778625
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,1024,1536,0.01076479951540629
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,1024,1536,0.009177600344022114
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,1024,1536,0.009178666273752849
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,1024,1536,0.009092266360918682
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,1024,1536,0.008801066875457763
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,1024,1536,0.007929599781831106
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,1024,1536,0.00790826678276062
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,1024,1536,0.007472000022729237
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,1024,1536,0.007900799810886382
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,1024,2048,0.010365866621335347
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,1024,2048,0.01034773290157318
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,1024,1536,0.0069909334182739254
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,1024,1536,0.007685333490371704
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,1024,2048,0.01034879982471466
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,1024,1536,0.007004799942175548
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,1024,1536,0.0075328002373377485
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,1024,1536,0.006716800232728322
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,1024,1536,0.006637866795063019
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,1024,1536,0.006237866481145223
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,1024,1536,0.005044266581535339
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,1024,1536,0.005857066810131073
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,1024,1536,0.005899733304977417
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,1024,1536,0.005490133166313171
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,1024,1536,0.005017599960168203
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,1024,1536,0.004653866589069367
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,1024,1536,0.004452266792456309
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,1024,1536,0.004250666499137879
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,1024,2048,0.010401067137718201
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,1024,1536,0.004189866781234741
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,1024,1536,0.0040522667268912
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,1024,1536,0.004185600082079569
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,1024,1536,0.004612266520659129
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,1024,1536,0.005132799843947092
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,1024,1536,0.004203733305136363
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,1024,1536,0.004187733431657155
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,1024,1536,0.004196266829967499
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,1024,1536,0.003942399968703588
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,1024,2048,0.010437333583831787
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,1024,1536,0.00383146678407987
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,1024,1536,0.0038250667353471124
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,1024,1536,0.0041909332076708475
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,1024,1536,0.004615466793378194
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,1024,1536,0.005005866785844167
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,1024,1536,0.004643199841181437
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,1024,1536,0.004624000191688538
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,1024,1536,0.0037845333417256674
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,1024,1536,0.0037834666669368743
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,1024,1536,0.0038165333370367683
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,1024,1536,0.004542933404445648
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,1024,1536,0.004228266576925913
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,1024,1536,0.005082666873931885
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,1024,1536,0.004748799900213877
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,1024,1536,0.0050240000089009605
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,1024,1536,0.004781866570313772
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,1024,1536,0.005074133475621542
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,1024,1536,0.00468800018231074
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,1024,1536,0.005014400184154511
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,1024,1536,0.004632533093293508
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,1024,1536,0.005044266581535339
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,1024,1536,0.004691199958324432
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,1024,1536,0.0050784001747767125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,1024,1536,0.004681600133577982
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,1024,1536,0.005060266455014547
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,1024,1536,0.004677333434422811
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,1024,1536,0.005904000004132589
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,1024,1536,0.00550186683734258
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,1024,1536,0.08217386404673258
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,1024,1536,0.1747488021850586
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,1024,1536,0.0411135991414388
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,1024,1536,0.03184213240941365
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,1024,1536,0.030880000193913775
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,1024,2048,0.010412800312042236
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,1024,1536,0.029603199164072676
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,1024,1536,0.007085866729418437
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,1024,1536,0.030573866764704388
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,1024,2048,0.00998293360074361
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,1024,1536,0.030268800258636475
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,1024,1536,0.02858026623725891
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,1024,1536,0.029346134265263873
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,1024,1536,0.026874667406082152
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,1024,1536,0.0268394668896993
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,1024,1536,0.026730666557947796
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,1024,1536,0.026730666557947796
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,1024,1536,0.025000532468159992
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,1024,1536,0.02477653423945109
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,1024,1536,0.02478933334350586
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,1024,1536,0.024915200471878052
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,1024,1536,0.024661332368850708
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,1024,1536,0.02418986757596334
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,1024,1536,0.024554665883382162
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,1024,1536,0.024498132864634196
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,1024,1536,0.022835199038187662
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,1024,1536,0.022668800751368203
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,1024,1536,0.021708800395329794
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,1024,1536,0.004600533346335093
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,1024,1536,0.022000000874201456
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,1024,1536,0.020660267273585
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,1024,1536,0.02069546580314636
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,1024,1536,0.020579200983047486
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,1024,1536,0.0038346665600935614
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,1024,1536,0.019037866592407228
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,1024,1536,0.019374932845433554
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,1024,1536,0.018282665808995565
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,1024,1536,0.018663465976715088
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,1024,1536,0.01686186591784159
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,1024,1536,0.01617173353830973
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,1024,1536,0.01717653274536133
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,1024,1536,0.01566933294137319
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,1024,1536,0.01637440025806427
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,1024,1536,0.016525866587956746
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,1024,1536,0.01604159971078237
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,1024,1536,0.01590826710065206
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,1024,1536,0.015927466750144958
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,1024,1536,0.014633599917093912
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,1024,1536,0.015495466192563376
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,1024,1536,0.015080533425013223
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,1024,1536,0.015723733107248943
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,1024,1536,0.017771732807159425
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,1024,1536,0.015441067020098367
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,1024,1536,0.014629333217938741
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,1024,1536,0.014694399634997048
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,1024,1536,0.014472533265749613
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,1024,1536,0.016034133235613503
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,1024,1536,0.014501333236694336
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,1024,1536,0.01446399986743927
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,1024,1536,0.014847999811172486
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,1024,1536,0.014961066842079162
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,1024,1536,0.014877866705258688
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,1024,1536,0.014514133334159851
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,1024,1536,0.014763733744621277
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,1024,1536,0.015038933356602988
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,1024,1536,0.015334399541219077
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,1024,1536,0.014548266927401224
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,1024,1536,0.030716800689697267
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,1024,1536,0.014521599809328715
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,1024,1536,0.014516266187032065
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,1024,1536,0.015154133240381876
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,1024,1536,0.01446613371372223
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,1024,1536,0.01448853313922882
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,1024,1536,0.014491732915242514
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,1024,1536,0.014533332983652749
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,1024,1536,0.015588266650835672
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,1024,1536,0.023196800549825033
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,1024,1536,0.016371200482050575
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,1024,1536,0.01467519998550415
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,1024,1536,0.09676053524017333
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,1024,1536,0.09633066654205322
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,1024,1536,0.08626560370127359
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,1024,1536,0.09224853515625
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,1024,1536,0.08093120257059733
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,1024,1536,0.07551999886830649
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,1024,1536,0.08735360304514567
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,1024,1536,0.07020586331685384
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,1024,1536,0.6243359883626302
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,1024,1536,0.09111146926879883
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,1024,1536,0.06449600060780844
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,1024,1536,1.2803423563639322
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,1024,1536,0.178493865331014
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,1024,1536,0.05352426767349243
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,1024,1536,0.04822186628977458
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,1024,1536,0.048179201285044354
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,1024,1536,0.04317226807276408
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,1024,1536,0.04318720102310181
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,1024,1536,0.08036906719207763
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,1024,1536,0.07557973066965738
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,1024,1536,0.07020800113677979
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,1024,1536,0.06565866470336915
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,1024,1536,0.05950400034586588
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,1024,1536,0.05949653387069702
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,1024,1536,0.054254933198293054
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,1024,1536,0.037910401821136475
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,1024,1536,0.03333546717961629
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,1024,1536,0.037894399960835774
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,1024,1536,0.02798186739285787
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,1024,1536,0.027609600623448687
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,1024,1536,0.03253013292948405
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,1024,1536,0.023127466440200806
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,1024,1536,0.02223466634750366
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,1024,1536,0.01777600049972534
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,1024,1536,0.012044800321261089
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,1024,1536,0.011193600296974183
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,1024,1536,0.01115733285744985
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,1024,1536,0.016835200786590575
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,1024,1536,0.009976533055305482
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,1024,1536,0.009965866804122925
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,1024,1536,0.008637866377830506
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,1024,1536,0.008717866738637288
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,1024,1536,0.008737066388130188
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,1024,1536,0.008719999591509502
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,1024,1536,0.00913706620534261
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,1024,1536,0.009109333157539368
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,1024,1536,0.009146666526794434
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,1024,1536,0.007928533355395
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,1024,1536,0.008310399949550629
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,1024,1536,0.007541333138942718
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,1024,1536,0.009118933478991191
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,1024,1536,0.008292266726493835
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,1024,1536,0.008898133039474487
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,1024,1536,0.008759466807047527
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,1024,1536,0.008711466193199157
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,1024,1536,0.008160000046094257
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,1024,1536,0.008810666203498841
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,1024,1536,0.007971199850241344
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,1024,1536,0.00876800020535787
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,1024,1536,0.010032000144322713
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,1024,1536,0.009161600470542907
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,1024,1536,0.008794666330019633
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,1024,1536,0.008712533116340637
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,1024,1536,0.009141332904497783
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,1024,1536,0.009134933352470398
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,1024,1536,0.008706133564313252
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,1024,1536,0.009551999966303508
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,1024,1536,0.009572266538937887
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,1024,1536,0.008721066514650981
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,1024,1536,0.01118933359781901
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,1024,1536,0.011224533120791119
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,1024,1536,0.008725333213806152
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,1024,1536,0.00836906631787618
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,1024,1536,0.009998933474222819
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,1024,1536,0.044913065433502194
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,1024,1536,0.07859413623809815
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,1024,1536,0.02395840088526408
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,1024,1536,0.01552959978580475
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,1024,1536,0.015461333592732749
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,1024,1536,0.014997333288192749
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,1024,1536,0.014528000354766845
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,1024,1536,0.014533332983652749
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,1024,1536,0.014869333306948344
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,1024,1536,0.0151146670182546
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,1024,1536,0.014087466398874917
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,1024,1536,0.014245333274205527
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,1024,1536,0.013966932892799377
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,1024,1536,0.013921067118644714
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,1024,1536,0.013642666737238565
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,1024,1536,0.013230933745702108
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,1024,1536,0.013435733318328858
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,1024,1536,0.01285866697629293
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,1024,1536,0.012863999605178833
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,1024,1536,0.012449066837628682
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,1024,1536,0.012597333391507468
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,1024,1536,0.012360533078511555
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,1024,1536,0.012382933497428894
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,1024,1536,0.012395733594894409
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,1024,1536,0.012040533622105916
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,1024,1536,0.011641599734624227
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,1024,1536,0.011661866307258606
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,1024,1536,0.011618133385976155
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,1024,1536,0.011206400394439698
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,1024,1536,0.01090773344039917
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,1024,1536,0.010787199934323628
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,1024,1536,0.010434133807818095
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,1024,1536,0.010396800438563029
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,1024,1536,0.010401067137718201
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,1024,1536,0.00998293360074361
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,1024,1536,0.009937066833178203
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,1024,1536,0.009553066889444987
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,1024,1536,0.009551999966303508
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,1024,1536,0.01118293305238088
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,1024,1536,0.009613866607348125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,1024,1536,0.009569066762924194
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,1024,1536,0.009612799684206644
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,1024,1536,0.00958720048268636
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,1024,1536,0.00995306670665741
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,1024,1536,0.00997440020243327
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,1024,1536,0.009542399644851684
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,1024,1536,0.009532800316810608
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,1024,1536,0.00988159974416097
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,1024,1536,0.009608532985051472
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,1024,1536,0.00918293297290802
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,1024,1536,0.009537067015965779
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,1024,1536,0.00959999958674113
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,1024,1536,0.009549867113431294
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,1024,1536,0.009610666831334432
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,1024,1536,0.009202133615811665
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,1024,1536,0.009548800190289815
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,1024,1536,0.009129599730173747
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,1024,1536,0.009178666273752849
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,1024,1536,0.009130666653315227
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,1024,1536,0.009547733267148336
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,1024,1536,0.009604266285896302
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,1024,1536,0.009554133812586466
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,1024,1536,0.009193600217501322
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,1024,1536,0.009543466567993163
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,1024,1536,0.009337600072224934
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,1024,1536,0.009513599673906963
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,1024,1536,0.0091839998960495
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,1024,1024,0.0497162659962972
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,1024,1024,0.02416213353474935
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,1024,1024,0.013933866222699483
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,1024,1024,0.008730666836102803
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,1024,1024,0.008734933535257975
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,1024,1024,0.008340266346931458
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,1024,1536,0.009548800190289815
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,1024,1536,0.009538132945696514
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,1024,1024,0.008777599533398945
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,1024,1024,0.00793280005455017
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,1024,1024,0.007547733187675476
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,1024,1024,0.008330666522185007
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,1024,1024,0.007090133428573608
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,1024,1024,0.007132799923419952
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,1024,1024,0.007077333331108093
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,1024,1024,0.007065600156784058
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,1024,1024,0.006302933394908905
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,1024,1024,0.0063178668419520065
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,1024,1024,0.005901866654555003
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,1024,1024,0.006252799928188324
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,1024,1024,0.005436799923578898
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,1024,1024,0.005436799923578898
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,1024,1536,0.009556266665458679
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,1024,1024,0.00550186683734258
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,1024,1024,0.005849599838256836
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,1024,1536,0.009591466188430786
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,1024,1024,0.005411200225353241
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,1024,1024,0.005487999816735586
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,1024,1024,0.004999466737111409
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,1024,1024,0.0042026668787002565
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,1024,1024,0.004599466423193614
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,1024,1024,0.00421013335386912
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,1024,1024,0.0046069333950678505
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,1024,1024,0.003852800031503042
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,1024,1024,0.003788800040880839
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,1024,1024,0.003788800040880839
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,1024,1024,0.0034400001168251038
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,1024,1024,0.003373866776625315
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,1024,1024,0.003432533393303553
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,1024,1024,0.0034229333202044168
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,1024,1024,0.00344106654326121
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,1024,1536,0.009178666273752849
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,1024,1024,0.003970133264859518
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,1024,1024,0.003387733300526937
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,1024,1536,0.00958079993724823
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,1024,1024,0.003435733417669932
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,1024,1536,0.00921066701412201
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,1024,1024,0.003382399926582972
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,1024,1024,0.003356799980004629
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,1024,1024,0.0033674667278925574
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,1024,1024,0.0038581334054470064
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,1024,1024,0.003369600077470144
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,1024,1024,0.003828266759713491
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,1024,1024,0.003857066730658213
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,1024,1024,0.0038111999630928038
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,1024,1024,0.0038015998899936674
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,1024,1024,0.0031093334158261614
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,1024,1024,0.0031061333914597826
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,1024,1024,0.003425066669782003
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,1024,1024,0.0034133332471052804
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,1024,1024,0.004060799876848856
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,1024,1024,0.003798400113979975
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,1024,1024,0.004187733431657155
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,1024,1024,0.0038143999874591826
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,1024,1024,0.004107733319203059
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,1024,1024,0.0038165333370367683
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,1024,1024,0.004042666653792063
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,1024,1024,0.003833599885304769
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,1024,1024,0.0038506666819254553
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,1024,1024,0.0038176000118255613
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,1024,1024,0.003874133278926214
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,1024,1024,0.0037759999434153237
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,1024,1024,0.004661333560943603
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,1024,1024,0.003790933390458425
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,1024,1024,0.008748799562454224
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,1024,1024,0.0045962666471799215
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,1024,1024,0.004253866771856943
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,1024,1024,0.03293866713841756
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,1024,1024,0.0568832000096639
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,1024,1024,0.11369173526763916
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,1024,1024,0.02606186668078105
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,1024,1024,0.02681386669476827
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,1024,1024,0.024714666604995727
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,1024,1024,0.024757333596547446
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,1024,1024,0.024921600023905435
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,1024,1024,0.00625493327776591
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,1024,1024,0.026020266612370807
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,1024,1024,0.02472320000330607
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,1024,1024,0.025090134143829344
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,1024,1024,0.025140267610549927
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,1024,1024,0.024388267596562704
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,1024,1024,0.024276266495386757
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,1024,1024,0.025421865781148273
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,1024,1024,0.02449280023574829
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,1024,1024,0.02308373252550761
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,1024,1024,0.022662399212519328
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,1024,1024,0.022639999787012734
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,1024,1024,0.024203733603159586
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,1024,1024,0.022615466515223184
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,1024,1024,0.02165013353029887
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,1024,1024,0.0210698664188385
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,1024,1024,0.022086399793624877
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,1024,1024,0.022206934293111165
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,1024,1024,0.02064853310585022
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,1024,1024,0.01925546725591024
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,1024,1024,0.020028799772262573
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,1024,1024,0.01885120073954264
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,1024,1024,0.01919893423716227
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,1024,1024,0.018972800175348917
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,1024,1024,0.003433600068092346
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,1024,1024,0.017923200130462648
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,1024,1024,0.016693333784739174
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,1024,1024,0.016718933979670204
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,1024,1024,0.015884799758593242
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,1024,1024,0.01621333360671997
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,1024,1024,0.01518933375676473
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,1024,1024,0.014946132898330688
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,1024,1024,0.0030752000709374744
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,1024,1024,0.014604799946149192
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,1024,1024,0.014784000317255654
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,1024,1024,0.015011200308799743
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,1024,1024,0.003368533402681351
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,1024,1024,0.014980266491572062
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,1024,1024,0.015046399831771851
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,1024,1024,0.014453333616256715
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,1024,1024,0.01478506624698639
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,1024,1024,0.014990933736165366
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,1024,1024,0.014603733023007711
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,1024,1024,0.014473600188891092
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,1024,1024,0.01451520025730133
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,1024,1024,0.014711466431617738
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,1024,1024,0.014444800217946372
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,1024,1024,0.014622933665911355
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,1024,1024,0.014492799838383993
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,1024,1024,0.014443733294804893
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,1024,1024,0.014510933558146158
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,1024,1024,0.014612266421318054
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,1024,1024,0.0145087997118632
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,1024,1024,0.014452266693115234
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,1024,1024,0.01446293294429779
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,1024,1024,0.014382933576901754
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,1024,1024,0.0144405335187912
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,1024,1024,0.014295466740926108
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,1024,1024,0.014404267072677612
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,1024,1024,0.014525866508483887
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,1024,1024,0.014510933558146158
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,1024,1024,0.014509866635004679
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,1024,1024,0.014456533392270408
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,1024,1024,0.014492799838383993
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,1024,1024,0.014461867014567056
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,1024,1024,0.02067413330078125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,1024,1024,0.015253333250681558
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,1024,1024,0.014732799927393594
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,1024,1024,0.01446613371372223
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,1024,1024,0.014363732933998109
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,1024,1024,0.09486292997996013
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,1024,1024,0.1751157283782959
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,1024,1024,0.4414367993672689
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,1024,1024,0.0948415994644165
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,1024,1024,0.07954560120900472
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,1024,1024,0.09069973627726237
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,1024,1024,0.0741312026977539
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,1024,1024,0.08914666970570882
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,1024,1024,0.06879146893819174
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,1024,1024,0.06362880071004232
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,1024,1024,1.2460000356038412
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,1024,1024,0.08493119875590006
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,1024,1024,0.07968640327453613
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,1024,1024,0.08453333377838135
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,1024,1024,0.06316800117492676
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,1024,1024,0.052965335051218664
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,1024,1024,0.047275733947753903
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,1024,1024,0.04738453229268392
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,1024,1024,0.04238293170928955
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,1024,1024,0.042778666814168295
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,1024,1024,0.07399679819742838
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,1024,1024,0.06936319669087729
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,1024,1024,0.058287998040517174
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,1024,1024,0.05761919816335043
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,1024,1024,0.05279039939244588
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,1024,1024,0.037085866928100585
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,1024,1024,0.03281066616376241
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,1024,1024,0.02759573260943095
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,1024,1024,0.03173333406448364
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,1024,1024,0.0369706670443217
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,1024,1024,0.021843200922012328
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,1024,1024,0.02189013361930847
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,1024,1024,0.026395734151204425
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,1024,1024,0.01695893406867981
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,1024,1024,0.016243199507395424
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,1024,1024,0.012049067020416259
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,1024,1024,0.009196799993515015
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,1024,1024,0.010652800401051838
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,1024,1024,0.007928533355395
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,1024,1024,0.008416000008583068
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,1024,1024,0.007931733131408691
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,1024,1024,0.0079434668024381
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,1024,1024,0.008328533172607422
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,1024,1024,0.008295466502507527
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,1024,1024,0.008184533317883809
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,1024,1024,0.008382933338483174
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,1024,1024,0.007169066866238911
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,1024,1024,0.00751146674156189
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,1024,1024,0.010402133067448933
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,1024,1024,0.010812800129254658
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,1024,1024,0.007155199845631917
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,1024,1024,0.007483733197053273
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,1024,1024,0.007505066692829132
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,1024,1024,0.0076223999261856076
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,1024,1024,0.007898666461308797
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,1024,1024,0.008099199831485748
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,1024,1024,0.007962666451931
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,1024,1024,0.007515733440717061
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,1024,1024,0.00795839975277583
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,1024,1024,0.007893333335717519
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,1024,1024,0.007918933530648549
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,1024,1024,0.007949866851170858
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,1024,1024,0.010436266660690308
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,1024,1024,0.007892266909281413
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,1024,1024,0.007913599908351897
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,1024,1024,0.009511466821034749
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,1024,1024,0.007738666733105977
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,1024,1024,0.007578666508197785
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,1024,1024,0.008364799618721008
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,1024,1024,0.0079434668024381
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,1024,1024,0.008311466872692108
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,1024,1024,0.03213119904200236
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,1024,1024,0.058115200201670325
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,1024,1024,0.012787200013796487
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,1024,1024,0.007895466685295106
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,1024,1024,0.012941867113113403
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,1024,1024,0.012488533059755962
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,1024,1024,0.012443733215332032
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,1024,1024,0.012062933047612507
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,1024,1024,0.018539732694625853
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,1024,1024,0.012004266182581585
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,1024,1024,0.011986133456230164
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,1024,1024,0.012100266416867574
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,1024,1024,0.012011733651161195
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,1024,1024,0.012060800194740295
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,1024,1024,0.011598933736483257
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,1024,1024,0.012011733651161195
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,1024,1024,0.01186346709728241
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,1024,1024,0.011686399579048157
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,1024,1024,0.011192533373832702
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,1024,1024,0.011238400141398113
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,1024,1024,0.011190399527549744
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,1024,1024,0.011190399527549744
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,1024,1024,0.01083733340104421
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,1024,1024,0.010392533739407857
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,1024,1024,0.010804266730944315
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,1024,1024,0.010410666465759277
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,1024,1024,0.01034879982471466
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,1024,1024,0.010025599598884582
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,1024,1024,0.009948800007502239
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,1024,1024,0.010078932841618855
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,1024,1024,0.009576533238093059
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,1024,1024,0.009581866860389709
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,1024,1024,0.009530666470527648
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,1024,1024,0.009547733267148336
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,1024,1024,0.009187199672063192
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,1024,1024,0.008782933155695598
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,1024,1024,0.009150933225949604
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,1024,1024,0.00913706620534261
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,1024,1024,0.008807466427485148
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,1024,1024,0.008721066514650981
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,1024,1024,0.00876693328221639
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,1024,1024,0.009126399954160053
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,1024,1024,0.008748799562454224
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,1024,1024,0.009139200051625569
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,1024,1024,0.008755200107892354
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,1024,1024,0.008346666892369587
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,1024,1024,0.008753066261609394
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,1024,1024,0.008756267031033833
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,1024,1024,0.008361599842707316
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,1024,1024,0.008447999755541485
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,1024,1024,0.008333866794904072
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,1024,1024,0.008716799815495809
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,1024,1024,0.008307200173536937
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,1024,1024,0.008775466680526733
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,1024,1024,0.00837546686331431
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,1024,1024,0.008726400136947633
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,1024,1024,0.008725333213806152
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,1024,1024,0.008364799618721008
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,1024,1024,0.008775466680526733
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,1024,1024,0.008379733562469483
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,1024,1024,0.008353066444396973
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,1024,1024,0.008713600039482117
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,1024,1024,0.008360532919565837
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,1024,1024,0.008368000388145447
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,1024,1024,0.008714666962623597
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,1024,1024,0.008721066514650981
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,1024,1024,0.008709333340326945
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,1024,1024,0.008364799618721008
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,1024,1024,0.008357333143552144
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,1024,1024,0.008136533200740814
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,1024,768,0.039000535011291505
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,1024,768,0.01912426749865214
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,1024,768,0.01138879954814911
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,1024,768,0.00746666689713796
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,1024,768,0.007477333148320516
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,1024,1024,0.0083146666487058
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,1024,768,0.006775466601053874
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,1024,768,0.00749120016892751
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,1024,768,0.00673280010620753
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,1024,768,0.0075445334116617845
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,1024,768,0.0070816000302632645
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,1024,768,0.006258133550484974
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,1024,768,0.006223999957243601
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,1024,1024,0.008713600039482117
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,1024,768,0.006284800171852112
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,1024,768,0.006117333471775055
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,1024,768,0.005425066749254862
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,1024,768,0.005435733497142792
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,1024,768,0.005026133358478546
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,1024,1024,0.008014933268229166
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,1024,768,0.0054293334484100345
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,1024,768,0.005415466427803039
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,1024,768,0.004857600231965383
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,1024,768,0.004999466737111409
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,1024,768,0.005155199766159057
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,1024,768,0.004770133395989736
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,1024,1024,0.007925333579381307
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,1024,768,0.004760533571243286
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,1024,768,0.003803733239571253
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,1024,768,0.004195199906826019
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,1024,768,0.003798400113979975
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,1024,768,0.0038560000558694207
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,1024,768,0.003436800092458725
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,1024,768,0.003446399917205175
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,1024,768,0.003369600077470144
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,1024,768,0.0034048000971476236
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,1024,768,0.002994133283694585
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,1024,768,0.00297173336148262
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,1024,768,0.0029706666866938275
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,1024,768,0.0031008000175158186
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,1024,768,0.0033791999022165934
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,1024,768,0.002993066608905792
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,1024,768,0.0031199999153614043
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,1024,768,0.0030421334008375804
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,1024,768,0.0029781334102153777
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,1024,768,0.0029728000362714132
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,1024,768,0.0029535998900731405
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,1024,768,0.00297173336148262
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,1024,768,0.003402666747570038
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,1024,768,0.0033674667278925574
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,1024,768,0.003389866650104523
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,1024,768,0.0033845332761605583
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,1024,768,0.003365333378314972
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,1024,768,0.002985599885384242
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,1024,768,0.0028927999238173166
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,1024,768,0.0029578665892283124
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,1024,768,0.0029535998900731405
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,1024,768,0.004890666902065277
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,1024,768,0.00297173336148262
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,1024,768,0.003356799980004629
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,1024,768,0.003066666672627131
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,1024,768,0.0033674667278925574
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,1024,768,0.003416533271471659
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,1024,768,0.004398933549722036
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,1024,768,0.003437866767247518
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,1024,768,0.003419733295838038
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,1024,768,0.0034783999125162757
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,1024,768,0.0034122665723164878
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,1024,768,0.0034645333886146545
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,1024,768,0.0034847999612490333
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,1024,768,0.0038261334101359046
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,1024,768,0.0038560000558694207
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,1024,768,0.003849600007136663
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,1024,768,0.0038293334345022834
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,1024,768,0.0038176000118255613
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,1024,768,0.08483946323394775
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,1024,768,0.04517333507537842
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,1024,768,0.030313599109649658
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,1024,768,0.0066538666685422255
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,1024,768,0.02485333283742269
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,1024,768,0.024383999903996787
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,1024,768,0.024733867247899374
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,1024,768,0.024730666478474935
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,1024,768,0.023398399353027344
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,1024,768,0.024820266167322795
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,1024,768,0.02441706657409668
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,1024,768,0.02418773372968038
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,1024,768,0.0033919999996821085
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,1024,768,0.0033845332761605583
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,1024,768,0.022651733954747517
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,1024,768,0.022770132621129355
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,1024,768,0.022693334023157756
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,1024,768,0.021848533550898233
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,1024,768,0.02132693330446879
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,1024,768,0.020594133933385213
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,1024,768,0.020883200565973918
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,1024,768,0.020462934176127115
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,1024,768,0.02040533423423767
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,1024,768,0.02038933237393697
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,1024,768,0.02039466698964437
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,1024,768,0.019836799303690592
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,1024,768,0.018557866414388023
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,1024,1024,0.008724266290664673
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,1024,768,0.01875306765238444
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,1024,768,0.0187008003393809
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,1024,768,0.017576533555984496
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,1024,768,0.016780799627304076
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,1024,768,0.01649173299471537
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,1024,768,0.016536532839139303
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,1024,768,0.016268799702326454
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,1024,768,0.014631467064221701
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,1024,768,0.01541866660118103
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,1024,768,0.02263573408126831
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,1024,768,0.01451520025730133
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,1024,768,0.014575999975204468
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,1024,768,0.014724266529083253
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,1024,768,0.02280319929122925
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,1024,768,0.015619200468063355
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,1024,768,0.014734933773676554
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,1024,768,0.014499200383822122
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,1024,768,0.015470932920773825
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,1024,768,0.01448853313922882
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,1024,768,0.015415466825167336
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,1024,768,0.014492799838383993
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,1024,768,0.014469333489735923
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,1024,768,0.014460800091425577
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,1024,768,0.014467199643452963
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,1024,768,0.014492799838383993
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,1024,768,0.014526933431625366
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,1024,768,0.014826666315396628
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,1024,768,0.014262400070826211
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,1024,768,0.015118933717409768
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,1024,768,0.014406399925549826
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,1024,768,0.021079466740290324
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,1024,768,0.01437226633230845
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,1024,768,0.014920533696810404
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,1024,768,0.014478933811187745
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,1024,768,0.014642133315404256
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,1024,768,0.014470400412877402
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,1024,768,0.01432319978872935
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,1024,768,0.015211733182271323
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,1024,768,0.014458666245142618
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,1024,768,0.014482133587201438
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,1024,768,0.014504533012708029
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,1024,768,0.014273066322008768
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,1024,768,0.018678400913874307
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,1024,768,0.014497066537539164
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,1024,768,0.01444586714108785
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,1024,768,0.014479999740918478
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,1024,768,0.014299733440081277
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,1024,768,0.01447466711203257
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,1024,768,0.014455466469128927
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,1024,768,0.014514133334159851
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,1024,1024,0.00956053336461385
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,1024,1024,0.009181867043177288
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,1024,768,0.1726912021636963
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,1024,768,0.09433920383453369
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,1024,768,0.38034559885660807
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,1024,768,0.07884053389231363
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,1024,768,0.09394773642222086
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,1024,768,1.2472970326741537
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,1024,768,0.07423893610636392
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,1024,768,0.0684991995493571
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,1024,768,0.08952853679656983
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,1024,768,0.06367466847101846
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,1024,768,0.08458560307820638
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,1024,768,0.08857173124949137
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,1024,768,0.08365333080291748
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,1024,768,0.07852906386057536
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,1024,768,0.05257386763890585
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,1024,768,0.046811731656392415
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,1024,768,0.047465598583221434
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,1024,768,0.0418997327486674
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,1024,768,0.04232639869054158
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,1024,768,0.07388266722361246
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,1024,768,0.06815146605173747
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,1024,768,0.06297173500061035
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,1024,768,0.05752000013987223
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,1024,768,0.052965335051218664
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,1024,768,0.057867733637491856
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,1024,768,0.03657493193944295
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,1024,768,0.03130559921264649
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,1024,768,0.03213866750399272
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,1024,768,0.026748800277709962
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,1024,768,0.026397866010665894
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,1024,768,0.0366538683573405
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,1024,768,0.022235733270645142
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,1024,768,0.02148266633351644
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,1024,768,0.01693333387374878
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,1024,768,0.016158933440844216
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,1024,768,0.01159999966621399
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,1024,768,0.010442666212717692
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,1024,768,0.00755626658598582
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,1024,768,0.007540266712506611
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,1024,768,0.007911466558774312
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,1024,768,0.007895466685295106
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,1024,768,0.007894399762153625
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,1024,768,0.010452266534169514
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,1024,768,0.007893333335717519
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,1024,768,0.007692799965540569
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,1024,768,0.007961600025494894
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,1024,768,0.0067114666104316715
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,1024,768,0.007121066749095917
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,1024,768,0.006730666756629944
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,1024,768,0.006682666639486949
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,1024,768,0.007326933244864146
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,1024,768,0.007150933146476746
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,1024,768,0.007157333195209503
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,1024,768,0.007118933399518331
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,1024,768,0.00713919997215271
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,1024,768,0.010397866368293762
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,1024,768,0.007507200042406718
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,1024,768,0.007490133245786031
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,1024,768,0.007106133302052816
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,1024,768,0.0071487997968991595
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,1024,768,0.00746559997399648
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,1024,768,0.007496533294518788
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,1024,768,0.007150933146476746
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,1024,768,0.0075530668099721265
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,1024,768,0.007534933090209961
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,1024,768,0.007464533547560374
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,1024,768,0.007495466868082683
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,1024,768,0.007494399944941203
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,1024,768,0.006932266553243001
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,1024,768,0.04816853205362956
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,1024,768,0.026987733443578084
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,1024,768,0.015800533692042033
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,1024,768,0.012437333663304646
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,1024,768,0.012365866700808208
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,1024,768,0.01241919994354248
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,1024,768,0.01204159955183665
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,1024,768,0.012075733145078022
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,1024,768,0.012010666728019714
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,1024,768,0.009975467125574749
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,1024,768,0.008772266904513042
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,1024,768,0.011983999609947204
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,1024,768,0.012020267049471537
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,1024,768,0.011611732840538024
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,1024,768,0.011595732967058818
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,1024,768,0.011240532994270325
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,1024,768,0.01118933359781901
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,1024,768,0.011220266421635944
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,1024,768,0.011110400160153706
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,1024,768,0.011162666479746501
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,1024,768,0.010830932855606079
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,1024,768,0.010777599612871806
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,1024,768,0.01040000021457672
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,1024,768,0.010498133301734925
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,1024,768,0.009986133376757304
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,1024,768,0.010037333766619364
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,1024,768,0.010013866424560546
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,1024,768,0.009979733824729919
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,1024,768,0.009609599908192951
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,1024,768,0.009545600414276123
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,1024,768,0.009126399954160053
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,1024,768,0.009192533294359843
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,1024,768,0.009149866302808125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,1024,768,0.008775466680526733
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,1024,768,0.008748799562454224
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,1024,768,0.008736000458399455
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,1024,768,0.008725333213806152
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,1024,768,0.008538666367530822
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,1024,768,0.008716799815495809
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,1024,768,0.008334933718045553
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,1024,768,0.008348799745241801
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,1024,768,0.008188800017038981
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,1024,768,0.008307200173536937
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,1024,768,0.008368000388145447
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,1024,768,0.008481066425641377
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,1024,768,0.008316799998283386
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,1024,768,0.008362666765848795
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,1024,768,0.008381866415341695
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,1024,768,0.007899733384450276
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,1024,768,0.008329600095748901
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,1024,768,0.008353066444396973
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,1024,768,0.007914666831493378
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,1024,768,0.007906133433183034
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,1024,768,0.007961600025494894
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,1024,768,0.007924266656239827
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,1024,768,0.008296533425649007
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,1024,768,0.008341333270072937
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,1024,768,0.00792746643225352
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,1024,768,0.0083146666487058
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,1024,768,0.008020266890525818
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,1024,768,0.007935999830563863
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,1024,768,0.007957333326339721
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,1024,768,0.008357333143552144
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,1024,768,0.008364799618721008
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,1024,768,0.00788266658782959
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,1024,768,0.007922133306662242
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,1024,768,0.008301866551240284
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,1024,768,0.007975466549396515
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,1024,768,0.007906133433183034
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,1024,768,0.007965866724650066
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,1024,768,0.007980800171693166
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,1024,768,0.00798399994770686
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,1024,512,0.028535467386245728
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,1024,512,0.013774933417638144
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,1024,768,0.007534933090209961
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,1024,512,0.008724266290664673
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,1024,512,0.006234666705131531
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,1024,512,0.0060917332768440245
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,1024,512,0.005853866537412008
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,1024,512,0.006120533247788747
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,1024,512,0.005826133489608765
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,1024,512,0.005430399874846141
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,1024,768,0.00830080012480418
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,1024,512,0.005096533397833506
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,1024,768,0.008427733182907104
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,1024,512,0.005030400057633718
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,1024,512,0.005510400235652924
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,1024,512,0.005073066552480062
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,1024,512,0.004666666686534882
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,1024,512,0.004624000191688538
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,1024,512,0.004212266703446706
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,1024,512,0.004582400123278299
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,1024,512,0.004622933268547058
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,1024,512,0.004065066576004028
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,1024,512,0.004211199780305227
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,1024,512,0.004220800101757049
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,1024,512,0.004619733492533366
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,1024,512,0.0042303999265035
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,1024,512,0.004166399935881296
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,1024,512,0.0038122666378815973
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,1024,512,0.0034143999218940735
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,1024,512,0.003389866650104523
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,1024,512,0.00340693344672521
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,1024,768,0.007900799810886382
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,1024,512,0.003045333425203959
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,1024,512,0.0030346666773160298
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,1024,512,0.002977066735426585
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,1024,512,0.0029525332152843474
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,1024,512,0.0026122666895389557
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,1024,512,0.0027082666754722597
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,1024,512,0.002690133452415466
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,1024,512,0.002961066613594691
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,1024,512,0.0029535998900731405
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,1024,512,0.002611200014750163
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,1024,512,0.002958933264017105
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,1024,512,0.00296426663796107
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,1024,512,0.0026133333643277483
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,1024,512,0.0026410666604836782
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,1024,512,0.0026208000878492994
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,1024,512,0.0058442667126655575
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,1024,512,0.002948266764481862
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,1024,512,0.0029685333371162414
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,1024,512,0.0030239999294281008
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,1024,512,0.003065599997838338
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,1024,512,0.0029653333127498626
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,1024,512,0.002962133288383484
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,1024,512,0.002553600072860718
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,1024,512,0.002567466596762339
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,1024,512,0.0025621332228183747
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,1024,512,0.002614400039116542
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,1024,512,0.0026154667139053345
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,1024,512,0.003437866767247518
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,1024,512,0.0029653333127498626
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,1024,512,0.0029706666866938275
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,1024,512,0.0029674666623274487
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,1024,512,0.0029696000119050344
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,1024,512,0.002749866743882497
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,1024,512,0.0029696000119050344
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,1024,512,0.002963199963172277
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,1024,512,0.002624000112215678
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,1024,512,0.00276799996693929
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,1024,512,0.0028480000793933867
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,1024,512,0.0029504001140594482
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,1024,512,0.003044266750415166
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,1024,512,0.0029877332349618276
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,1024,512,0.0030122667551040648
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,1024,512,0.003013333429892858
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,1024,512,0.06416106621424357
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,1024,512,0.006246399879455566
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,1024,512,0.03519359827041626
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,1024,512,0.024925865729649863
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,1024,512,0.02264639933904012
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,1024,512,0.022452267011006673
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,1024,512,0.0025685332715511323
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,1024,512,0.021559466918309532
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,1024,512,0.022884267568588256
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,1024,512,0.022194133202234904
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,1024,512,0.020801067352294922
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,1024,512,0.021362133820851645
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,1024,512,0.02068480054537455
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,1024,512,0.020610133806864418
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,1024,512,0.021228800217310585
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,1024,512,0.020321067174275717
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,1024,512,0.002977066735426585
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,1024,512,0.020772266387939452
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,1024,512,0.019022933642069497
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,1024,512,0.020170666774113975
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,1024,512,0.018564265966415406
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,1024,512,0.01875200072924296
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,1024,512,0.01872746745745341
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,1024,512,0.018566399812698364
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,1024,512,0.01857173244158427
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,1024,512,0.018573866287867228
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,1024,512,0.018101332585016887
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,1024,512,0.018682666619618735
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,1024,512,0.016548267006874083
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,1024,512,0.01706026593844096
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,1024,512,0.01649173299471537
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,1024,512,0.017180800437927246
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,1024,512,0.01693013310432434
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,1024,512,0.015643733739852905
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,1024,512,0.014979199568430582
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,1024,512,0.016241066654523215
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,1024,512,0.015054933230082192
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,1024,512,0.01460693379243215
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,1024,512,0.014456533392270408
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,1024,512,0.014745600024859109
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,1024,512,0.015754666924476624
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,1024,512,0.01680213411649068
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,1024,512,0.01453439990679423
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,1024,512,0.014458666245142618
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,1024,512,0.014477866888046264
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,1024,512,0.014393599828084311
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,1024,512,0.014683733383814493
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,1024,512,0.01446399986743927
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,1024,512,0.014458666245142618
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,1024,512,0.014416000247001648
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,1024,512,0.02223893404006958
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,1024,512,0.014738133549690247
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,1024,512,0.014401066303253173
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,1024,512,0.014318933089574179
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,1024,512,0.014192000031471252
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,1024,512,0.014366933703422546
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,1024,512,0.014283733566602072
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,1024,512,0.01432319978872935
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,1024,512,0.01442346672217051
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,1024,512,0.014410666624704995
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,1024,512,0.014270933469136557
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,1024,512,0.014335999886194864
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,1024,512,0.014349866906801859
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,1024,512,0.01442346672217051
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,1024,512,0.014411733547846476
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,1024,512,0.014456533392270408
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,1024,512,0.014260266224543253
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,1024,512,0.014355199535687766
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,1024,512,0.014314666390419006
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,1024,512,0.014312533537546792
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,1024,512,0.014218667149543762
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,1024,512,0.014295466740926108
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,1024,512,0.014292266964912415
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,1024,512,0.014365866780281067
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,1024,512,0.014331733187039694
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,1024,512,0.0211626668771108
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,1024,512,0.014243200421333313
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,1024,768,0.00958720048268636
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,1024,768,0.009942400455474853
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,1024,768,0.010149332880973815
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,1024,512,0.093068798383077
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,1024,512,0.17019413312276205
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,1024,512,1.2255264282226563
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,1024,512,0.3362367947896322
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,1024,512,0.07720212936401367
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,1024,512,0.0725717306137085
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,1024,512,0.09218026796976725
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,1024,512,0.06694080034891764
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,1024,512,0.08695147037506104
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,1024,512,0.06173973480860392
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,1024,512,0.08786986668904623
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,1024,512,0.08309760093688964
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,1024,512,0.08215893109639485
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,1024,512,0.051330133279164636
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,1024,512,0.07724160353342692
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,1024,512,0.04727360010147095
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,1024,512,0.0671509345372518
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,1024,512,0.041917868455251056
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,1024,512,0.04684053262074788
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,1024,512,0.041137067476908366
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,1024,512,0.06160746812820435
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,1024,512,0.07315519650777182
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,1024,512,0.056353068351745604
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,1024,512,0.057048531373341885
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,1024,512,0.05253973404566446
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,1024,512,0.037006934483846024
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,1024,512,0.031301333506902056
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,1024,512,0.03656426668167114
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,1024,512,0.03086506724357605
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,1024,512,0.02677546739578247
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,1024,512,0.025972266991933186
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,1024,512,0.021449599663416544
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,1024,512,0.02099306583404541
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,1024,512,0.016922666629155477
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,1024,512,0.0157642662525177
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,1024,512,0.011196800072987874
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,1024,512,0.010016000270843506
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,1024,512,0.007574399809042613
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,1024,512,0.00747626672188441
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,1024,512,0.007513600091139476
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,1024,512,0.007878399888674418
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,1024,512,0.0075445334116617845
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,1024,512,0.010376532872517902
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,1024,512,0.007542400062084198
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,1024,512,0.007259733478228251
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,1024,512,0.007481599847475688
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,1024,512,0.0067114666104316715
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,1024,512,0.006502399841944377
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,1024,512,0.006491733094056447
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,1024,512,0.006306133170922597
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,1024,512,0.006284800171852112
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,1024,512,0.006316799918810527
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,1024,512,0.006716800232728322
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,1024,512,0.006287999947865804
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,1024,512,0.0067445332805315655
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,1024,512,0.006537599861621857
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,1024,512,0.007111466427644093
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,1024,512,0.0066655998428662615
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,1024,512,0.00682773341735204
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,1024,512,0.006332799792289734
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,1024,512,0.006670933465162914
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,1024,512,0.006670933465162914
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,1024,512,0.007000533243020375
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,1024,512,0.006468266745408376
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,1024,512,0.006680533289909363
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,1024,512,0.006342400113741558
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,1024,512,0.006695466736952464
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,1024,512,0.006246399879455566
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,1024,512,0.03719040155410767
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,1024,512,0.0100490669409434
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,1024,512,0.015358933806419372
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,1024,512,0.01040000021457672
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,1024,512,0.01258133351802826
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,1024,512,0.012425600488980611
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,1024,512,0.012040533622105916
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,1024,512,0.009546666344006857
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,1024,512,0.021142399311065672
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,1024,512,0.011609599987665812
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,1024,512,0.012074666221936543
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,1024,512,0.011680000027020772
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,1024,512,0.01158186693986257
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,1024,512,0.011596799890200297
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,1024,512,0.011226666967074077
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,1024,512,0.011683199803034465
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,1024,512,0.011220266421635944
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,1024,512,0.010787199934323628
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,1024,512,0.010828800002733866
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,1024,512,0.010471466183662414
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,1024,512,0.01043839951356252
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,1024,512,0.010380799571673077
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,1024,512,0.010368000467618306
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,1024,512,0.009947733084360758
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,1024,512,0.009594666957855224
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,1024,512,0.010044800241788228
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,1024,512,0.009546666344006857
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,1024,512,0.00918826659520467
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,1024,512,0.0092031995455424
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,1024,512,0.008771199981371562
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,1024,512,0.009287466605504353
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,1024,512,0.00874773363272349
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,1024,512,0.008739200234413148
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,1024,512,0.008711466193199157
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,1024,512,0.008357333143552144
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,1024,512,0.008346666892369587
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,1024,512,0.008291199803352356
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,1024,512,0.007934933404127757
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,1024,512,0.007867733140786488
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,1024,512,0.007950933277606964
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,1024,512,0.007948799928029378
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,1024,512,0.007947733501593272
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,1024,512,0.007934933404127757
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,1024,512,0.007540266712506611
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,1024,512,0.008283733328183492
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,1024,512,0.007874133189519246
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,1024,512,0.007548800110816956
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,1024,512,0.007945600152015685
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,1024,512,0.008297599852085114
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,1024,512,0.00788266658782959
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,1024,512,0.007527466615041096
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,1024,512,0.007889066636562348
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,1024,512,0.007533866663773854
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,1024,512,0.007525333265463512
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,1024,512,0.007550933460394542
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,1024,512,0.007484800120194752
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,1024,512,0.0075647999842961625
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,1024,512,0.007578666508197785
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,1024,512,0.0074976002176602675
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,1024,512,0.007141333321730297
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,1024,512,0.007531733314196269
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,1024,512,0.007910400132338206
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,1024,512,0.007522133489449819
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,1024,512,0.00755626658598582
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,1024,512,0.007537066439787547
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,1024,512,0.00790293316046397
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,1024,512,0.007512533167997997
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,1024,512,0.00713919997215271
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,1024,512,0.007477333148320516
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,1024,512,0.007470933099587758
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,1024,512,0.0075328002373377485
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,1024,512,0.007691733539104462
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,1024,512,0.007490133245786031
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,1024,256,0.018630399306615194
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,1024,256,0.010743467013041179
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,1024,256,0.006446933249632518
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,1024,512,0.00746666689713796
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,1024,256,0.005028266708056132
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,1024,256,0.004654933512210846
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,1024,512,0.007131733496983846
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,1024,256,0.0046634669105211895
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,1024,512,0.007904000083605449
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,1024,256,0.004650666813055674
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,1024,256,0.005014400184154511
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,1024,512,0.0075552001595497135
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,1024,256,0.004331733286380768
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,1024,256,0.004702933132648468
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,1024,256,0.004182399809360504
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,1024,256,0.004197333256403605
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,1024,256,0.004261333247025808
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,1024,256,0.0037759999434153237
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,1024,256,0.00470719983180364
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,1024,256,0.0038261334101359046
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,1024,256,0.003774933268626531
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,1024,256,0.0038389332592487337
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,1024,256,0.0036415999134381616
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,1024,256,0.0034186666210492453
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,1024,256,0.0034154665966828666
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,1024,256,0.003419733295838038
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,1024,256,0.0034111998975276947
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,1024,256,0.0033781332274278007
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,1024,256,0.0028384000062942503
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,1024,256,0.0034175999462604523
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,1024,256,0.00266239990790685
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,1024,256,0.003009066730737686
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,1024,256,0.0026719999810059865
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,1024,256,0.002605866640806198
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,1024,256,0.0025909334421157838
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,1024,256,0.0026101333399613695
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,1024,256,0.002584533393383026
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,1024,256,0.0026015999416510267
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,1024,256,0.002614400039116542
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,1024,256,0.0025813333690166474
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,1024,256,0.0025301332275072734
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,1024,256,0.002593066543340683
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,1024,256,0.0025727999707063037
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,1024,256,0.0025770666698614756
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,1024,256,0.00238933339715004
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,1024,256,0.0023370665808518727
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,1024,256,0.0025429333249727885
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,1024,256,0.0025920001169045764
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,1024,256,0.002614400039116542
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,1024,256,0.0026122666895389557
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,1024,256,0.0025813333690166474
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,1024,256,0.0025962665677070618
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,1024,256,0.0025802666942278544
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,1024,256,0.0022453332940737406
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,1024,256,0.0022698665658632917
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,1024,256,0.0021909333765506743
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,1024,256,0.002182399978240331
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,1024,256,0.002186666677395503
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,1024,256,0.002593066543340683
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,1024,256,0.0025631998976071674
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,1024,256,0.002573866645495097
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,1024,256,0.002593066543340683
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,1024,256,0.0026133333643277483
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,1024,256,0.0025557334224383037
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,1024,256,0.003640533238649368
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,1024,256,0.0026015999416510267
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,1024,256,0.002203733225663503
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,1024,256,0.003009066730737686
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,1024,256,0.0025770666698614756
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,1024,256,0.002552533398071925
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,1024,256,0.0025216000775496166
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,1024,256,0.002605866640806198
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,1024,256,0.0025610665480295816
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,1024,256,0.002551466723283132
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,1024,256,0.0025418666501839954
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,1024,256,0.0025450666745503742
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,1024,256,0.04358293215433757
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,1024,256,0.028386133909225463
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,1024,256,0.02269866665204366
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,1024,256,0.020096000035603842
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,1024,256,0.019062399864196777
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,1024,256,0.01948480010032654
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,1024,256,0.019143466154734293
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,1024,256,0.018615466356277467
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,1024,256,0.018782933553059898
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,1024,256,0.018592000007629395
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,1024,256,0.019099734226862588
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,1024,256,0.01867626706759135
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,1024,256,0.018682666619618735
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,1024,256,0.018873600165049235
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,1024,256,0.018547199169794717
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,1024,256,0.017811199029286705
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,1024,256,0.016939733425776163
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,1024,256,0.016570666432380678
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,1024,256,0.016570666432380678
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,1024,256,0.004637866715590159
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,1024,256,0.017116800944010416
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,1024,256,0.016501333316167197
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,1024,256,0.016702934106191
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,1024,256,0.017869865894317626
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,1024,256,0.016673066218694053
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,1024,256,0.016390400131543477
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,1024,256,0.016556800405184428
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,1024,256,0.016613333423932394
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,1024,256,0.014939733346303306
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,1024,256,0.014636799693107605
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,1024,256,0.002621866762638092
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,1024,256,0.016059733430544534
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,1024,256,0.014506666858990987
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,1024,256,0.014843733112017313
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,1024,256,0.014499200383822122
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,1024,256,0.014380799730618796
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,1024,256,0.014283733566602072
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,1024,256,0.014387200276056925
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,1024,256,0.014510933558146158
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,1024,256,0.01463573376337687
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,1024,256,0.015660799543062844
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,1024,256,0.014380799730618796
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,1024,256,0.0145578662554423
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,1024,256,0.014316800236701965
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,1024,256,0.014385066429773965
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,1024,256,0.014044800400733947
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,1024,256,0.014274133245150247
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,1024,256,0.014350933829943338
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,1024,256,0.014975999792416891
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,1024,256,0.014556800325711569
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,1024,256,0.014428800344467163
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,1024,256,0.0145087997118632
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,1024,256,0.014115200440088908
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,1024,256,0.013697066903114319
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,1024,256,0.014404267072677612
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,1024,256,0.013066666324933371
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,1024,256,0.013063466548919678
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,1024,256,0.012843733032544455
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,1024,256,0.01404159963130951
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,1024,256,0.012723199526468911
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,1024,256,0.014038399855295817
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,1024,256,0.014332800110181173
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,1024,256,0.01415786643822988
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,1024,256,0.013833600282669067
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,1024,256,0.014155733585357665
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,1024,256,0.014135467012723288
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,1024,256,0.013782399892807006
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,1024,256,0.014275200168291726
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,1024,256,0.013614933689435324
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,1024,256,0.013585066795349121
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,1024,256,0.013814399639765421
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,1024,256,0.013870933651924133
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,1024,256,0.01402666668097178
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,1024,256,0.013741866747538248
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,1024,256,0.015955199797948204
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,1024,256,0.013307733337084451
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,1024,512,0.009172266721725464
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,1024,512,0.009540266791979472
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,1024,512,0.009157333771387737
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,1024,256,0.2596522649129232
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,1024,256,0.13170666694641114
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,1024,256,0.0722826639811198
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,1024,256,0.06082559823989868
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,1024,256,0.695245869954427
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,1024,256,0.057100800673166904
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,1024,256,0.07225706577301025
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,1024,256,0.05293866793314615
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,1024,256,0.06832426389058431
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,1024,256,0.04890666802724202
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,1024,256,0.0686037302017212
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,1024,256,0.06525226831436157
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,1024,256,0.0645855983098348
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,1024,256,0.040712531407674155
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,1024,256,0.03702293237050374
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,1024,256,0.036820268630981444
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,1024,256,0.05668266614278158
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,1024,256,0.03293226758639018
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,1024,256,0.06118293205897013
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,1024,256,0.03289493322372437
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,1024,256,0.0529578685760498
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,1024,256,0.049406933784484866
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,1024,256,0.045176533857981364
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,1024,256,0.045165868600209554
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,1024,256,0.04149973392486572
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,1024,256,0.02886506716410319
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,1024,256,0.025496532519658405
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,1024,256,0.028823467095692952
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,1024,256,0.025490132967631023
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,1024,256,0.021810134251912437
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,1024,256,0.01738986571629842
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,1024,256,0.01733120083808899
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,1024,256,0.02104426622390747
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,1024,256,0.013693867127100625
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,1024,256,0.013221333424250284
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,1024,256,0.00997866690158844
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,1024,256,0.00872213343779246
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,1024,256,0.006764799853165944
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,1024,256,0.006737066805362702
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,1024,256,0.007076266904671986
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,1024,256,0.006785066425800323
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,1024,256,0.008929066856702169
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,1024,256,0.006667733192443848
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,1024,256,0.006982400019963582
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,1024,256,0.0067552000284194945
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,1024,256,0.006702933212121327
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,1024,256,0.005857066810131073
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,1024,256,0.005884799857934316
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,1024,256,0.00589333325624466
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,1024,256,0.005899733304977417
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,1024,256,0.0055167997876803074
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,1024,256,0.005858133236567179
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,1024,256,0.0058442667126655575
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,1024,256,0.006251733501752217
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,1024,256,0.005835733314355215
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,1024,256,0.005891199906667074
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,1024,256,0.0054954667886098225
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,1024,256,0.005913599828879039
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,1024,256,0.005857066810131073
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,1024,256,0.006291200220584869
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,1024,256,0.0059114664793014525
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,1024,256,0.005858133236567179
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,1024,256,0.006122666597366333
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,1024,256,0.006011733412742614
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,1024,256,0.00589333325624466
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,1024,256,0.005853866537412008
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,1024,256,0.005894400179386139
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,1024,256,0.005922133227189382
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,1024,256,0.030491733551025392
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,1024,256,0.022702932357788086
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,1024,256,0.01738986571629842
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,1024,256,0.012008532881736755
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,1024,256,0.012040533622105916
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,1024,256,0.012032000223795573
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,1024,256,0.011589333415031433
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,1024,256,0.011574400464693706
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,1024,256,0.011609599987665812
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,1024,256,0.011241599917411804
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,1024,256,0.010820266604423524
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,1024,256,0.010773332913716634
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,1024,256,0.010770133137702942
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,1024,256,0.010759466886520385
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,1024,256,0.010439466436703999
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,1024,256,0.010351999600728353
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,1024,256,0.009995733698209126
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,1024,256,0.009949866930643718
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,1024,256,0.009981866677602131
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,1024,256,0.009949866930643718
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,1024,256,0.009593600034713745
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,1024,256,0.00921066701412201
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,1024,256,0.009567999839782714
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,1024,256,0.00913279950618744
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,1024,256,0.00877333382765452
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,1024,256,0.00872320036093394
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,1024,256,0.008716799815495809
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,1024,256,0.008356266220410665
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,1024,256,0.007540266712506611
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,1024,256,0.00881706674893697
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,1024,256,0.008711466193199157
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,1024,256,0.00879039963086446
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,1024,256,0.00832426647345225
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,1024,256,0.008310399949550629
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,1024,256,0.007910400132338206
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,1024,256,0.007924266656239827
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,1024,256,0.007945600152015685
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,1024,256,0.007672533392906189
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,1024,256,0.0075445334116617845
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,1024,256,0.007921066880226136
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,1024,256,0.007522133489449819
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,1024,256,0.007562666634718577
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,1024,256,0.0075082664688428235
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,1024,256,0.007500799993673961
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,1024,256,0.007188266515731812
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,1024,256,0.007565866907437642
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,1024,256,0.007132799923419952
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,1024,256,0.007542400062084198
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,1024,256,0.007515733440717061
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,1024,256,0.007154133419195812
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,1024,256,0.007158400118350982
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,1024,256,0.007310933371384938
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,1024,256,0.007122133175532024
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,1024,256,0.007874133189519246
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,1024,256,0.0075093333919843035
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,1024,256,0.0071722666422526045
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,1024,256,0.007547733187675476
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,1024,256,0.007175466914971669
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,1024,256,0.007266133526961009
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,1024,256,0.007478400071461995
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,1024,256,0.0070933332045873005
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,1024,256,0.007480533421039581
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,1024,256,0.007141333321730297
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,1024,256,0.007132799923419952
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,1024,256,0.007222400108973186
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,1024,256,0.00714026689529419
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,1024,256,0.007096533477306366
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,1024,256,0.007160533467928569
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,1024,256,0.007153066496054332
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,1024,256,0.007537066439787547
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,1024,256,0.0070783997575442
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,1024,256,0.007163733243942261
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,1024,256,0.007147733370463054
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,1024,128,0.014859732985496522
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,1024,128,0.008754133184750875
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,1024,128,0.006054399907588959
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,1024,128,0.004241066674391428
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,1024,256,0.0074976002176602675
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,1024,128,0.003835733234882355
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,1024,128,0.003992533435424169
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,1024,128,0.0038634667793909705
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,1024,128,0.004261333247025808
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,1024,128,0.0037973334391911825
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,1024,256,0.007154133419195812
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,1024,128,0.004206933577855428
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,1024,128,0.00345920001467069
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,1024,128,0.003457066665093104
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,1024,128,0.0037962667644023894
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,1024,128,0.0033834666013717652
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,1024,128,0.0033610666791598
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,1024,128,0.003028266628583272
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,1024,256,0.007161599894364675
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,1024,128,0.003399466723203659
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,1024,128,0.0030261332790056865
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,1024,128,0.0032629333436489105
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,1024,128,0.003036800026893616
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,1024,128,0.0034122665723164878
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,1024,128,0.0029866665601730345
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,1024,128,0.0029898665845394133
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,1024,128,0.003035733352104823
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,1024,128,0.0025898667673269907
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,1024,128,0.00266239990790685
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,1024,128,0.002570666621128718
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,1024,128,0.002570666621128718
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,1024,128,0.004448000093301137
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,1024,128,0.002566399921973546
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,1024,128,0.002293333411216736
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,1024,128,0.0022133332987626392
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,1024,128,0.002217599997917811
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,1024,128,0.0021759999295075734
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,1024,128,0.002217599997917811
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,1024,128,0.002221866697072983
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,1024,256,0.007525333265463512
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,1024,128,0.002217599997917811
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,1024,128,0.0038634667793909705
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,1024,128,0.002209066599607468
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,1024,128,0.0021674667795499166
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,1024,128,0.002197333425283432
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,1024,128,0.0021461332837740582
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,1024,128,0.002186666677395503
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,1024,128,0.002199466774861018
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,1024,128,0.002205866575241089
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,1024,128,0.0022261333962281544
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,1024,128,0.0034453332424163817
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,1024,128,0.0022154666483402254
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,1024,128,0.0021877333521842955
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,1024,128,0.0022005334496498106
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,1024,128,0.0021546666820844015
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,1024,128,0.0021589333812395734
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,1024,128,0.002170666555563609
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,1024,128,0.002148266633351644
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,1024,128,0.0021845333278179167
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,1024,128,0.0021418665846188864
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,1024,128,0.002221866697072983
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,1024,128,0.0021375998854637145
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,1024,128,0.002203733225663503
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,1024,128,0.0022005334496498106
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,1024,128,0.002443733314673106
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,1024,128,0.0022026665508747103
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,1024,128,0.002148266633351644
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,1024,128,0.0022079999248186748
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,1024,128,0.0026261332134405774
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,1024,128,0.0021461332837740582
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,1024,128,0.002218666672706604
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,1024,128,0.002199466774861018
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,1024,128,0.0022229333718617756
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,1024,128,0.0021354667842388153
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,1024,128,0.0022069332500298817
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,1024,128,0.002149333308140437
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,1024,128,0.03328959941864014
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,1024,128,0.0254421333471934
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,1024,128,0.017432532707850137
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,1024,128,0.018599466482798258
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,1024,128,0.01765226721763611
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,1024,128,0.01694719990094503
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,1024,128,0.002160000056028366
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,1024,128,0.0181386669476827
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,1024,128,0.016770132382710776
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,1024,128,0.016521599888801575
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,1024,128,0.016777600844701132
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,1024,128,0.016583466529846193
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,1024,128,0.016502400239308677
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,1024,128,0.01741546591122945
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,1024,128,0.016556800405184428
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,1024,128,0.017391999562581383
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,1024,128,0.01616853376229604
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,1024,128,0.016794667641321818
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,1024,128,0.002160000056028366
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,1024,128,0.017280000448226928
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,1024,128,0.015522133310635886
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,1024,128,0.016302933295567833
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,1024,128,0.015140266219774882
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,1024,128,0.01458453337351481
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,1024,128,0.016978132724761962
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,1024,128,0.015336533387502035
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,1024,128,0.014801067113876343
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,1024,128,0.014528000354766845
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,1024,128,0.014500266313552857
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,1024,128,0.015614933768908181
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,1024,128,0.014522666732470194
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,1024,128,0.021357866128285725
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,1024,128,0.014436266819636025
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,1024,128,0.014490666985511779
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,1024,128,0.013878400127092997
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,1024,128,0.014398933450380961
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,1024,128,0.013614933689435324
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,1024,128,0.014459733168284097
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,1024,128,0.015133866667747497
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,1024,128,0.014517333110173544
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,1024,128,0.014225066701571146
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,1024,128,0.0141184002161026
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,1024,128,0.01316159963607788
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,1024,128,0.014316800236701965
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,1024,128,0.0139082670211792
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,1024,128,0.014803199966748556
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,1024,128,0.016218666235605875
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,1024,128,0.013387733697891235
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,1024,128,0.01395626664161682
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,1024,128,0.013532800475756326
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,1024,128,0.01274133324623108
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,1024,128,0.012739200393358865
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,1024,128,0.015337600310643514
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,1024,128,0.012937600413958231
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,1024,128,0.01414293348789215
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,1024,128,0.012921599547068277
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,1024,128,0.012838400403658547
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,1024,128,0.013405866424242654
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,1024,128,0.012811733285586038
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,1024,128,0.014513066411018372
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,1024,128,0.013337600231170654
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,1024,128,0.013084800044695536
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,1024,128,0.014108799894650779
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,1024,128,0.01394773324330648
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,1024,128,0.013673599561055502
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,1024,128,0.013487999637921652
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,1024,128,0.013475199540456137
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,1024,128,0.0136245330174764
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,1024,128,0.012866133451461792
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,1024,128,0.013208533326784769
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,1024,128,0.01404159963130951
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,1024,128,0.013544533650080362
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,1024,128,0.012942933042844138
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,1024,128,0.014103466272354126
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,1024,128,0.014300800363222756
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,1024,128,0.014317867159843446
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,1024,256,0.007972266773382823
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,1024,256,0.007922133306662242
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,1024,256,0.008012799918651581
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,1024,128,0.06284799973169962
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,1024,128,0.11328960259755452
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,1024,128,0.22277439435323082
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,1024,128,0.5052735964457195
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,1024,128,0.05276373227437338
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,1024,128,0.04929706652959188
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,1024,128,0.06281919876734415
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,1024,128,0.04573866526285807
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,1024,128,0.05914026498794556
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,1024,128,0.04270506699879964
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,1024,128,0.05546666781107584
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,1024,128,0.05912533203760782
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,1024,128,0.05583146810531616
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,1024,128,0.05258026520411173
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,1024,128,0.03543786605199178
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,1024,128,0.03245333234469096
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,1024,128,0.03246399958928426
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,1024,128,0.029339732726414998
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,1024,128,0.028802132606506346
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,1024,128,0.04968213240305583
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,1024,128,0.04599039951960246
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,1024,128,0.04280639886856079
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,1024,128,0.039025068283081055
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,1024,128,0.03905386527379354
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,1024,128,0.03577280044555664
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,1024,128,0.0255295991897583
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,1024,128,0.025545599063237508
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,1024,128,0.022245333592096964
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,1024,128,0.022265599171320597
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,1024,128,0.01895573337872823
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,1024,128,0.018632533152898152
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,1024,128,0.015740799903869628
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,1024,128,0.015714133779207863
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,1024,128,0.012472533186276754
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,1024,128,0.0120170662800471
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,1024,128,0.009157333771387737
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,1024,128,0.008307200173536937
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,1024,128,0.006320000191529592
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,1024,128,0.006292266647020976
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,1024,128,0.0062389334042867025
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,1024,128,0.006331733365853627
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,1024,128,0.006630399823188781
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,1024,128,0.006232533355553945
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,1024,128,0.006320000191529592
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,1024,128,0.00631039987007777
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,1024,128,0.0083146666487058
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,1024,128,0.005857066810131073
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,1024,128,0.00543146679798762
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,1024,128,0.005454933146635691
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,1024,128,0.005635199944178263
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,1024,128,0.005416533350944519
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,1024,128,0.005505066613356272
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,1024,128,0.005826133489608765
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,1024,128,0.005841066439946493
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,1024,128,0.005481599768002828
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,1024,128,0.005454933146635691
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,1024,128,0.005514666438102722
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,1024,128,0.0055189331372578945
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,1024,128,0.005430399874846141
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,1024,128,0.0058442667126655575
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,1024,128,0.005491200089454651
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,1024,128,0.0054624001185099285
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,1024,128,0.005492266515890757
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,1024,128,0.0058677335580190025
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,1024,128,0.0055071999629338585
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,1024,128,0.005486933390299479
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,1024,128,0.0054282665252685545
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,1024,128,0.037026135126749675
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,1024,128,0.02841493288675944
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,1024,128,0.01695466637611389
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,1024,128,0.011975466211636861
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,1024,128,0.005459199845790863
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,1024,128,0.011642666657765706
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,1024,128,0.011265066266059876
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,1024,128,0.011569066842397054
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,1024,128,0.011293866237004598
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,1024,128,0.010812800129254658
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,1024,128,0.010780800382296245
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,1024,128,0.010826667149861652
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,1024,128,0.01045973300933838
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,1024,128,0.01042560040950775
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,1024,128,0.010342400272687275
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,1024,128,0.010014933347702027
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,1024,128,0.010197333494822184
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,1024,128,0.009591466188430786
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,1024,128,0.009591466188430786
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,1024,128,0.008356266220410665
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,1024,128,0.009716266393661499
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,1024,128,0.008004266520341237
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,1024,128,0.009190400441487629
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,1024,128,0.00918293297290802
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,1024,128,0.009174399574597676
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,1024,128,0.00913706620534261
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,1024,128,0.008771199981371562
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,1024,128,0.00876800020535787
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,1024,128,0.008371200164159138
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,1024,128,0.008338133494059246
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,1024,128,0.00795306662718455
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,1024,128,0.008045866588751475
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,1024,128,0.007941333452860515
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,1024,128,0.007950933277606964
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,1024,128,0.007528533538182576
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,1024,128,0.007527466615041096
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,1024,128,0.007534933090209961
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,1024,128,0.0072202667593956
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,1024,128,0.0075647999842961625
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,1024,128,0.007528533538182576
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,1024,128,0.007514666517575581
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,1024,128,0.0070933332045873005
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,1024,128,0.0071285332242647815
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,1024,128,0.00710399995247523
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,1024,128,0.0070709332823753355
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,1024,128,0.007522133489449819
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,1024,128,0.007090133428573608
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,1024,128,0.007074133555094402
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,1024,128,0.007113599777221679
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,1024,128,0.0071381335457166035
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,1024,128,0.007057066758473713
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,1024,128,0.007524266839027405
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,1024,128,0.006773333251476288
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,1024,128,0.006671999891599019
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,1024,128,0.006897066533565521
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,1024,128,0.0067114666104316715
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,1024,128,0.007129600147406261
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,1024,128,0.00697813332080841
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,1024,128,0.007080533107121785
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,1024,128,0.006702933212121327
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,1024,128,0.007099733253320058
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,1024,128,0.0070783997575442
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,1024,128,0.0071168000499407455
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,1024,128,0.007150933146476746
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,1024,128,0.006832000116507213
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,1024,128,0.006705066561698914
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,1024,128,0.007092266778151194
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,1024,128,0.00714026689529419
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,1024,128,0.006733866532643636
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,1024,128,0.006702933212121327
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,1024,128,0.007101866602897644
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,1024,128,0.007075199981530507
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,1024,128,0.006753066678841908
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,1024,128,0.006708266834417979
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,1024,128,0.006875733534495036
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,1024,64,0.013241599996884665
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,1024,64,0.008131200075149536
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,1024,128,0.007157333195209503
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,1024,64,0.0058773333827654515
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,1024,64,0.0038101332883040107
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,1024,64,0.0037994667887687682
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,1024,64,0.0034933333595593774
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,1024,64,0.003788800040880839
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,1024,64,0.003433600068092346
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,1024,64,0.0033791999022165934
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,1024,64,0.003908266623814901
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,1024,64,0.0037845333417256674
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,1024,64,0.0033919999996821085
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,1024,64,0.0033386667569478357
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,1024,64,0.0035135999321937563
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,1024,64,0.0033887999753157297
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,1024,64,0.0030016000072161358
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,1024,64,0.003031466652949651
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,1024,64,0.0029887999097506206
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,1024,64,0.0029578665892283124
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,1024,64,0.003833599885304769
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,1024,64,0.003013333429892858
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,1024,64,0.0031669333577156065
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,1024,64,0.00297173336148262
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,1024,64,0.0030016000072161358
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,1024,64,0.00262719988822937
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,1024,64,0.0030293333033720653
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,1024,128,0.006717866659164429
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,1024,64,0.0025589334468046824
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,1024,64,0.0025909334421157838
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,1024,64,0.0025472000241279604
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,1024,64,0.0025621332228183747
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,1024,64,0.002598399917284648
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,1024,64,0.002616533388694127
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,1024,64,0.002195200075705846
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,1024,64,0.002254933367172877
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,1024,64,0.002120533337195714
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,1024,64,0.0021877333521842955
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,1024,64,0.0021578667064507803
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,1024,64,0.002195200075705846
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,1024,64,0.0021557333568731946
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,1024,64,0.002204799900452296
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,1024,64,0.0021418665846188864
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,1024,64,0.0021589333812395734
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,1024,64,0.0021375998854637145
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,1024,64,0.002143999934196472
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,1024,64,0.0021845333278179167
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,1024,64,0.0021749332547187803
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,1024,64,0.0021930667261282604
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,1024,64,0.0021536000072956084
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,1024,64,0.002136533210674922
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,1024,64,0.0021514666577180227
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,1024,64,0.002149333308140437
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,1024,64,0.0021375998854637145
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,1024,64,0.0021386665602525076
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,1024,64,0.0021514666577180227
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,1024,64,0.0021429332594076794
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,1024,64,0.0021344001094500227
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,1024,64,0.002133333434661229
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,1024,128,0.007130666573842366
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,1024,64,0.002204799900452296
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,1024,64,0.002170666555563609
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,1024,64,0.0021354667842388153
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,1024,64,0.0021674667795499166
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,1024,64,0.0021344001094500227
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,1024,64,0.002152533332506816
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,1024,64,0.002145066608985265
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,1024,64,0.002178133279085159
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,1024,64,0.002131200085083644
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,1024,64,0.002162133405605952
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,1024,64,0.0021578667064507803
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,1024,64,0.0021344001094500227
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,1024,64,0.0021386665602525076
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,1024,64,0.0021589333812395734
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,1024,64,0.03150186737378438
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,1024,64,0.02408213416735331
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,1024,64,0.002133333434661229
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,1024,64,0.016549332936604818
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,1024,64,0.019897600015004478
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,1024,64,0.016633599996566772
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,1024,64,0.01827413241068522
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,1024,64,0.016535466909408568
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,1024,64,0.017151999473571777
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,1024,64,0.016562133034070333
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,1024,64,0.016155733664830526
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,1024,64,0.016430933276812235
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,1024,64,0.01819733381271362
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,1024,64,0.016615466276804606
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,1024,64,0.017017600933710735
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,1024,64,0.016501333316167197
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,1024,64,0.01633280018965403
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,1024,64,0.017029333114624023
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,1024,64,0.015804800391197204
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,1024,64,0.015994667013486227
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,1024,64,0.014487466216087342
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,1024,64,0.01566933294137319
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,1024,64,0.002149333308140437
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,1024,64,0.016427733500798545
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,1024,64,0.01686506668726603
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,1024,64,0.016210132837295534
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,1024,64,0.014470400412877402
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,1024,64,0.01451520025730133
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,1024,64,0.014473600188891092
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,1024,64,0.014780799547831217
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,1024,64,0.01460906664530436
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,1024,64,0.015185067057609558
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,1024,64,0.014479999740918478
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,1024,64,0.014689067006111145
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,1024,64,0.014376533031463624
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,1024,64,0.014226133624712626
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,1024,64,0.013733333349227906
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,1024,64,0.013733333349227906
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,1024,64,0.014252799749374389
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,1024,64,0.014153599739074707
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,1024,64,0.014454399545987448
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,1024,64,0.014412800470987955
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,1024,64,0.014101333419481912
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,1024,64,0.014074666301409402
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,1024,64,0.013640532890955607
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,1024,64,0.013244799772898355
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,1024,64,0.013175466656684875
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,1024,64,0.013827199737230936
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,1024,64,0.013204266627629599
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,1024,64,0.0143477330605189
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,1024,64,0.012946133812268576
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,1024,64,0.013917866349220275
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,1024,64,0.01646719972292582
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,1024,64,0.013052800297737121
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,1024,64,0.014215466380119324
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,1024,64,0.013354667027791343
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,1024,64,0.013622400164604188
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,1024,64,0.013860266407330832
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,1024,64,0.013564800222714743
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,1024,64,0.013886933525403341
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,1024,64,0.002977066735426585
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,1024,64,0.014201600352923074
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,1024,64,0.012710400422414145
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,1024,64,0.014225066701571146
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,1024,64,0.013833600282669067
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,1024,64,0.01378986636797587
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,1024,64,0.01402773360411326
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,1024,64,0.013343999783198038
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,1024,64,0.013591466347376504
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,1024,64,0.013199999928474426
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,1024,64,0.013500799735387167
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,1024,64,0.013145599762598673
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,1024,64,0.013044266899426778
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,1024,64,0.013289599617322286
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,1024,64,0.01307413379351298
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,1024,32,0.00855573316415151
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,1024,32,0.005851733187834421
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,1024,32,0.004215466479460398
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,1024,32,0.0038111999630928038
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,1024,32,0.0038122666378815973
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,1024,32,0.003786666691303253
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,1024,32,0.003786666691303253
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,1024,32,0.004117333392302195
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,1024,32,0.0034101332227389016
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,1024,32,0.005106133222579956
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,1024,32,0.0033887999753157297
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,1024,32,0.0034282666941483817
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,1024,64,0.013050666451454163
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,1024,32,0.0037802666425704955
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,1024,32,0.0034282666941483817
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,1024,32,0.003048533449570338
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,1024,32,0.0030154667794704436
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,1024,32,0.0030346666773160298
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,1024,32,0.0038442666331926978
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,1024,32,0.003013333429892858
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,1024,32,0.0034272000193595886
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,1024,32,0.003011200080315272
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,1024,32,0.0030378667016824085
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,1024,32,0.003017599880695343
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,1024,32,0.00266239990790685
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,1024,32,0.0030239999294281008
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,1024,32,0.0025973332424958544
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,1024,64,0.014127999544143677
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,1024,32,0.0025920001169045764
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,1024,32,0.002567466596762339
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,1024,32,0.00258240004380544
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,1024,32,0.0025898667673269907
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,1024,32,0.013821867108345032
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,1024,32,0.0022272000710169475
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,1024,32,0.0021898667017618816
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,1024,32,0.0021749332547187803
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,1024,32,0.0021397332350413007
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,1024,32,0.002181333303451538
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,1024,32,0.0022026665508747103
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,1024,32,0.0021664001047611236
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,1024,32,0.0021717332303524016
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,1024,32,0.002149333308140437
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,1024,32,0.0021856000026067098
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,1024,32,0.0021749332547187803
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,1024,32,0.0021536000072956084
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,1024,32,0.0021909333765506743
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,1024,32,0.002178133279085159
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,1024,32,0.0022154666483402254
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,1024,32,0.00223786657055219
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,1024,32,0.0022357332209746042
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,1024,32,0.002179199953873952
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,1024,32,0.0021461332837740582
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,1024,32,0.0021770666042963665
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,1024,32,0.0021589333812395734
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,1024,32,0.0033962666988372804
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,1024,32,0.002160000056028366
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,1024,32,0.0021503999829292296
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,1024,32,0.002160000056028366
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,1024,32,0.002164266755183538
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,1024,32,0.002195200075705846
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,1024,32,0.0021717332303524016
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,1024,32,0.002164266755183538
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,1024,32,0.002143999934196472
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,1024,32,0.002149333308140437
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,1024,32,0.002152533332506816
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,1024,32,0.0021461332837740582
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,1024,32,0.002165333429972331
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,1024,32,0.0021717332303524016
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,1024,32,0.0021503999829292296
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,1024,32,0.0021738665799299877
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,1024,32,0.002163200080394745
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,1024,32,0.002136533210674922
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,1024,32,0.002170666555563609
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,1024,32,0.0025888000925381976
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,1024,32,0.022606933116912843
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,1024,32,0.01649066706498464
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,1024,32,0.01925440033276876
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,1024,32,0.017679999272028603
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,1024,32,0.016458666324615477
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,1024,32,0.01581013302008311
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,1024,32,0.016710400581359863
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,1024,32,0.01693120002746582
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,1024,32,0.014896000425020853
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,1024,32,0.017143466075261436
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,1024,32,0.016590933005015053
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,1024,32,0.015913599729537965
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,1024,32,0.015435733397801719
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,1024,32,0.017091200749079386
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,1024,32,0.014510933558146158
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,1024,32,0.015032533804575601
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,1024,32,0.015782399972279867
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,1024,32,0.0021536000072956084
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,1024,32,0.014472533265749613
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,1024,32,0.02930026650428772
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,1024,32,0.01620266636212667
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,1024,32,0.015779200196266174
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,1024,32,0.014906666676203408
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,1024,32,0.014518400033315023
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,1024,32,0.002218666672706604
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,1024,32,0.015105066696802774
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,1024,32,0.014586666226387024
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,1024,32,0.017672532796859743
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,1024,32,0.014441600441932679
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,1024,32,0.01443839967250824
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,1024,32,0.014443733294804893
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,1024,32,0.01436906655629476
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,1024,32,0.014231466253598533
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,1024,32,0.014447999993960061
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,1024,32,0.014344533284505209
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,1024,32,0.014653866489728292
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,1024,32,0.014349866906801859
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,1024,32,0.01360319952170054
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,1024,32,0.014233600099881491
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,1024,32,0.013617066542307535
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,1024,32,0.014310399691263834
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,1024,32,0.01390506625175476
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,1024,32,0.014281599720319112
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,1024,32,0.013015466928482055
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,1024,32,0.013774933417638144
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,1024,32,0.013125333189964294
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,1024,32,0.014250666896502177
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,1024,32,0.014308266838391624
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,1024,32,0.01446293294429779
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,1024,32,0.014295466740926108
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,1024,32,0.014403200149536133
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,1024,32,0.014272000392278036
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,1024,32,0.01373546620210012
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,1024,32,0.014310399691263834
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,1024,32,0.014206932981808982
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,1024,32,0.01416000028451284
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,1024,32,0.014243200421333313
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,1024,32,0.013491200407346091
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,1024,32,0.01400213340918223
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,1024,32,0.013402666648228964
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,1024,32,0.01406719982624054
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,1024,32,0.013874133427937826
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,1024,32,0.014221866925557455
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,1024,32,0.013740799824396768
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,1024,32,0.013717333475748697
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,1024,32,0.013704533378283182
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,1024,32,0.013769599795341491
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,1024,32,0.013637333114941915
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,1024,32,0.013867732882499696
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,1024,32,0.013576533397038779
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,1024,32,0.01392213304837545
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,1024,32,0.014401066303253173
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,1024,32,0.013864533106486002
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,1024,32,0.013481600085894265
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,1024,32,0.013889066378275552
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,768,65536,0.3136826753616333
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,768,65536,0.5577199856440226
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,768,65536,0.313917338848114
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,1024,32,0.014016000429789224
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,768,65536,1.1045467058817546
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,768,65536,0.29762667417526245
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,768,65536,0.26676533619562787
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,768,65536,0.2667333285013835
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,768,65536,0.26629066467285156
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,768,65536,0.2551013429959615
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,768,65536,0.24633866548538208
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,768,65536,0.24973066647847494
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,768,65536,0.22459999720255533
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,768,65536,0.21163199345270792
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,768,65536,0.20962933699289957
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,768,65536,2.3157893816630044
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,768,65536,0.19926933447519937
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,768,65536,0.21039734284083048
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,768,65536,0.1889973282814026
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,768,65536,0.17956533034642538
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,768,65536,0.17252000172932944
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,768,65536,0.17237865924835205
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,768,65536,0.16448533535003662
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,768,65536,0.12551466623942056
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,768,65536,0.17328532536824545
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,768,65536,0.14698933561642966
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,768,65536,0.11889599760373433
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,768,65536,0.12585600217183432
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,768,65536,0.09833866357803345
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,768,65536,0.08634666601816814
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,768,65536,0.06389066576957703
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,768,65536,0.05195466677347819
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,768,65536,0.034103999535242714
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,768,65536,0.04585599899291992
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,768,65536,0.03146400054295858
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,768,65536,0.03129333257675171
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,768,65536,0.029645333687464397
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,768,65536,0.030802667140960693
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,768,65536,0.030055999755859375
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,768,65536,0.02741066614786784
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,768,65536,0.028237332900365193
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,768,65536,0.027066667874654133
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,768,65536,0.2955440084139506
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,768,65536,0.026890667776266735
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,768,65536,0.027074667314688366
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,768,65536,0.024877332150936127
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,768,65536,0.02953333407640457
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,768,65536,0.025983999172846477
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,768,65536,0.023770667612552643
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,768,65536,0.0239680012067159
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,768,65536,0.024978667497634888
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,768,65536,0.024877332150936127
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,768,65536,0.025472000241279602
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,768,65536,0.024775999287764233
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,768,65536,0.021925332645575207
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,768,65536,0.023741332193215687
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,768,65536,0.02090666691462199
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,768,65536,0.02362400044997533
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,768,65536,0.023445333043734234
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,768,65536,0.02303733428319295
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,768,65536,0.14632266759872437
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,768,65536,0.0229093333085378
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,768,65536,0.022821334501107533
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,768,65536,0.02292799949645996
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,768,65536,0.022837333381175995
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,768,65536,0.020168000211318333
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,768,65536,0.02003466710448265
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,768,65536,0.020288000504175823
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,768,65536,0.019973333925008774
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,768,65536,0.020853333175182343
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,768,65536,0.021349333226680756
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,768,65536,0.021032000581423443
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,768,65536,0.02120000123977661
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,768,65536,0.03207733233769735
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,768,65536,1.657443576388889
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,768,65536,0.08221333225568135
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,768,65536,0.9085120095147027
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,768,65536,0.9008497662014432
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,768,65536,3.303683598836263
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,768,65536,0.8366986910502116
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,768,65536,0.8523662355211047
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,768,65536,0.7978382110595703
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,768,65536,0.8068977991739908
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,768,65536,0.7500515513949924
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,1024,128,0.007493333518505096
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,768,65536,0.7025618023342557
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,768,65536,0.7526311344570584
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,1024,128,0.007146666447321574
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,768,65536,0.648936907450358
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,768,65536,0.5923964182535807
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,768,65536,0.6387075318230523
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,768,65536,0.5880159801907009
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,768,65536,0.5368995666503906
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,768,65536,0.5451288753085667
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,768,65536,0.48334042231241864
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,768,65536,0.4379466639624701
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,768,65536,0.44151467747158474
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,1024,128,0.007118933399518331
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,768,65536,6.611082712809245
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,768,65536,0.38318755891587997
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,768,65536,0.33169423209296334
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,768,65536,0.2783306704627143
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,768,65536,0.28268088234795463
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,768,65536,0.17346844408247206
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,768,65536,0.22415643268161348
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,768,65536,0.22831466462877062
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,768,65536,0.11432888772752549
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,768,65536,0.6901706589592828
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,768,65536,0.06583466794755724
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,768,65536,0.06376177734798856
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,768,65536,0.0636497802204556
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,768,65536,0.05746666590372721
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,768,65536,0.05591999822192722
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,768,65536,0.05406399899058872
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,768,65536,0.054442667298846774
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,768,65536,0.047262221574783325
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,768,65536,0.04375466704368591
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,768,65536,0.043813334570990674
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,768,65536,0.04367644588152567
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,768,65536,0.04112177756097581
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,768,65536,0.0432515541712443
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,768,65536,0.03817244370778402
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,768,65536,0.04031822085380554
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,768,65536,0.03826844361093309
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,768,65536,0.49473243289523655
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,768,65536,0.03534400131967332
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,768,65536,0.037308444579442344
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,768,65536,0.04113599989149306
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,768,65536,0.3835662206013997
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,768,65536,0.3323768774668376
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,768,65536,0.029159112109078303
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,768,65536,0.029167999823888142
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,768,65536,0.02904355525970459
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,768,65536,0.028840889533360798
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,768,65536,0.029402666621738013
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,768,65536,0.028483556376563177
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,768,65536,0.028026666906144884
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,768,65536,0.026991999811596338
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,768,65536,0.06564266814125909
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,768,65536,0.03732622332043118
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,768,65536,0.11245511637793647
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,768,65536,0.03661155700683594
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,768,65536,0.036935110886891685
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,768,65536,0.03741333219740126
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,768,65536,0.03590222199757894
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,768,65536,0.0358915560775333
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,768,65536,0.03597155544492934
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,768,65536,0.034769776794645525
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,768,65536,0.033096889654795326
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,768,65536,0.03944177760018243
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,768,65536,0.17038933436075845
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,768,65536,0.0354417794280582
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,768,65536,0.5461422072516547
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,768,65536,1.0100142161051433
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,768,65536,0.5274595684475368
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,768,65536,2.0562542809380426
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,768,65536,0.4758417871263292
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,768,65536,0.5005031161838108
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,768,65536,4.0599750942654085
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,768,65536,0.5715022087097168
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,768,65536,0.5216337839762369
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,768,65536,0.41231287850273984
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,768,65536,0.4542133543226454
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,768,65536,0.4313226540883382
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,768,65536,0.38131022453308105
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,768,65536,0.43773333231608075
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,768,65536,0.3310435612996419
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,768,65536,0.4122275511423747
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,768,65536,0.35637511147393125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,768,65536,0.3758240011003282
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,768,65536,0.32814044422573513
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,768,65536,0.2875235610538059
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,768,65536,0.27827199300130206
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,768,65536,0.351015117433336
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,768,65536,0.23871644337972006
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,768,65536,0.26370488272772896
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,768,65536,0.2571164502037896
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,768,65536,0.2343360053168403
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,768,65536,0.20623111724853516
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,768,65536,0.2116017738978068
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,768,65536,0.1889279948340522
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,768,65536,0.18179555733998617
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,768,65536,0.16571199893951416
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,768,65536,0.16063643826378718
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,768,65536,0.11807289388444688
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,768,65536,0.13315733273824057
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,768,65536,0.08175822099049886
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,768,65536,0.08100444740719266
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,768,65536,0.07451377974616157
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,768,65536,0.07154666715198092
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,768,65536,0.07143821981218126
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,768,65536,0.07013333506054349
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,768,65536,0.08449066347546047
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,768,65536,0.07000178098678589
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,768,65536,0.07795021931330363
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,768,65536,0.06850488980611165
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,768,65536,0.06858133607440524
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,768,65536,0.06725511285993788
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,768,65536,0.0677351090643141
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,768,65536,0.06645333104663424
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,768,65536,0.06715733475155301
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,768,65536,0.06632888979381986
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,768,65536,0.06635022163391113
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,768,65536,0.06471111377080281
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,768,65536,0.06460266643100314
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,768,65536,0.0650577810075548
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,768,65536,0.0738240016831292
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,768,65536,0.06487644380993314
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,768,65536,0.06503822406133015
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,768,65536,0.06451021962695651
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,768,65536,0.06456355253855388
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,768,65536,0.06492444541719225
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,768,65536,0.06445155541102092
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,768,65536,0.06502933634652032
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,768,65536,0.06460089153713651
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,768,65536,0.06460799773534139
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,768,65536,0.06516622172461616
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,768,65536,0.06465422444873385
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,768,65536,0.0644657810529073
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,768,65536,0.06460977925194634
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,768,65536,0.06450311342875163
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,768,65536,0.10549689001507229
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,768,65536,0.08561244275834824
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,768,65536,0.07926399840248956
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,768,65536,0.06481244166692098
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,768,65536,0.10899555683135986
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,768,65536,0.2597610632578532
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,768,65536,0.26491732597351075
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,768,65536,0.9204853057861329
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,768,65536,0.2575285275777181
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,768,65536,0.5141109466552735
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,768,65536,0.246946128209432
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,768,65536,1.9624127705891925
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,768,65536,0.2624608039855957
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,768,65536,0.23989547093709312
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,768,65536,0.2454304059346517
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,768,65536,0.2415701389312744
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,768,65536,0.2360223929087321
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,768,65536,0.22379627227783203
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,768,65536,0.23548372586568198
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,768,65536,0.22156052589416503
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,768,65536,0.21702186266581217
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,768,65536,0.20363732973734536
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,768,65536,0.20448427200317382
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,768,65536,0.21576852798461915
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,768,65536,0.19863893191019694
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,768,65536,0.20070293744405113
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,768,65536,0.18938239415486652
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,768,65536,0.18952852884928387
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,768,65536,0.18182506561279296
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,768,65536,0.1729856014251709
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,768,65536,0.1823381265004476
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,768,65536,0.17229013442993163
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,768,65536,0.16722453435262044
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,768,65536,0.16015680631001789
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,768,65536,0.15852053960164386
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,768,65536,0.16678400039672853
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,768,65536,0.15105387369791667
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,768,65536,0.14091839790344238
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,768,65536,0.1434677282969157
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,768,65536,0.15060052871704102
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,768,65536,0.13505813280741374
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,768,65536,0.13121813138326008
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,768,65536,0.1326698700586955
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,768,65536,0.13192426363627116
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,768,65536,0.13066986401875813
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,768,65536,0.13077226479848225
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,768,65536,0.13208106358846028
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,768,65536,0.13086079756418864
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,768,65536,0.12877439657847087
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,768,65536,0.12753492991129559
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,768,65536,0.12785920302073162
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,768,65536,0.12775253454844157
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,768,65536,0.12761706511179607
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,768,65536,0.12762986818949382
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,768,65536,0.1280181328455607
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,768,65536,0.12752319971720377
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,768,65536,0.12734933694203693
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,768,65536,0.12746133009592692
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,768,65536,0.12782293160756428
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,768,65536,0.12751786708831786
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,768,65536,0.12789653142293295
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,768,65536,0.1279093345006307
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,768,65536,0.12726293404897054
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,768,65536,0.12735893726348876
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,768,65536,0.1272063970565796
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,768,65536,0.1276352008183797
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,768,65536,0.1271946668624878
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,768,65536,0.12740586598714193
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,768,65536,0.1275498628616333
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,768,65536,0.12733866373697916
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,768,65536,0.12720426718393962
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,768,65536,0.12710613409678143
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,768,51200,1.7381866772969563
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,768,51200,0.8766667048136393
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,768,51200,0.469709316889445
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,768,51200,0.25752000013987225
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,768,51200,0.2401840090751648
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,768,51200,0.24285866816838583
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,768,51200,0.24125333627065024
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,768,51200,0.22195732593536377
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,768,51200,0.20403466622034708
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,768,51200,0.20637333393096924
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,768,51200,0.21869866053263345
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,768,51200,0.18574400742848715
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,768,51200,0.18607999881108603
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,768,51200,0.18309332927068075
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,768,51200,0.16420800487200418
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,768,51200,0.16039733091990152
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,768,51200,0.15582133332888284
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,768,51200,0.1519440015157064
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,768,51200,0.14660267035166422
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,768,51200,0.13617600003878275
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,768,51200,0.1383626659711202
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,768,51200,0.12495199839274089
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,768,51200,0.12557333707809448
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,768,51200,0.11774399876594543
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,768,51200,0.11706667145093282
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,768,51200,0.10442666212717693
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,768,51200,0.09681600332260132
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,768,51200,0.08555466930071513
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,768,51200,0.08290666838486989
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,768,51200,0.08076000213623047
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,768,51200,0.07015466690063477
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,768,51200,0.053597331047058105
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,768,51200,0.05227733155091604
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,768,51200,0.042037333051363625
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,768,51200,0.038431999584039055
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,768,51200,0.028034667174021404
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,768,51200,0.025805334250132244
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,768,51200,0.02603200078010559
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,768,51200,0.025973332424958546
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,768,51200,0.024911999702453613
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,768,51200,0.02536533276240031
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,768,51200,0.025098666548728943
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,768,51200,0.023111999034881592
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,768,51200,0.02443733314673106
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,768,51200,0.022418667872746784
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,768,51200,0.021826667090257008
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,768,51200,0.021943998833497364
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,768,51200,0.02189333240191142
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,768,51200,0.02447466552257538
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,768,51200,0.021373334030310314
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,768,51200,0.02493600050608317
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,768,51200,0.023927999039491017
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,768,51200,0.020848001043001812
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,768,51200,0.020861332615216572
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,768,51200,0.020733332882324856
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,768,51200,0.019832000136375427
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,768,51200,0.03210933258136114
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,768,51200,0.018765332798163097
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,768,51200,0.017799999564886093
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,768,51200,0.019274666905403137
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,768,51200,0.018738667170206707
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,768,51200,0.018807999789714813
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,768,51200,0.018810667097568512
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,768,51200,0.018816000471512478
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,768,51200,0.018775999546051025
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,768,51200,0.01881333316365878
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,768,51200,0.017125333348910015
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,768,51200,0.016938666502634685
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,768,51200,0.01679733271400134
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,768,51200,0.016722666720549267
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,768,51200,0.0174346665541331
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,768,51200,0.017642666896184284
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,768,51200,0.017802666872739792
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,768,51200,0.017821333060661953
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,768,51200,5.16182009379069
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,768,51200,2.5789359410603843
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,768,65536,0.12704959710439045
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,768,65536,0.12768853505452474
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,768,65536,0.12767039934794108
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,768,51200,0.7101013660430908
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,768,51200,0.6990933418273926
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,768,51200,0.6575946807861328
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,768,51200,1.294432004292806
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,768,51200,0.6115866502126058
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,768,51200,0.6309013366699219
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,768,51200,0.6734946568806967
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,768,51200,0.5969320138295492
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,768,51200,0.5774626731872559
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,768,51200,0.5482786496480306
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,768,51200,0.559886654218038
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,768,51200,0.5147053400675455
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,768,51200,0.5081959962844849
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,768,65536,0.12746453285217285
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,768,51200,0.470963994661967
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,768,51200,0.46845467885335285
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,768,51200,0.42652666568756104
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,768,51200,0.43475600083669025
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,768,51200,0.3841386636098226
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,768,51200,0.39315199851989746
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,768,51200,0.3512333234151204
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,768,51200,0.34588531653086346
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,768,51200,0.3071626623471578
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,768,51200,0.2681506673494975
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,768,51200,0.2690133253733317
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,768,51200,0.2231480081876119
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,768,51200,0.22875199715296426
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,768,51200,0.18402800957361856
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,768,51200,0.13527733087539673
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,768,51200,0.13393732905387878
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,768,51200,0.09100799759229024
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,768,51200,0.08779066801071167
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,768,51200,0.05573733150959015
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,768,51200,0.054133335749308266
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,768,51200,0.05240266521771749
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,768,51200,0.04747200012207031
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,768,51200,0.046941335002581276
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,768,51200,0.04308400054772695
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,768,51200,0.04510400195916494
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,768,51200,0.03971866766611735
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,768,51200,0.0390133336186409
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,768,51200,0.0368026668826739
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,768,51200,0.03663599987824758
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,768,51200,0.03515599916378657
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,768,51200,0.03522533426682154
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,768,51200,0.03500800083080927
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,768,51200,0.0351720005273819
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,768,51200,0.0345946674545606
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,768,51200,0.03286933402220408
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,768,51200,0.03140666584173838
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,768,51200,0.032855999966462456
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,768,51200,0.029787999888261158
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,768,51200,0.3070586721102397
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,768,51200,0.035902666548887886
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,768,51200,0.0281826655069987
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,768,51200,0.034673333168029785
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,768,51200,0.027065334220727284
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,768,51200,0.027471999327341717
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,768,51200,0.02682266632715861
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,768,51200,0.027082666754722595
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,768,51200,0.02646266669034958
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,768,51200,0.1820240020751953
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,768,51200,0.026757332185904186
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,768,51200,0.03311199943224589
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,768,51200,0.03170400112867355
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,768,51200,0.031772000094254814
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,768,51200,0.03222666680812836
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,768,51200,0.03104266772667567
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,768,51200,0.030446665982405346
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,768,51200,0.03178266684214274
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,768,51200,0.03086666762828827
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,768,51200,0.05336266756057739
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,768,51200,0.02606666584809621
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,768,65536,0.12749439875284832
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,768,51200,0.9001719951629639
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,768,51200,0.449177344640096
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,768,51200,0.5061426560084025
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,768,51200,1.8251907030741374
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,768,51200,0.46243735154469806
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,768,51200,0.42854400475819904
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,768,51200,3.603940010070801
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,768,51200,0.47221068541208905
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,768,65536,0.1277664025624593
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,768,65536,0.1270527998606364
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,768,51200,0.4837079842885335
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,768,51200,0.41174264748891193
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,768,51200,0.39267198244730633
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,768,51200,0.39123066266377765
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,768,51200,0.37191065152486164
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,768,51200,0.3610519965489705
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,768,51200,0.34374932448069256
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,768,51200,0.33795734246571857
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,768,51200,0.31947600841522217
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,768,51200,0.3131800095240275
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,768,51200,0.2991360028584798
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,768,51200,0.2955186764399211
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,768,51200,0.25967200597127277
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,768,51200,0.23594399293263754
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,768,51200,0.25239066282908124
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,768,51200,0.22831066449483237
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,768,51200,0.2154546578725179
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,768,51200,0.207914670308431
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,768,51200,0.19089466333389282
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,768,51200,0.1802519957224528
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,768,51200,0.16801865895589194
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,768,51200,0.1601146658261617
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,768,51200,0.14637333154678345
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,768,51200,0.1385213335355123
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,768,51200,0.1168613334496816
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,768,51200,0.1003666619459788
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,768,51200,0.09500267108281453
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,768,51200,0.06798533101876576
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,768,51200,0.05877600113550822
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,768,51200,0.057722667853037514
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,768,51200,0.05715733269850413
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,768,51200,0.056048000852266945
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,768,51200,0.05611999829610189
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,768,51200,0.054645334680875145
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,768,51200,0.05457599957784017
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,768,51200,0.05376133322715759
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,768,51200,0.0540039986371994
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,768,51200,0.05346799890200297
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,768,51200,0.05345733463764191
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,768,51200,0.05303333202997843
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,768,51200,0.05304799973964691
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,768,51200,0.05141733090082804
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,768,51200,0.06407199800014496
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,768,51200,0.05158000191052755
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,768,51200,0.05134933193524679
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,768,51200,0.06762133538722992
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,768,51200,0.05143733322620392
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,768,51200,0.05157066881656647
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,768,51200,0.05143733322620392
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,768,51200,0.05160933236281077
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,768,51200,0.05165599783261617
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,768,51200,0.051501333713531494
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,768,51200,0.05141866703828176
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,768,51200,0.05162133276462555
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,768,51200,0.05126666525999705
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,768,51200,0.05140933394432068
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,768,51200,0.05167600015799204
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,768,51200,0.05134400228659312
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,768,51200,0.07674666742483775
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,768,51200,0.07470666865507762
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,768,51200,0.05140133202075958
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,768,51200,0.06215600172678629
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,768,51200,0.05142533282438914
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,768,51200,0.0615426649649938
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,768,51200,0.06431866685549419
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,768,51200,0.059419999519983925
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,768,51200,0.40982933044433595
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,768,51200,0.21081919670104982
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,768,51200,0.21011412938435875
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,768,51200,0.7350357055664063
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,768,51200,0.2058506647745768
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,768,51200,1.536503473917643
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,768,51200,0.2074432055155436
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,768,51200,0.19649386405944824
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,768,51200,0.19583147366841633
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,768,51200,0.1919530709584554
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,768,51200,0.188263463973999
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,768,51200,0.1916661262512207
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,768,51200,0.18750826517740887
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,768,51200,0.17834986050923665
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,768,51200,0.17734293937683104
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,768,51200,0.17280319531758626
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,768,51200,0.17357014020284017
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,768,51200,0.16342825889587403
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,768,51200,0.16192107200622557
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,768,51200,0.15049813588460287
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,768,51200,0.1600320021311442
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,768,51200,0.15862399737040203
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,768,51200,0.15113706588745118
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,768,51200,0.14520106315612794
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,768,51200,0.1452928066253662
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,768,51200,0.13818880716959636
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,768,51200,0.13813014030456544
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,768,51200,0.13257599671681722
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,768,51200,0.13319893678029376
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,768,51200,0.1269429365793864
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,768,51200,0.12791679700215658
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,768,51200,0.11988906860351563
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,768,51200,0.12093119621276856
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,768,51200,0.11447146733601887
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,768,51200,0.11294399897257487
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,768,51200,0.10477226575215656
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,768,51200,0.10453333059946697
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,768,51200,0.10371092955271403
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,768,51200,0.10400213400522869
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,768,51200,0.10376426378885906
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,768,51200,0.10406613349914551
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,768,51200,0.10339840253194173
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,768,51200,0.10372587045033772
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,768,51200,0.10216106573740642
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,768,51200,0.10167360305786133
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,768,51200,0.10127786795298259
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,768,51200,0.10142186482747395
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,768,51200,0.1011583964029948
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,768,51200,0.10166719754536946
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,768,51200,0.10096533298492431
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,768,51200,0.10126720269521076
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,768,51200,0.10090880393981934
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,768,51200,0.10122240384419759
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,768,51200,0.10091946919759114
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,768,51200,0.1014677365620931
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,768,51200,0.10121280352274578
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,768,51200,0.10087893009185792
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,768,51200,0.10095360279083251
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,768,51200,0.10090560118357342
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,768,51200,0.10099519888559978
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,768,51200,0.10150720278422039
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,768,51200,0.10092373689015706
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,768,51200,0.10104107062021891
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,768,51200,0.10093440214792888
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,768,51200,0.10140159924825032
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,768,51200,0.10075946648915608
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,768,51200,0.10166079998016357
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,768,51200,0.10086719989776612
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,768,51200,0.10131413141886395
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,768,16384,0.28144426345825196
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,768,16384,0.13752533594767252
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,768,16384,0.07861866950988769
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,768,16384,0.07535040378570557
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,768,16384,0.07358079751332601
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,768,16384,0.5611306508382161
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,768,16384,0.07235946655273437
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,768,16384,0.06740480264027914
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,768,16384,0.06530666748682658
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,768,16384,0.06330666542053223
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,768,16384,0.06390186548233032
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,768,16384,0.06549973487854004
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,768,16384,0.06043093204498291
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,768,16384,0.05744213263193766
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,768,16384,0.05307733217875162
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,768,16384,0.05219626824061076
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,768,16384,0.051151998837788905
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,768,16384,0.05077226559321085
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,768,16384,0.04774399995803833
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,768,16384,0.04549440145492554
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,768,16384,0.04073066711425781
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,768,16384,0.04275946617126465
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,768,16384,0.037885868549346925
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,768,16384,0.04097919861475627
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,768,16384,0.033598931630452473
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,768,16384,0.02998720010121663
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,768,16384,0.031890134016672775
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,768,16384,0.032181332508722946
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,768,16384,0.02956586678822835
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,768,16384,0.025836799542109174
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,768,16384,0.021998933951059976
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,768,16384,0.019797333081563315
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,768,16384,0.016337066888809204
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,768,16384,0.016134400169054666
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,768,16384,0.012126933534940083
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,768,16384,0.012555733323097229
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,768,16384,0.015219199657440185
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,768,16384,0.01515733301639557
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,768,16384,0.012009599804878235
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,768,16384,0.01241919994354248
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,768,16384,0.013298133015632629
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,768,16384,0.01159999966621399
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,768,16384,0.012781866391499839
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,768,16384,0.01241386632124583
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,768,16384,0.01251200040181478
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,768,16384,0.01252906620502472
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,768,16384,0.010803199807802836
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,768,16384,0.010815999905268351
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,768,16384,0.011084799965222675
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,768,16384,0.04476266702016195
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,768,16384,0.011177600423494975
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,768,16384,0.009979733824729919
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,768,16384,0.0102101335922877
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,768,16384,0.01062506635983785
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,768,16384,0.010126933455467224
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,768,16384,0.01354986627896627
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,768,16384,0.009608532985051472
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,768,16384,0.01367573340733846
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,768,16384,0.009401599566141765
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,768,16384,0.009522133072217305
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,768,16384,0.00946666697661082
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,768,16384,0.012845866878827415
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,768,16384,0.009113599856694538
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,768,51200,0.10089386304219564
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,768,16384,0.009258666634559631
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,768,16384,0.009223467111587525
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,768,16384,0.013689600427945457
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,768,16384,0.013462400436401368
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,768,16384,0.013491200407346091
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,768,16384,0.013664000233014426
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,768,16384,0.013685333728790283
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,768,16384,0.0136543999115626
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,768,16384,0.013192533453305563
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,768,16384,0.009156266848246258
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,768,16384,0.013410133123397828
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,768,16384,0.4272618611653646
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,768,16384,1.658667755126953
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,768,16384,0.8370496114095053
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,768,16384,0.2331018606821696
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,768,16384,0.23016959826151528
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,768,16384,0.21930346488952637
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,768,16384,0.21903786659240723
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,768,16384,0.20500799814860024
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,768,16384,0.2031551996866862
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,768,16384,0.1909898598988851
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,768,16384,0.19109546343485515
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,768,16384,0.1824992020924886
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,768,16384,0.16771094004313153
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,768,16384,0.16323413848876953
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,768,16384,0.15423893928527832
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,768,16384,0.15127253532409668
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,768,16384,0.13780800501505536
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,768,16384,0.13880106608072917
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,768,16384,0.12173120180765788
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,768,16384,0.11082560221354168
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,768,16384,0.10583893458048503
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,768,16384,0.09230613708496094
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,768,16384,0.09043306509653727
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,768,16384,0.07780053615570068
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,768,16384,0.07451519966125489
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,768,16384,0.06475840012232462
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,768,16384,0.06604586839675904
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,768,16384,0.05752426783243815
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,768,16384,0.054970665772755944
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,768,16384,0.045841066042582194
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,768,16384,0.04642453193664551
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,768,16384,0.03711146513621012
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,768,16384,0.03702720006306966
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,768,16384,0.028857600688934327
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,768,16384,0.02925119996070862
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,768,16384,0.030484267075856525
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,768,16384,0.030887466669082642
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,768,16384,0.030089600880940752
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,768,16384,0.030743465820948286
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,768,16384,0.030305065711339313
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,768,16384,0.12129813035329182
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,768,16384,0.028910932938257854
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,768,16384,0.025513599316279095
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,768,16384,0.026816000541051228
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,768,16384,0.026745599508285523
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,768,16384,0.025831466913223265
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,768,16384,0.025101866324742633
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,768,16384,0.024581333001454674
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,768,16384,0.02658560077349345
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,768,16384,0.02649386723836263
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,768,16384,0.021541333198547362
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,768,16384,0.020977065960566203
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,768,16384,0.023110399643580117
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,768,16384,0.023166932662328086
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,768,16384,0.020873600244522096
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,768,16384,0.022089600563049316
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,768,16384,0.02055786649386088
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,768,16384,0.018637865781784058
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,768,16384,0.018901334206263224
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,768,16384,0.1791935920715332
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,768,16384,0.0186954657236735
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,768,16384,0.01895893414815267
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,768,16384,0.018484266599019368
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,768,16384,0.018488534291585288
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,768,16384,0.01901866594950358
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,768,16384,0.019942400852839152
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,768,16384,0.019951999187469482
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,768,16384,0.01876586675643921
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,768,16384,0.018548266092936198
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,768,16384,0.0185973326365153
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,768,16384,0.01887680093447367
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,768,51200,0.10166827042897542
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,768,16384,0.018693333864212035
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,768,51200,0.10093333721160888
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,768,16384,0.02610986630121867
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,768,16384,0.01859626571337382
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,768,51200,0.1013983964920044
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,768,51200,0.10060799916585286
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,768,16384,0.22653759320576988
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,768,16384,0.40244693756103517
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,768,16384,0.19344213803609211
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,768,16384,0.21467199325561523
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,768,16384,0.8015359878540039
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,768,16384,1.581111526489258
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,768,16384,0.21643199920654296
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,768,16384,0.20494186083475746
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,768,16384,0.20805974006652833
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,768,16384,0.18249386151631672
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,768,16384,0.17336533864339193
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,768,16384,0.17848639488220214
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,768,16384,0.16362560590108235
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,768,16384,0.14864106178283693
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,768,16384,0.15438720385233562
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,768,16384,0.1674847920735677
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,768,16384,0.12726720174153644
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,768,16384,0.1448010603586833
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,768,16384,0.13864000638326007
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,768,16384,0.11785066922505696
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,768,16384,0.11089599927266439
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,768,16384,0.13344747225443523
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,768,16384,0.10643093585968018
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,768,16384,0.10033600330352783
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,768,16384,0.09490453402201335
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,768,16384,0.08213973045349121
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,768,16384,0.08130346934000651
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,768,16384,0.061434666315714516
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,768,16384,0.06607466538747152
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,768,16384,0.05103040138880412
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,768,16384,0.04803626537322998
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,768,16384,0.043825066089630126
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,768,16384,0.038916265964508055
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,768,16384,0.03331519961357117
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,768,16384,0.032126933336257935
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,768,16384,0.024774400393168132
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,768,16384,0.026321067412694292
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,768,16384,0.0231221338113149
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,768,16384,0.021548799673716226
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,768,16384,0.021871999899546305
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,768,16384,0.021676800648371377
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,768,16384,0.021502933899561563
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,768,16384,0.02134933272997538
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,768,16384,0.0214901328086853
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,768,16384,0.02114880084991455
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,768,16384,0.020386133591334024
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,768,16384,0.02472320000330607
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,768,16384,0.020105600357055664
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,768,16384,0.02020053267478943
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,768,16384,0.02482346693674723
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,768,16384,0.020179200172424316
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,768,16384,0.019845332702000937
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,768,16384,0.019990400473276774
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,768,16384,0.019782400131225585
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,768,16384,0.019819732507069907
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,768,16384,0.020101332664489747
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,768,16384,0.019846399625142418
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,768,16384,0.02437439958254496
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,768,16384,0.01983893314997355
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,768,16384,0.01981546680132548
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,768,16384,0.019785600900650024
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,768,16384,0.019797333081563315
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,768,16384,0.02770773371060689
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,768,16384,0.025803732872009277
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,768,16384,0.02535039981206258
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,768,16384,0.027848533789316815
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,768,16384,0.02581226627031962
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,768,16384,0.025627734263737996
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,768,16384,0.02929919958114624
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,768,16384,0.02120959957440694
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,768,16384,0.023628799120585124
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,768,16384,0.020198400815327963
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,768,16384,0.023450666666030885
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,768,16384,0.07687466939290365
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,768,16384,0.24656853675842286
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,768,16384,0.07524267037709555
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,768,16384,0.4856586774190267
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,768,16384,0.07646079858144125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,768,16384,0.14204266866048176
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,768,16384,0.07581013043721517
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,768,16384,0.07238506476084391
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,768,16384,0.023226666450500488
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,768,16384,0.07157226403554282
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,768,16384,0.07097493012746176
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,768,16384,0.07054399649302165
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,768,16384,0.0687946637471517
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,768,16384,0.06875306765238444
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,768,16384,0.06581439971923828
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,768,16384,0.06559146642684936
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,768,16384,0.06379839976628622
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,768,16384,0.06077119906743368
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,768,16384,0.06435199975967407
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,768,16384,0.05988800128300985
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,768,16384,0.06080000003178915
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,768,16384,0.059387731552124026
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,768,16384,0.05594346523284912
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,768,16384,0.05544319947560629
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,768,16384,0.0537280003229777
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,768,16384,0.052729598681131994
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,768,16384,0.049879467487335204
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,768,16384,0.04893759886423747
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,768,16384,0.047340798377990725
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,768,16384,0.04787946542104085
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,768,16384,0.04581760168075562
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,768,16384,0.045561599731445315
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,768,16384,0.04315520127614339
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,768,16384,0.04236799875895182
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,768,16384,0.04087466796239217
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,768,16384,0.0403221329053243
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,768,16384,0.0386741320292155
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,768,16384,0.037859201431274414
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,768,16384,0.03822933435440064
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,768,16384,0.03822933435440064
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,768,16384,0.03757760127385457
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,768,16384,0.03807466824849447
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,768,16384,0.03779840071996053
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,768,16384,0.03704959948857625
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,768,16384,0.03740479946136475
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,768,16384,0.03779520193735759
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,768,16384,0.03699520031611125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,768,16384,0.03697813351949056
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,768,16384,0.03662826617558797
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,768,16384,0.03660693168640137
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,768,16384,0.036992001533508304
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,768,16384,0.03697386582692464
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,768,16384,0.036962131659189865
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,768,16384,0.036602667967478436
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,768,16384,0.037037865320841475
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,768,16384,0.037050668398539224
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,768,16384,0.03669333457946777
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,768,16384,0.03647893269856771
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,768,16384,0.03643626769383748
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,768,16384,0.03699839909871419
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,768,16384,0.037036800384521486
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,768,16384,0.0365994652112325
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,768,16384,0.036992001533508304
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,768,16384,0.036975999673207596
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,768,16384,0.03634986480077108
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,768,16384,0.03622293472290039
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,768,16384,0.03658879995346069
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,768,16384,0.0366431991259257
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,768,16384,0.0369482676188151
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,768,12288,0.2087711970011393
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,768,12288,0.42440001169840497
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,768,12288,0.10349226792653402
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,768,16384,0.036576000849405925
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,768,12288,0.05931306680043539
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,768,12288,0.0567413330078125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,768,12288,0.055676798025767006
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,768,12288,0.05569599866867066
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,768,12288,0.05053439935048422
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,768,12288,0.049338666598002116
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,768,12288,0.04891093174616496
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,768,12288,0.04948480129241943
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,768,12288,0.046716801325480145
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,768,12288,0.050162132581075033
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,768,12288,0.040668801466623945
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,768,12288,0.03897173404693603
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,768,12288,0.03745919863382975
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,768,12288,0.03627200126647949
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,768,12288,0.03324586749076843
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,768,12288,0.03203093409538269
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,768,12288,0.030022400617599487
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,768,12288,0.029872000217437744
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,768,12288,0.028166399399439497
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,768,12288,0.028087466955184937
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,768,12288,0.02467199961344401
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,768,12288,0.021471999088923135
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,768,12288,0.024289067586263022
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,768,12288,0.023435733715693154
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,768,12288,0.05060160160064697
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,768,12288,0.02537706693013509
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,768,12288,0.01900586684544881
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,768,12288,0.01846826672554016
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,768,16384,0.036850134531656906
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,768,12288,0.01654293338457743
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,768,12288,0.0110944002866745
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,768,12288,0.013843199610710144
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,768,12288,0.011283199985822041
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,768,12288,0.011589333415031433
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,768,12288,0.04139946699142456
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,768,12288,0.012338133653004964
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,768,12288,0.011997866630554199
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,768,12288,0.010120532910029094
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,768,12288,0.010340266426404317
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,768,12288,0.010785067081451416
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,768,12288,0.00995306670665741
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,768,12288,0.010748799641927083
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,768,12288,0.010776533683141073
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,768,12288,0.010962133606274922
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,768,12288,0.010824533303578694
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,768,12288,0.0093941330909729
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,768,12288,0.009545600414276123
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,768,12288,0.009518933296203614
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,768,12288,0.009548800190289815
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,768,12288,0.008077866832415263
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,768,12288,0.00801386684179306
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,768,12288,0.009110400080680847
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,768,12288,0.007748266557852428
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,768,12288,0.008690133690834045
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,768,12288,0.007531733314196269
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,768,12288,0.009975467125574749
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,768,12288,0.00761599987745285
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,768,12288,0.0077354664603869125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,768,12288,0.007625600198904674
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,768,12288,0.00775786687930425
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,768,12288,0.007748266557852428
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,768,12288,0.007657599945863088
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,768,12288,0.007696000238259633
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,768,12288,0.009937066833178203
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,768,12288,0.009452799956003826
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,768,12288,0.009925333658854167
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,768,12288,0.009517866373062133
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,768,12288,0.010332799951235453
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,768,12288,0.00958079993724823
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,768,12288,0.009545600414276123
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,768,12288,0.014037332932154336
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,768,16384,0.03700053294499715
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,768,12288,0.32391786575317383
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,768,12288,0.6323306401570638
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,768,12288,1.250811767578125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,768,12288,0.18045120239257811
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,768,12288,0.00992746651172638
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,768,12288,0.17866026560465495
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,768,12288,0.16684266726175945
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,768,12288,0.16668906211853027
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,768,16384,0.03662079970041911
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,768,12288,0.1547701358795166
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,768,12288,0.15639360745747882
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,768,12288,0.14711252848307294
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,768,12288,0.14651625951131184
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,768,12288,0.13800320625305176
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,768,12288,0.13671679496765138
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,768,12288,0.1228437344233195
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,768,12288,0.11994986534118653
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,768,12288,0.11139413515726726
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,768,12288,0.09971306324005128
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,768,12288,0.09909760157267253
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,768,12288,0.08899093468983968
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,768,12288,0.07772693634033204
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,768,12288,0.06577920118967692
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,768,12288,0.0649130662282308
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,768,12288,0.05696959892908732
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,768,12288,0.05397440195083618
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,768,12288,0.050714667638142905
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,768,12288,0.050925866762797034
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,768,12288,0.041816532611846924
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,768,12288,0.039102931817372635
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,768,12288,0.037723731994628903
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,768,12288,0.03576533397038777
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,768,12288,0.03443839947382609
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,768,12288,0.028756266832351683
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,768,12288,0.026859732468922932
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,768,12288,0.028244266907374065
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,768,12288,0.026820266246795656
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,768,12288,0.026822400093078614
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,768,12288,0.026834134260813398
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,768,12288,0.026679466168085735
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,768,12288,0.02539093295733134
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,768,12288,0.02522346576054891
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,768,12288,0.0243562658627828
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,768,12288,0.023396267493565878
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,768,12288,0.024631466468175253
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,768,12288,0.022813866535822548
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,768,12288,0.10872213045756023
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,768,12288,0.022651733954747517
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,768,16384,0.0365664005279541
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,768,12288,0.022707200050354003
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,768,12288,0.024682666858037314
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,768,12288,0.07417919635772705
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,768,12288,0.020563199122746786
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,768,12288,0.020682666699091592
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,768,12288,0.021729065974553426
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,768,12288,0.019526400168736777
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,768,12288,0.019523199399312338
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,768,12288,0.020201599597930907
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,768,12288,0.018679465850194296
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,768,12288,0.01885226567586263
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,768,12288,0.019011199474334717
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,768,12288,0.04527146816253662
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,768,12288,0.01945919990539551
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,768,12288,0.018898133436838785
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,768,12288,0.01916159987449646
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,768,12288,0.018532266219456993
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,768,12288,0.018915200233459474
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,768,12288,0.018691200017929076
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,768,12288,0.018602667252222697
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,768,12288,0.018542933464050292
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,768,12288,0.01862293283144633
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,768,12288,0.020140800873438516
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,768,12288,0.018780799706776936
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,768,12288,0.019228800137837728
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,768,12288,0.08925333023071289
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,768,12288,0.023285333315531412
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,768,12288,0.02153600056966146
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,768,16384,0.03658986488978068
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,768,12288,0.2135701338450114
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,768,12288,0.38102293014526367
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,768,12288,0.74989439646403
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,768,12288,0.18355946540832518
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,768,12288,0.20393813451131187
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,768,12288,0.19474879900614422
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,768,12288,0.2029248078664144
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,768,12288,1.4778111775716147
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,768,12288,0.19352320035298665
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,768,12288,0.16269013086954753
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,768,12288,0.15971520741780598
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,768,12288,0.1527232011159261
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,768,12288,0.1466207981109619
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,768,12288,0.16945279439290364
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,768,12288,0.17128853797912597
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,768,12288,0.13941973050435383
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,768,12288,0.13626666069030763
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,768,12288,0.1281493345896403
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,768,12288,0.12420799732208251
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,768,12288,0.1174506664276123
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,768,12288,0.09040640195210775
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,768,12288,0.10674560070037842
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,768,12288,0.0691818634668986
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,768,12288,0.08911253611246744
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,768,12288,0.07096532980600992
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,768,12288,0.05797973473866781
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,768,12288,0.0579530676205953
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,768,12288,0.04933760166168213
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,768,12288,0.046876800060272214
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,768,12288,0.04312533140182495
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,768,12288,0.03658026854197184
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,768,12288,0.040863998730977374
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,768,12288,0.033745066324869795
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,768,12288,0.028093866507212323
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,768,12288,0.026829866568247478
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,768,12288,0.02109973430633545
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,768,12288,0.022456532716751097
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,768,12288,0.01944640080134074
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,768,12288,0.01816426714261373
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,768,12288,0.01777600049972534
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,768,12288,0.018093866109848023
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,768,12288,0.017806933323542277
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,768,12288,0.018062933286031087
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,768,12288,0.017862399419148765
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,768,12288,0.017890133460362754
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,768,12288,0.016922666629155477
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,768,12288,0.016503467162450155
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,768,12288,0.016914133230845133
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,768,12288,0.0167797327041626
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,768,12288,0.016557866334915163
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,768,12288,0.016479999820391337
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,768,12288,0.02108906706174215
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,768,12288,0.01651946703592936
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,768,12288,0.016497066617012023
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,768,12288,0.01655359963575999
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,768,12288,0.016334933042526246
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,768,12288,0.01641493340333303
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,768,12288,0.016516266266504924
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,768,12288,0.02054506738980611
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,768,12288,0.02073919971783956
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,768,12288,0.020101332664489747
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,768,12288,0.020590933163960774
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,768,12288,0.021500800053278604
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,768,12288,0.020756266514460244
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,768,12288,0.017757866779963175
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,768,12288,0.021229867140452066
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,768,12288,0.021252266565958657
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,768,12288,0.025194666783014935
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,768,12288,0.021086933215459187
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,768,12288,0.020883200565973918
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,768,12288,0.02071146567662557
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,768,12288,0.019975467522939046
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,768,12288,0.19290879567464192
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,768,12288,0.06210773388544718
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,768,12288,0.11210880279541016
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,768,12288,0.0615285317103068
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,768,12288,0.060857601960500086
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,768,12288,0.37741333643595376
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,768,12288,0.060591999689737955
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,768,12288,0.05860586563746134
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,768,12288,0.05767893393834432
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,768,12288,0.05726933479309082
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,768,12288,0.05698133309682211
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,768,12288,0.05562133391698202
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,768,12288,0.01987839937210083
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,768,12288,0.01973653237024943
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,768,12288,0.055462400118509926
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,768,12288,0.05288853247960409
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,768,12288,0.05288853247960409
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,768,12288,0.05034666856129964
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,768,12288,0.050102400779724124
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,768,12288,0.048648532231648764
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,768,12288,0.04780373175938924
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,768,12288,0.04586133162180583
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,768,12288,0.04258559942245484
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,768,12288,0.043714133898417155
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,768,12288,0.045951998233795165
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,768,12288,0.04250986576080322
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,768,12288,0.04091626803080241
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,768,12288,0.039937067031860354
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,768,12288,0.03784853219985962
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,768,12288,0.03876693248748779
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,768,12288,0.035843201478322345
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,768,12288,0.03464213212331136
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,768,12288,0.036085331439971925
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,768,12288,0.03739200035730998
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,768,12288,0.03419306675593058
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,768,12288,0.033192533254623416
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,768,12288,0.0325055996576945
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,768,12288,0.030486400922139483
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,768,12288,0.03043946623802185
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,768,12288,0.030444800853729248
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,768,12288,0.030452267328898115
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,768,12288,0.03004693388938904
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,768,12288,0.030077866713205975
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,768,12288,0.030404265721638995
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,768,12288,0.03044053316116333
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,768,12288,0.029683200518290202
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,768,12288,0.029207466046015422
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,768,12288,0.029287467400232952
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,768,12288,0.029690666993459063
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,768,12288,0.0292138675848643
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,768,12288,0.029241599639256793
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,768,12288,0.029634133974711103
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,768,12288,0.02918506662050883
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,768,12288,0.02903466622034709
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,768,12288,0.0288480003674825
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,768,12288,0.029285333553949994
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,768,12288,0.029322665929794312
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,768,12288,0.028837333122889202
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,768,12288,0.02883946696917216
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,768,12288,0.029269333680470782
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,768,12288,0.02940160036087036
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,768,12288,0.02924906611442566
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,768,12288,0.0291978657245636
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,768,12288,0.029638399680455525
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,768,12288,0.029250133037567138
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,768,12288,0.029277867078781127
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,768,12288,0.029190399249394733
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,768,12288,0.02945493261019389
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,768,12288,0.02924373348553975
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,768,10240,0.36558507283528646
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,768,10240,0.18628907203674316
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,768,10240,0.09891520341237386
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,768,10240,0.050614400704701745
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,768,12288,0.028837333122889202
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,768,10240,0.04951999982198079
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,768,10240,0.04649600187937419
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,768,10240,0.04871786832809448
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,768,10240,0.04322239955266317
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,768,10240,0.04183573325475057
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,768,10240,0.040749867757161454
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,768,10240,0.04084266821543376
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,768,10240,0.04189013242721558
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,768,10240,0.03988906542460124
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,768,10240,0.03631999890009562
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,768,10240,0.032818132638931276
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,768,10240,0.031249066193898518
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,768,10240,0.030375466744105024
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,768,10240,0.029470932483673096
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,768,10240,0.026768000920613606
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,768,10240,0.02553066611289978
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,768,10240,0.024301866690317787
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,768,10240,0.02428800066312154
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,768,10240,0.023111466566721597
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,768,12288,0.028810666004816694
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,768,10240,0.022806400060653688
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,768,10240,0.021178666750590006
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,768,10240,0.018150399128595986
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,768,10240,0.020758400360743202
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,768,10240,0.01997973322868347
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,768,10240,0.0162581334511439
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,768,10240,0.017051732540130614
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,768,10240,0.01572266618410746
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,768,10240,0.012737066547075907
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,768,10240,0.012857600053151449
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,768,10240,0.010191999872525533
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,768,10240,0.010332799951235453
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,768,10240,0.010611200332641601
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,768,10240,0.011194666226704914
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,768,10240,0.011212799946467083
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,768,10240,0.03407786687215169
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,768,10240,0.011602133512496948
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,768,10240,0.011565867066383361
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,768,10240,0.011621333161989848
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,768,10240,0.008910933136940002
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,768,10240,0.009939199686050415
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,768,10240,0.009934932986895243
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,768,10240,0.0100000003973643
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,768,10240,0.008729599912961324
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,768,10240,0.008716799815495809
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,768,10240,0.008708266417185466
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,768,10240,0.008653866251309712
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,768,10240,0.007086933155854543
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,768,10240,0.00721919983625412
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,768,10240,0.008288000027338665
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,768,10240,0.010831999778747558
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,768,10240,0.008044800162315369
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,768,10240,0.0068917334079742435
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,768,10240,0.008711466193199157
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,768,10240,0.02397759954134623
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,768,10240,0.006870399912198384
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,768,10240,0.0070602665344874065
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,768,10240,0.006780800223350525
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,768,12288,0.02922026713689168
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,768,10240,0.007020799815654755
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,768,10240,0.0068917334079742435
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,768,10240,0.006896000107129414
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,768,10240,0.008338133494059246
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,768,10240,0.008462933699289958
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,768,10240,0.008335999647776286
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,768,10240,0.01002239982287089
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,768,10240,0.008697600166002909
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,768,10240,0.008060800035794576
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,768,10240,0.008372267087300617
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,768,10240,0.008055466910203297
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,768,12288,0.02935360074043274
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,768,10240,0.008412800232569377
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,768,12288,0.02919573386510213
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,768,10240,0.2746090571085612
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,768,10240,0.0067775999506314594
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,768,10240,0.14945920308430988
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,768,10240,0.530409590403239
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,768,10240,0.1503328005472819
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,768,10240,0.13786667188008625
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,768,10240,0.1365664005279541
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,768,10240,0.12654826641082764
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,768,10240,0.12941866715749104
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,768,10240,0.1192245324452718
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,768,10240,0.12005546887715657
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,768,10240,0.10827946662902832
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,768,10240,0.1091765324274699
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,768,10240,1.0400234858194985
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,768,10240,0.10040106773376464
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,768,10240,0.09697706699371338
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,768,10240,0.0901909351348877
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,768,10240,0.0894805351893107
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,768,10240,0.07894399960835775
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,768,10240,0.07022506395975749
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,768,10240,0.07109440167744954
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,768,10240,0.06392319997151694
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,768,10240,0.05945279995600382
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,768,10240,0.053895465532938634
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,768,10240,0.04726080099741618
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,768,10240,0.05375146468480428
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,768,12288,0.029180800914764403
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,768,10240,0.04359893401463826
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,768,10240,0.04321599801381429
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,768,10240,0.041092268625895184
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,768,10240,0.03880106608072917
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,768,10240,0.0349397341410319
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,768,10240,0.03489813407262166
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,768,10240,0.029291733105977373
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,768,10240,0.026744532585144042
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,768,10240,0.02587946653366089
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,768,10240,0.02645653287569682
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,768,10240,0.02523946762084961
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,768,10240,0.02479040026664734
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,768,10240,0.025573333104451496
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,768,10240,0.02458239992459615
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,768,10240,0.024661332368850708
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,768,10240,0.024280534187952677
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,768,12288,0.029174399375915528
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,768,10240,0.023906133572260537
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,768,10240,0.02262399991353353
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,768,10240,0.022632533311843873
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,768,10240,0.022886399428049722
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,768,10240,0.022632533311843873
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,768,10240,0.022743467489878336
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,768,10240,0.023059199253718056
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,768,10240,0.022373332579930624
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,768,10240,0.021294933557510377
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,768,10240,0.020713599522908528
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,768,10240,0.02100693384806315
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,768,10240,0.0215338667233785
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,768,10240,0.019848533471425376
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,768,10240,0.020241065820058187
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,768,10240,0.01882773240407308
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,768,10240,0.020376533269882202
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,768,10240,0.019939200083414713
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,768,10240,0.019197867314020792
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,768,10240,0.018576000134150186
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,768,10240,0.02002453406651815
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,768,10240,0.018557866414388023
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,768,10240,0.01946453253428141
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,768,10240,0.01864746610323588
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,768,10240,0.01753173271814982
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,768,10240,0.01842133402824402
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,768,10240,0.018212266763051353
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,768,10240,0.018247467279434205
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,768,10240,0.018472532431284584
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,768,10240,0.018266665935516357
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,768,10240,0.016541866461435954
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,768,10240,0.04875946839650472
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,768,10240,0.030180267492930096
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,768,10240,0.07966079711914062
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,768,10240,0.20477333068847656
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,768,10240,0.19788799285888672
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,768,10240,0.19447147051493327
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,768,10240,0.17828267415364582
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,768,10240,0.36847041447957357
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,768,10240,0.7327242533365885
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,768,10240,0.18663147290547688
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,768,10240,0.1841546694437663
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,768,10240,1.4320971171061196
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,768,10240,0.16695680618286132
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,768,10240,0.16479253768920898
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,768,10240,0.15657280286153158
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,768,10240,0.14143679936726888
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,768,10240,0.14575146039326986
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,768,10240,0.15297172864278158
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,768,10240,0.12999893029530843
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,768,10240,0.12822720209757488
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,768,10240,0.10762133598327636
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,768,10240,0.11143360137939454
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,768,10240,0.08999253114064534
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,768,10240,0.06986239751180014
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,768,10240,0.07374719778696695
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,768,10240,0.08598399957021077
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,768,10240,0.05917760133743286
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,768,10240,0.05767573515574137
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,768,10240,0.052274131774902345
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,768,10240,0.049634134769439696
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,768,10240,0.045714131991068524
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,768,10240,0.03954986731211345
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,768,10240,0.0329312006632487
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,768,10240,0.03739840189615885
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,768,10240,0.04367786645889282
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,768,10240,0.031113600730895995
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,768,10240,0.024754132827123007
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,768,10240,0.026049067576726277
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,768,10240,0.017786665757497152
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,768,10240,0.017861332496007284
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,768,10240,0.01780160069465637
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,768,10240,0.016103466351826988
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,768,10240,0.016124799847602844
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,768,10240,0.016170666615168253
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,768,10240,0.016151466965675355
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,768,10240,0.016233600179354348
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,768,10240,0.019108267625172932
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,768,10240,0.01613866686820984
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,768,10240,0.015731199582417806
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,768,10240,0.01915093262990316
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,768,10240,0.016025599837303162
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,768,10240,0.015052800377209982
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,768,10240,0.014962133765220643
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,768,10240,0.015061333775520325
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,768,10240,0.014900267124176025
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,768,10240,0.014573867122332254
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,768,10240,0.014600533246994018
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,768,10240,0.014900267124176025
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,768,10240,0.01936533252398173
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,768,10240,0.014860799908638
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,768,10240,0.014866133530934652
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,768,10240,0.018567466735839845
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,768,10240,0.01771946748097738
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,768,10240,0.01842026710510254
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,768,10240,0.018618667125701906
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,768,10240,0.01841493248939514
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,768,10240,0.018556799491246542
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,768,10240,0.018600533405939736
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,768,10240,0.01894506613413493
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,768,10240,0.018523732821146645
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,768,10240,0.01848319967587789
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,768,10240,0.018870399395624796
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,768,10240,0.019004799922307334
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,768,10240,0.019352533419926963
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,768,10240,0.020360533396402994
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,768,10240,0.014946132898330688
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,768,10240,0.01781866749127706
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,768,10240,0.05574186642964681
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,768,10240,0.056287999947865805
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,768,10240,0.05544106562932333
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,768,10240,0.3374080022176107
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,768,10240,0.10018133322397868
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,768,10240,0.17353173891703289
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,768,10240,0.054738132158915195
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,768,10240,0.05185386737187704
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,768,10240,0.05190293391545614
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,768,10240,0.05194773276646932
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,768,10240,0.05132266680399576
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,768,10240,0.04924586613972982
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,768,10240,0.04917546510696411
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,768,10240,0.04633173147837321
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,768,10240,0.04650026559829712
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,768,10240,0.04352106650670369
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,768,10240,0.04374399979909261
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,768,10240,0.041598931948343916
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,768,10240,0.04181119998296102
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,768,10240,0.03989013433456421
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,768,10240,0.039690665404001874
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,768,10240,0.038337067763010664
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,768,10240,0.03767573436101278
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,768,10240,0.03679360151290893
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,768,10240,0.0363264004389445
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,768,10240,0.033758934338887533
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,768,10240,0.034757332007090254
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,768,10240,0.0329365332921346
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,768,10240,0.03287360072135925
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,768,10240,0.03201173345247905
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,768,10240,0.03207253416379292
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,768,10240,0.030453334252039593
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,768,10240,0.029667200644810994
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,768,10240,0.02878933350245158
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,768,10240,0.02837120095888774
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,768,10240,0.027135999997456868
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,768,10240,0.026399999856948853
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,768,10240,0.026663466294606523
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,768,10240,0.026471465826034546
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,768,10240,0.026348799467086792
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,768,10240,0.026382933060328167
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,768,10240,0.02672106623649597
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,768,10240,0.02635413408279419
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,768,10240,0.02632853388786316
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,768,10240,0.025914667050043742
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,768,10240,0.02582506736119588
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,768,10240,0.02592533429463704
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,768,10240,0.025570134321848553
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,768,10240,0.02553386688232422
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,768,10240,0.025959465901056928
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,768,10240,0.025500800212224322
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,768,10240,0.025569067398707075
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,768,10240,0.02550826668739319
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,768,10240,0.02592746615409851
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,768,10240,0.025872000058492023
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,768,10240,0.025149865945180254
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,768,10240,0.025561600923538208
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,768,10240,0.02575040062268575
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,768,10240,0.025509333610534667
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,768,10240,0.02592746615409851
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,768,10240,0.025144533316294355
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,768,10240,0.025548799832661943
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,768,10240,0.025918932755788167
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,768,10240,0.025526400407155352
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,768,10240,0.025554132461547852
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,768,10240,0.02516266703605652
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,768,10240,0.025642667214075727
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,768,10240,0.025597866376241046
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,768,8192,0.2814037322998047
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,768,10240,0.025494400660196943
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,768,8192,0.14482773145039876
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,768,8192,0.07520960172017416
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,768,8192,0.039870933691660566
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,768,8192,0.03859093189239502
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,768,10240,0.025650133689244587
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,768,8192,0.036046934127807614
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,768,8192,0.03722879886627197
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,768,8192,0.03388906717300415
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,768,8192,0.03327786723772685
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,768,8192,0.032789333661397295
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,768,8192,0.032096000512441
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,768,8192,0.03174933393796285
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,768,8192,0.030014934142430623
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,768,8192,0.03231146732966105
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,768,8192,0.025541333357493083
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,768,8192,0.024641066789627075
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,768,8192,0.026100265979766845
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,768,10240,0.025572266181310015
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,768,8192,0.021782400210698445
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,768,8192,0.020807466904322305
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,768,8192,0.019882667064666747
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,768,8192,0.019645865758260092
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,768,8192,0.017697066068649292
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,768,8192,0.019077332814534505
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,768,8192,0.019130667050679527
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,768,8192,0.01487573285897573
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,768,8192,0.017573332786560057
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,768,8192,0.016694400707880655
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,768,8192,0.0177130659421285
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,768,8192,0.013656533757845559
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,768,8192,0.014432000120480857
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,768,8192,0.013264000415802002
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,768,8192,0.01386666695276896
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,768,8192,0.01200320025285085
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,768,8192,0.009149866302808125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,768,8192,0.009171199798583985
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,768,8192,0.009175466497739156
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,768,8192,0.00974826713403066
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,768,8192,0.009532800316810608
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,768,8192,0.010077866911888122
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,768,8192,0.010359467069307963
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,768,8192,0.010259200135866802
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,768,8192,0.007820799946784973
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,768,8192,0.008736000458399455
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,768,8192,0.008737066388130188
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,768,8192,0.00871573289235433
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,768,8192,0.008718933661778767
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,768,8192,0.008294400076071422
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,768,8192,0.008506666620572407
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,768,8192,0.010207999746004741
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,768,8192,0.006312533219655354
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,768,8192,0.006278400123119354
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,768,8192,0.007528533538182576
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,768,8192,0.009384533762931824
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,768,8192,0.006725333134333293
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,768,8192,0.007884799937407176
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,768,8192,0.0075328002373377485
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,768,8192,0.005899733304977417
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,768,8192,0.005884799857934316
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,768,8192,0.005875200033187866
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,768,8192,0.00591786652803421
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,768,8192,0.005901866654555003
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,768,8192,0.0058559998869895935
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,768,8192,0.0070613334576288865
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,768,8192,0.025278933842976886
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,768,8192,0.023647999763488768
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,768,8192,0.0075328002373377485
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,768,8192,0.007490133245786031
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,768,8192,0.007379200061162312
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,768,8192,0.007150933146476746
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,768,8192,0.007436800003051758
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,768,8192,0.007084799806276958
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,768,8192,0.007550933460394542
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,768,8192,0.009889066219329834
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,768,8192,0.42741438547770183
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,768,8192,0.11577920118967693
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,768,8192,0.005906133353710175
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,768,8192,0.22174506187438964
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,768,8192,0.11422719955444335
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,768,8192,0.10514453252156575
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,768,8192,0.8381418863932291
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,768,8192,0.10415253639221192
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,768,8192,0.09826133251190186
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,768,8192,0.09758719603220621
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,768,8192,0.08856106599171956
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,768,8192,0.08335466384887695
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,768,8192,0.08331306775410971
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,768,8192,0.07416533629099528
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,768,8192,0.07185173034667969
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,768,8192,0.06708266735076904
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,768,8192,0.06794559955596924
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,768,8192,0.05955946842829386
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,768,10240,0.025525333484013875
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,768,8192,0.05586666663487753
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,768,8192,0.059366401036580405
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,768,8192,0.05332266489664713
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,768,8192,0.04862186511357625
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,768,8192,0.046284798781077066
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,768,8192,0.0457696000734965
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,768,8192,0.041000533103942874
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,768,8192,0.040232535203297934
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,768,8192,0.038073599338531494
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,768,8192,0.033572268486022946
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,768,8192,0.038740265369415286
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,768,8192,0.03091520071029663
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,768,8192,0.026818132400512694
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,768,8192,0.026760532458623247
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,768,8192,0.024884267648061117
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,768,8192,0.024564266204833984
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,768,8192,0.08836906750996908
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,768,8192,0.02451200087865194
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,768,8192,0.02486720085144043
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,768,8192,0.023865600426991783
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,768,8192,0.025913600126902265
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,768,8192,0.02288533250490824
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,768,8192,0.024538666009902954
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,768,8192,0.02304533322652181
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,768,8192,0.022922666867574056
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,768,8192,0.021219199895858763
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,768,8192,0.022794665892918904
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,768,8192,0.022334933280944824
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,768,8192,0.02177813251813253
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,768,8192,0.020572799444198608
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,768,8192,0.021356799205144248
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,768,8192,0.02067199945449829
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,768,8192,0.04823360045750936
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,768,8192,0.02023893396059672
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,768,8192,0.02106879949569702
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,768,8192,0.020182400941848755
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,768,8192,0.01917440096537272
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,768,8192,0.018665599822998046
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,768,8192,0.018579200903574625
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,768,8192,0.018956800301869713
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,768,8192,0.01866453289985657
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,768,8192,0.03287573258082072
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,768,8192,0.018669867515563966
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,768,8192,0.018574933211008705
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,768,8192,0.01881706714630127
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,768,8192,0.01930346687634786
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,768,8192,0.018268799781799315
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,768,10240,0.025140267610549927
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,768,8192,0.018569600582122803
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,768,8192,0.018542933464050292
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,768,8192,0.018487467368443807
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,768,8192,0.018461867173512777
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,768,8192,0.019745065768559774
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,768,8192,0.018515199422836304
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,768,8192,0.018367999792099
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,768,8192,0.017811199029286705
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,768,10240,0.025588266054789227
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,768,8192,0.021937066316604616
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,768,8192,0.030829866727193195
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,768,8192,0.189573335647583
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,768,8192,0.19503679275512695
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,768,8192,0.16767786343892416
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,768,8192,0.35365546544392906
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,768,8192,0.7002368291219075
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,768,8192,0.16962666511535646
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,768,8192,0.18363733291625978
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,768,8192,0.1783957322438558
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,768,8192,1.378667704264323
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,768,8192,0.15304959615071614
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,768,8192,0.1363210678100586
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,768,8192,0.1530303955078125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,768,8192,0.13284906546274822
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,768,8192,0.1147722641626994
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,768,8192,0.11068906784057617
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,768,8192,0.09471147060394287
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,768,8192,0.08851093451182047
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,768,8192,0.07822826703389486
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,768,8192,0.06921813488006592
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,768,8192,0.0747093359629313
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,768,8192,0.06473813454310098
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,768,8192,0.05915520191192627
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,768,8192,0.05402666727701823
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,768,8192,0.057475201288859044
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,768,8192,0.0517845352490743
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,768,8192,0.0460586667060852
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,768,8192,0.04815680185953776
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,768,8192,0.03560640017191569
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,768,8192,0.04231893221537272
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,768,8192,0.040445868174235025
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,768,8192,0.03413333495457967
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,768,8192,0.03031466603279114
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,768,8192,0.02853013277053833
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,768,8192,0.023915733893712363
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,768,8192,0.022785067558288574
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,768,8192,0.017138133446375527
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,768,8192,0.018770132462183634
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,768,8192,0.01609280010064443
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,768,8192,0.014246400197347006
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,768,8192,0.014424533645311991
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,768,8192,0.017314134041468303
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,768,8192,0.014458666245142618
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,768,8192,0.017374932765960693
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,768,8192,0.014482133587201438
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,768,8192,0.01443839967250824
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,768,8192,0.014520532886187234
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,768,8192,0.014039466778437296
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,768,8192,0.013235200444857279
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,768,8192,0.013221333424250284
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,768,8192,0.017399466037750243
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,768,8192,0.013338667154312134
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,768,8192,0.012873599926630655
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,768,8192,0.01285866697629293
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,768,8192,0.012985600034395852
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,768,8192,0.016430933276812235
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,768,8192,0.017378133535385133
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,768,8192,0.01636693378289541
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,768,8192,0.016548267006874083
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,768,8192,0.01801919937133789
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,768,8192,0.0168938676516215
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,768,8192,0.016545066237449647
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,768,8192,0.01744106610616048
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,768,8192,0.016812799374262492
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,768,8192,0.016924800475438435
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,768,8192,0.017846399545669557
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,768,8192,0.017211733261744182
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,768,8192,0.016961065928141277
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,768,8192,0.01794346570968628
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,768,8192,0.017174400885899863
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,768,8192,0.015979733069737753
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,768,8192,0.0144405335187912
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,768,8192,0.012917332847913108
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,768,8192,0.1395477294921875
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,768,8192,0.08157973289489746
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,768,8192,0.04645866552988688
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,768,8192,0.27116800944010416
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,768,8192,0.046624000867207846
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,768,8192,0.04492479960123698
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,768,8192,0.0446943998336792
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,768,8192,0.042897065480550126
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,768,8192,0.042217600345611575
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,768,8192,0.04126826524734497
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,768,8192,0.0407968004544576
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,768,8192,0.0395957350730896
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,768,8192,0.038891732692718506
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,768,8192,0.037939198811848956
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,768,8192,0.03741439978281657
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,768,8192,0.03602026700973511
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,768,8192,0.03588159879048665
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,768,8192,0.034593065579732254
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,768,8192,0.03427199920018514
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,768,8192,0.03335893154144287
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,768,8192,0.03289600014686585
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,768,8192,0.01612053314844767
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,768,8192,0.032314666112263996
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,768,8192,0.01616320013999939
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,768,8192,0.03178453246752421
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,768,8192,0.030938667058944703
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,768,8192,0.030497066179911297
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,768,8192,0.029348266124725342
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,768,8192,0.028805333375930785
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,768,8192,0.028008532524108887
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,768,8192,0.0276309331258138
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,768,8192,0.02699199914932251
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,768,8192,0.027228800455729167
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,768,8192,0.025588266054789227
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,768,8192,0.025164800882339477
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,768,8192,0.024346667528152465
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,768,8192,0.02467093269030253
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,768,8192,0.023093332846959434
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,768,8192,0.02262293299039205
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,768,8192,0.022738132874170938
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,768,8192,0.022652800877889
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,768,8192,0.022565333048502605
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,768,8192,0.02264960010846456
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,768,8192,0.022639999787012734
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,768,8192,0.022692267100016275
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,768,8192,0.021887999773025513
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,768,8192,0.0214954674243927
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,768,8192,0.02186346650123596
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,768,8192,0.021962666511535646
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,768,8192,0.02184213399887085
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,768,8192,0.021847466627756752
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,768,8192,0.02186346650123596
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,768,8192,0.02151893377304077
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,768,8192,0.02141439914703369
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,768,8192,0.021747199694315593
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,768,8192,0.021926399072011313
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,768,8192,0.02184213399887085
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,768,8192,0.021497599283854165
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,768,8192,0.02141973376274109
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,768,8192,0.02160960038503011
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,768,8192,0.021437867482503255
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,768,8192,0.02151040037473043
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,768,8192,0.02145493427912394
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,768,8192,0.021824000279108684
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,768,8192,0.021846399704615275
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,768,8192,0.02185386617978414
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,768,8192,0.021828265984853108
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,768,8192,0.021843200922012328
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,768,8192,0.021460266908009847
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,768,7168,0.25566293398539225
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,768,7168,0.12757866382598876
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,768,7168,0.06800426642100016
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,768,7168,0.03397546609242757
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,768,7168,0.033030400673548385
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,768,7168,0.031677865982055665
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,768,7168,0.03149226705233256
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,768,7168,0.02927466630935669
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,768,7168,0.0280074675877889
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,768,7168,0.0271071990331014
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,768,7168,0.027380265792210895
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,768,8192,0.021477333704630532
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,768,7168,0.026228266954421996
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,768,7168,0.025305600961049397
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,768,7168,0.02218986749649048
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,768,7168,0.023153066635131836
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,768,7168,0.02176533341407776
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,768,7168,0.02136960029602051
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,768,7168,0.021101866165796915
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,768,7168,0.019523199399312338
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,768,7168,0.017779199282328288
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,768,7168,0.01755946675936381
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,768,7168,0.01763413349787394
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,768,7168,0.017141334215799966
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,768,7168,0.01723946730295817
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,768,7168,0.015925332903862
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,768,7168,0.013386666774749756
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,768,7168,0.015729066729545594
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,768,7168,0.01511253317197164
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,768,7168,0.01611733337243398
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,768,7168,0.012453333536783854
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,768,7168,0.01291306714216868
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,768,7168,0.011985066533088683
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,768,7168,0.012868266304334006
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,768,8192,0.02143146594365438
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,768,7168,0.011357866724332174
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,768,7168,0.010102400183677673
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,768,7168,0.027843199173609418
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,768,7168,0.008769067128499348
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,768,7168,0.008733866612116496
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,768,7168,0.009197866916656494
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,768,7168,0.009194667140642803
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,768,7168,0.009177600344022114
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,768,7168,0.009593600034713745
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,768,7168,0.009239466985066731
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,768,7168,0.009134933352470398
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,768,7168,0.008221866687138875
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,768,7168,0.008339200417200725
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,768,7168,0.008213333288828532
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,768,7168,0.008357333143552144
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,768,8192,0.021886932849884033
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,768,7168,0.007707733412583668
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,768,7168,0.008294400076071422
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,768,7168,0.009204266468683879
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,768,7168,0.006718933085600535
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,768,7168,0.008377599716186523
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,768,8192,0.021496532360712688
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,768,7168,0.006696533163388569
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,768,7168,0.007117866476376851
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,768,7168,0.008712533116340637
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,768,7168,0.006667733192443848
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,768,7168,0.007134933272997539
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,768,7168,0.006300800045331319
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,768,7168,0.006651733318964641
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,768,7168,0.006448000172773997
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,768,7168,0.006292266647020976
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,768,7168,0.006345599889755249
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,768,7168,0.006323199967543285
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,768,7168,0.006362666686375936
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,768,7168,0.007075199981530507
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,768,7168,0.007147733370463054
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,768,7168,0.007389866809050243
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,768,7168,0.007223466535409291
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,768,7168,0.0071168000499407455
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,768,7168,0.0070720002055168155
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,768,7168,0.007146666447321574
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,768,7168,0.0070613334576288865
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,768,7168,0.1951807975769043
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,768,7168,0.0976703961690267
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,768,7168,0.3753482818603516
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,768,7168,0.09790613651275634
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,768,7168,0.7342144012451172
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,768,7168,0.08870933055877686
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,768,7168,0.08411946296691894
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,768,7168,0.08375360171000162
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,768,7168,0.07496853669484457
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,768,7168,0.07605013052622477
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,768,7168,0.07128106753031413
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,768,7168,0.006716800232728322
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,768,7168,0.06366613308588663
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,768,8192,0.02182719906171163
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,768,7168,0.05853439966837565
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,768,7168,0.05778773228327433
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,768,8192,0.02145706613858541
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,768,7168,0.05375253359476725
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,768,7168,0.05153173208236694
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,768,7168,0.0472597320874532
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,768,7168,0.04903786579767863
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,768,7168,0.045235200723012285
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,768,7168,0.04502826531728109
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,768,7168,0.04145493507385254
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,768,8192,0.02188053329785665
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,768,7168,0.04183146556218465
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,768,7168,0.0389301339785258
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,768,7168,0.03717439969380697
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,768,7168,0.0889514684677124
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,768,7168,0.03492799997329712
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,768,7168,0.03292266726493835
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,768,7168,0.03243626753489177
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,768,7168,0.028733867406845092
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,768,7168,0.028782933950424194
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,768,7168,0.02386666735013326
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,768,7168,0.02644053300221761
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,768,7168,0.02262826760609945
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,768,7168,0.02289066712061564
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,768,7168,0.02270080049832662
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,768,7168,0.023102933168411256
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,768,7168,0.02209920088450114
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,768,7168,0.022762666145960488
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,768,7168,0.02141973376274109
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,768,7168,0.02176533341407776
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,768,7168,0.07193600336710612
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,768,7168,0.020679465929667153
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,768,7168,0.02077440023422241
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,768,7168,0.020610133806864418
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,768,7168,0.01983786622683207
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,768,7168,0.061882666746775304
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,768,7168,0.019033600886662803
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,768,7168,0.018921599785486857
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,768,7168,0.018918399016062418
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,768,7168,0.01887893279393514
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,768,7168,0.019288533926010133
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,768,7168,0.019167999426523842
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,768,7168,0.018496000766754152
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,768,7168,0.017975467443466186
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,768,7168,0.018231467405954997
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,768,7168,0.01843093236287435
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,768,7168,0.020232532421747842
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,768,7168,0.018411733706792197
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,768,7168,0.01808533271153768
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,768,7168,0.018207999070485432
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,768,7168,0.01856106718381246
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,768,7168,0.018666666746139527
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,768,7168,0.018382932742436728
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,768,7168,0.01800640026728312
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,768,7168,0.03494079907735188
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,768,7168,0.018308266003926595
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,768,7168,0.02664639949798584
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,768,7168,0.016908800601959227
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,768,7168,0.01787839929262797
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,768,7168,0.017819732427597046
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,768,7168,0.023162666956583658
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,768,7168,0.022651733954747517
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,768,7168,0.020777599016825358
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,768,7168,0.01957119901974996
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,768,7168,0.17760000228881836
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,768,7168,0.18730239868164061
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,768,7168,0.17238826751708985
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,768,7168,0.3567018508911133
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,768,7168,0.19096320470174152
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,768,7168,0.7014485041300456
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,768,7168,0.16237012545267743
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,768,7168,1.3883424123128256
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,768,7168,0.14992639223734539
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,768,7168,0.13146986961364746
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,768,7168,0.12950507005055745
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,768,7168,0.0913055976231893
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,768,7168,0.10576319694519043
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,768,7168,0.11517759958902996
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,768,7168,0.08917760054270427
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,768,7168,0.0869055986404419
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,768,7168,0.07831786473592123
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,768,7168,0.06489386558532714
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,768,7168,0.05751680135726929
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,768,7168,0.07062079906463622
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,768,7168,0.07112212975819907
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,768,7168,0.062156800429026285
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,768,7168,0.05542720158894857
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,768,7168,0.05177280108133951
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,768,7168,0.05016533136367798
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,768,7168,0.04598933458328247
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,768,7168,0.04441386858622233
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,768,7168,0.03988053401311238
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,768,7168,0.03873279889424642
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,768,7168,0.03452373345692952
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,768,7168,0.03329600095748901
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,768,7168,0.02914453347524007
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,768,7168,0.02314880092938741
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,768,7168,0.027412267525990804
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,768,7168,0.016544000307718913
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,768,7168,0.014914133151372275
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,768,7168,0.014966400464375815
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,768,7168,0.01651093363761902
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,768,7168,0.013683199882507324
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,768,7168,0.0218122661113739
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,768,7168,0.013635200262069703
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,768,7168,0.013685333728790283
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,768,7168,0.017744000752766928
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,768,7168,0.013651200135548911
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,768,7168,0.0134442667166392
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,768,7168,0.013224533200263977
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,768,7168,0.01349440018335978
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,768,7168,0.013245866696039835
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,768,7168,0.012216533223787945
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,768,7168,0.012405332922935487
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,768,7168,0.012444800138473511
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,768,7168,0.012114133437474568
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,768,7168,0.012410666545232136
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,768,7168,0.014843733112017313
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,768,7168,0.01434346636136373
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,768,7168,0.014346667130788169
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,768,7168,0.015338666240374246
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,768,7168,0.014984533190727234
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,768,7168,0.016516266266504924
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,768,7168,0.014465066790580749
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,768,7168,0.014450132846832275
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,768,7168,0.015319466590881348
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,768,7168,0.015334399541219077
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,768,7168,0.014813866217931113
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,768,7168,0.014174933234850565
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,768,7168,0.016438399751981102
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,768,7168,0.015347199638684592
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,768,7168,0.014890666802724203
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,768,7168,0.01444586714108785
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,768,7168,0.016195199886957803
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,768,7168,0.014882133404413859
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,768,7168,0.01652906636397044
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,768,7168,0.1295914649963379
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,768,7168,0.04236799875895182
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,768,7168,0.07612799803415934
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,768,7168,0.24993707338968912
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,768,7168,0.04166293144226074
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,768,7168,0.040047999223073324
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,768,7168,0.039792001247406006
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,768,7168,0.03770879904429118
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,768,7168,0.03762666781743367
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,768,7168,0.03756800095240275
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,768,7168,0.03681600093841553
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,768,7168,0.03607893387476603
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,768,7168,0.03567146857579549
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,768,7168,0.03444693485895793
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,768,7168,0.034270934263865155
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,768,7168,0.032841600974400836
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,768,7168,0.03282026648521423
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,768,7168,0.03190186619758606
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,768,7168,0.031411200761795044
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,768,7168,0.030894933144251506
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,768,7168,0.03057173291842143
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,768,7168,0.02940586606661479
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,768,7168,0.028955733776092528
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,768,7168,0.028716800610224406
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,768,7168,0.028439466158548993
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,768,7168,0.026796799898147584
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,768,7168,0.026686932643254595
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,768,7168,0.02598293423652649
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,768,7168,0.025548799832661943
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,768,7168,0.015282133221626281
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,768,7168,0.01530026694138845
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,768,7168,0.024759467442830405
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,768,7168,0.02476373314857483
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,768,7168,0.023538132508595787
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,768,7168,0.023539199431737264
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,768,7168,0.022887466351191203
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,768,7168,0.022285866737365722
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,768,7168,0.02106879949569702
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,768,7168,0.020653865734736123
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,768,7168,0.02057066758473714
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,768,7168,0.020782933632532755
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,768,7168,0.020616533358891805
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,768,7168,0.020619734128316244
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,768,7168,0.020430932442347206
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,768,7168,0.020589866240819297
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,768,7168,0.020246400435765585
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,768,7168,0.020195200045903524
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,768,7168,0.02030293345451355
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,768,7168,0.019792000452677407
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,768,7168,0.01985599994659424
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,768,7168,0.020198400815327963
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,768,7168,0.019846399625142418
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,768,7168,0.019800533850987755
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,768,7168,0.019814399878184
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,768,7168,0.019901865720748903
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,768,7168,0.0197760005791982
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,768,7168,0.0198634664217631
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,768,7168,0.019569067160288493
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,768,7168,0.02018346587816874
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,768,7168,0.019620267550150554
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,768,7168,0.02018986741701762
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,768,7168,0.019798400004704793
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,768,7168,0.0202346662680308
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,768,7168,0.019758933782577516
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,768,7168,0.02019946575164795
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,768,7168,0.019770665963490804
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,768,7168,0.01983573238054911
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,768,7168,0.01976319948832194
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,768,7168,0.019849600394566853
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,768,7168,0.019792000452677407
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,768,6144,0.2226858615875244
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,768,6144,0.11001173655192058
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,768,6144,0.058265598615010586
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,768,6144,0.028654932975769043
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,768,6144,0.02829759915669759
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,768,6144,0.02663573424021403
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,768,6144,0.027272532383600872
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,768,6144,0.024909865856170655
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,768,6144,0.02413653333981832
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,768,6144,0.023195733626683555
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,768,6144,0.023832533756891885
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,768,6144,0.023963733514149984
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,768,6144,0.022920533021291097
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,768,6144,0.022190932432810465
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,768,6144,0.01949653426806132
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,768,6144,0.020407466093699138
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,768,6144,0.019142399231592812
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,768,6144,0.018576000134150186
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,768,6144,0.01694933374722799
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,768,6144,0.015506133437156677
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,768,6144,0.015306666493415833
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,768,6144,0.015435733397801719
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,768,6144,0.015291733543078103
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,768,6144,0.015285332997639975
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,768,6144,0.014184533556302389
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,768,6144,0.011828266580899556
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,768,6144,0.014099199573198953
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,768,6144,0.013404800494511922
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,768,6144,0.014266666769981385
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,768,6144,0.01123306651910146
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,768,6144,0.01154026687145233
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,768,6144,0.010613333185513813
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,768,6144,0.010028800368309021
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,768,6144,0.009964799880981446
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,768,6144,0.009617066383361817
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,768,6144,0.007938133180141449
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,768,6144,0.008984532952308655
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,768,6144,0.008745599786440532
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,768,6144,0.008473599950472515
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,768,6144,0.008376533786455791
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,768,6144,0.008473599950472515
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,768,6144,0.008492799599965413
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,768,6144,0.008749866485595703
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,768,6144,0.007506133119265239
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,768,6144,0.007546666761239369
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,768,6144,0.018630399306615194
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,768,7168,0.01979413429896037
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,768,6144,0.007495466868082683
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,768,6144,0.0074976002176602675
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,768,6144,0.00844693382581075
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,768,6144,0.008361599842707316
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,768,6144,0.007993599772453308
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,768,7168,0.019821866353352865
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,768,6144,0.0062826668222745255
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,768,6144,0.006263466676076253
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,768,6144,0.006251733501752217
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,768,6144,0.006251733501752217
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,768,6144,0.006266666452089946
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,768,6144,0.006681600213050842
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,768,6144,0.005888000130653381
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,768,6144,0.005995733539263407
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,768,6144,0.005916800101598104
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,768,6144,0.0059114664793014525
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,768,6144,0.006039466460545858
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,768,6144,0.005922133227189382
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,768,6144,0.005899733304977417
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,768,6144,0.006670933465162914
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,768,6144,0.0070826664566993715
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,768,6144,0.006669866542021434
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,768,6144,0.0067104001839955645
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,768,6144,0.006666666766007741
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,768,6144,0.006714666883150737
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,768,6144,0.006692266464233399
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,768,6144,0.007062399884064992
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,768,7168,0.019921066363652547
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,768,6144,0.3251530647277832
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,768,6144,0.6326677322387695
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,768,7168,0.019844265778859456
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,768,6144,0.16833920478820802
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,768,6144,0.08002453645070394
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,768,6144,0.07280106544494629
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,768,6144,0.07336213588714599
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,768,7168,0.019836799303690592
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,768,6144,0.06893760363260905
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,768,6144,0.06188906828562418
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,768,6144,0.06279893318812052
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,768,6144,0.058671998977661136
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,768,7168,0.019426133235295615
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,768,6144,0.05529599984486898
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,768,6144,0.053276801109313966
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,768,6144,0.050146134694417324
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,768,6144,0.04924799998601277
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,768,6144,0.04692480166753133
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,768,6144,0.047622398535410566
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,768,6144,0.04314666589101156
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,768,6144,0.043178665637969973
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,768,6144,0.03905386527379354
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,768,6144,0.04015466769536336
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,768,6144,0.038753068447113036
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,768,6144,0.03908160130182902
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,768,6144,0.034958934783935545
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,768,6144,0.03485226631164551
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,768,6144,0.007602133353551229
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,768,6144,0.032902399698893234
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,768,6144,0.032869333028793336
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,768,6144,0.03086613416671753
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,768,6144,0.06935893694559733
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,768,6144,0.027048534154891966
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,768,6144,0.027703466018040974
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,768,6144,0.007934933404127757
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,768,6144,0.02488853335380554
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,768,6144,0.022694400946299233
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,768,6144,0.022523732980092366
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,768,6144,0.021014400323232017
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,768,6144,0.02140480081240336
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,768,6144,0.020725333690643312
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,768,6144,0.020652800798416138
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,768,6144,0.020617600282033285
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,768,6144,0.021667200326919555
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,768,6144,0.05868159929911295
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,768,6144,0.021028266350428263
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,768,6144,0.01992320020993551
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,768,6144,0.01952426632245382
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,768,6144,0.019250132640202842
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,768,6144,0.019035732746124266
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,768,6144,0.01867306629816691
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,768,6144,0.01877973278363546
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,768,6144,0.018764799833297728
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,768,6144,0.01887680093447367
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,768,6144,0.018609066804250084
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,768,6144,0.018518400192260743
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,768,6144,0.01946453253428141
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,768,6144,0.01881386637687683
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,768,6144,0.017180800437927246
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,768,6144,0.01797440052032471
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,768,6144,0.01732053359349569
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,768,6144,0.019107200702031455
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,768,6144,0.016808533668518068
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,768,6144,0.018363734086354576
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,768,6144,0.0173909326394399
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,768,6144,0.01821440060933431
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,768,6144,0.01771093408266703
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,768,6144,0.01768959959348043
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,768,6144,0.018244266510009766
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,768,6144,0.01690559983253479
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,768,6144,0.017828265825907387
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,768,6144,0.016706132888793947
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,768,6144,0.017442133029301962
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,768,6144,0.016521599888801575
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,768,6144,0.07988800207773844
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,768,6144,0.030791467428207396
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,768,6144,0.02511253356933594
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,768,6144,0.019697066148122153
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,768,6144,0.017642666896184288
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,768,6144,0.34785067240397133
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,768,6144,0.16477227210998535
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,768,6144,0.11356480121612549
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,768,6144,0.14250133832295736
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,768,6144,0.1591082731882731
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,768,6144,0.13728532791137696
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,768,6144,0.6860597610473633
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,768,6144,0.12714773019154865
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,768,6144,1.3500532786051431
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,768,6144,0.10282773176829021
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,768,6144,0.083787735303243
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,768,6144,0.10357866287231446
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,768,6144,0.08917653560638428
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,768,6144,0.0787338654200236
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,768,6144,0.09020053545633952
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,768,6144,0.07259413401285807
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,768,6144,0.07355093161265056
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,768,6144,0.06757226785024008
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,768,6144,0.06684693495432535
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,768,6144,0.062386135260264076
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,768,6144,0.059580798943837485
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,768,6144,0.05500586827596029
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,768,6144,0.05418026844660441
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,768,6144,0.048471466700236006
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,768,6144,0.05015679995218912
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,768,6144,0.04295893510182698
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,768,6144,0.04474026759465535
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,768,6144,0.03869866530100505
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,768,6144,0.0378165324529012
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,768,6144,0.03376746575037638
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,768,6144,0.02802133361498515
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,768,6144,0.03214293320973714
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,768,6144,0.026786132653554277
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,768,6144,0.022272000710169472
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,768,6144,0.021075199047724404
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,768,6144,0.015397333105405173
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,768,6144,0.016744534174601235
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,768,6144,0.014036267002423605
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,768,6144,0.012807466586430869
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,768,6144,0.012452266613642375
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,768,6144,0.012485333283742269
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,768,6144,0.012814933061599731
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,768,6144,0.012809600432713827
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,768,6144,0.012475732962290447
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,768,6144,0.01241919994354248
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,768,6144,0.012414933244387309
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,768,6144,0.011255466938018798
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,768,6144,0.011158399780591329
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,768,6144,0.015485866864522298
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,768,6144,0.015397333105405173
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,768,6144,0.011250133315722149
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,768,6144,0.011225600043932598
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,768,6144,0.012834133704503379
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,768,6144,0.013962666193644205
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,768,6144,0.013286399841308593
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,768,6144,0.013250133395195008
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,768,6144,0.01590933303038279
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,768,6144,0.013620266318321228
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,768,6144,0.013310933113098144
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,768,6144,0.014866133530934652
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,768,6144,0.014471466342608133
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,768,6144,0.01362559994061788
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,768,6144,0.013648000359535218
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,768,6144,0.013355732957522074
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,768,6144,0.013238400220870972
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,768,6144,0.01569386621316274
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,768,6144,0.013623467087745667
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,768,6144,0.01328213314215342
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,768,6144,0.013972266515096029
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,768,6144,0.015318399667739869
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,768,6144,0.014104533195495605
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,768,6144,0.011517866452534994
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,768,6144,0.07034133275349935
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,768,6144,0.11942506631215413
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,768,6144,0.2300800005594889
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,768,6144,0.03724160194396973
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,768,6144,0.03710720141728719
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,768,6144,0.03602666854858398
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,768,6144,0.03622506856918335
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,768,6144,0.03523199955622355
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,768,6144,0.033625598748524985
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,768,6144,0.03464853366216024
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,768,6144,0.03377386728922526
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,768,6144,0.032935466368993124
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,768,6144,0.032758400837580366
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,768,6144,0.03146880070368449
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,768,6144,0.03096746603647868
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,768,6144,0.030568534135818483
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,768,6144,0.03006826639175415
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,768,6144,0.02916160027186076
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,768,6144,0.028735999266306562
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,768,6144,0.028196267286936444
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,768,6144,0.027742934226989747
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,768,6144,0.02720213333765666
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,768,6144,0.026437334219614667
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,768,6144,0.02643520037333171
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,768,6144,0.025576533873875935
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,768,6144,0.024551467100779215
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,768,6144,0.02407146692276001
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,768,6144,0.023512534300486245
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,768,6144,0.023117866118748984
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,768,6144,0.022669865687688192
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,768,6144,0.02265066703160604
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,768,6144,0.021427200237909953
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,768,6144,0.014149333039919535
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,768,6144,0.021475199858347574
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,768,6144,0.014059733351071677
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,768,6144,0.02065920035044352
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,768,6144,0.02025173306465149
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,768,6144,0.01917120019594828
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,768,6144,0.018951465686162315
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,768,6144,0.018979199727376304
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,768,6144,0.018731733163197838
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,768,6144,0.018598399559656777
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,768,6144,0.01895893414815267
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,768,6144,0.019028266270955406
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,768,6144,0.0185589333375295
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,768,6144,0.018588799238204955
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,768,6144,0.018410666783650716
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,768,6144,0.018563199043273925
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,768,6144,0.018177066246668497
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,768,6144,0.018191999197006224
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,768,6144,0.017783466974894205
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,768,6144,0.01818986733754476
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,768,6144,0.0185205340385437
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,768,6144,0.018209065993626913
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,768,6144,0.01856000026067098
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,768,6144,0.018116267522176106
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,768,6144,0.01817173361778259
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,768,6144,0.018129066626230875
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,768,6144,0.01779306729634603
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,768,6144,0.018161066373189292
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,768,6144,0.018122667074203493
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,768,6144,0.01813973387082418
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,768,6144,0.01816640098889669
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,768,6144,0.017803732554117838
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,768,6144,0.017803732554117838
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,768,6144,0.017780266205469766
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,768,6144,0.0181386669476827
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,768,6144,0.018152532974878947
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,768,6144,0.01814080079396566
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,768,6144,0.018184532721837364
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,768,5120,0.08895893096923828
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,768,6144,0.018151466051737467
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,768,5120,0.18579732577006022
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,768,5120,0.02337813377380371
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,768,5120,0.024307199319203696
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,768,5120,0.022964266935984294
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,768,5120,0.02262399991353353
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,768,5120,0.021320533752441407
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,768,5120,0.019756799936294554
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,768,5120,0.01976319948832194
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,768,5120,0.019778132438659668
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,768,5120,0.020733867088953653
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,768,5120,0.01943040092786153
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,768,5120,0.016499200463294984
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,768,5120,0.017723733186721803
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,768,5120,0.016323199868202208
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,768,5120,0.01633280018965403
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,768,5120,0.016297599673271178
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,768,5120,0.014706133802731832
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,768,5120,0.013245866696039835
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,768,5120,0.013365333278973898
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,768,5120,0.013343999783198038
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,768,5120,0.013262933492660523
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,768,5120,0.013432533542315165
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,768,5120,0.012389333049456278
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,768,5120,0.010089600086212158
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,768,5120,0.012045866250991822
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,768,5120,0.011762133240699768
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,768,5120,0.012128000458081562
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,768,5120,0.009697066744168599
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,768,5120,0.046504533290863036
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,768,5120,0.009983999530474345
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,768,5120,0.008781866232554118
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,768,5120,0.009062400460243225
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,768,5120,0.00836906631787618
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,768,5120,0.008761599659919739
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,768,5120,0.007153066496054332
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,768,5120,0.007996800045172375
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,768,5120,0.007804800073305767
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,768,5120,0.007895466685295106
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,768,5120,0.007619200150171916
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,768,5120,0.007855999966462452
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,768,5120,0.008359466989835102
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,768,5120,0.007906133433183034
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,768,5120,0.00705813318490982
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,768,5120,0.0070783997575442
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,768,5120,0.007110400001207988
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,768,5120,0.007124266525109608
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,768,6144,0.017961599429448447
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,768,5120,0.0073173334201176955
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,768,5120,0.007530666887760162
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,768,5120,0.008296533425649007
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,768,5120,0.006715733309586842
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,768,5120,0.006680533289909363
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,768,5120,0.007114666700363159
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,768,5120,0.005899733304977417
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,768,5120,0.0067071999112765
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,768,5120,0.006281599899133046
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,768,5120,0.006723199784755707
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,768,6144,0.01793280045191447
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,768,5120,0.0067007998625437425
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,768,5120,0.006669866542021434
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,768,5120,0.006706133484840393
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,768,5120,0.006325333317120869
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,768,5120,0.0067007998625437425
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,768,5120,0.006667733192443848
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,768,5120,0.005624533196290334
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,768,5120,0.005512533088525137
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,768,5120,0.005454933146635691
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,768,5120,0.0054837331175804135
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,768,5120,0.005504000186920166
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,768,5120,0.00550186683734258
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,768,5120,0.005463466544946035
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,768,5120,0.00544213354587555
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,768,6144,0.018067200978597008
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,768,5120,0.13848640124003092
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,768,5120,0.27199360529581706
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,768,5120,0.06301120122273764
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,768,5120,0.06270080010096232
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,768,5120,0.019412267208099365
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,768,6144,0.017731199661890663
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,768,5120,0.5287733395894368
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,768,5120,0.0582368016242981
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,768,5120,0.05827093521753947
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,768,5120,0.05665706793467203
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,768,5120,0.055785600344340006
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,768,5120,0.05138239860534668
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,768,5120,0.05192960103352865
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,768,5120,0.049063467979431154
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,768,6144,0.018220800161361694
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,768,5120,0.04927146832148234
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,768,5120,0.007930666704972585
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,768,5120,0.04712213277816772
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,768,5120,0.045909333229064944
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,768,5120,0.04503786563873291
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,768,5120,0.04063680171966553
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,768,5120,0.04100480079650879
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,768,5120,0.039622398217519124
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,768,5120,0.038492798805236816
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,768,5120,0.03680533170700073
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,768,5120,0.037001601854960126
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,768,5120,0.03490560054779053
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,768,5120,0.03276053269704183
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,768,5120,0.031326933701833086
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,768,5120,0.03086400032043457
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,768,5120,0.030818132559458415
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,768,5120,0.02812160054842631
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,768,5120,0.02499413291613261
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,768,5120,0.02473919987678528
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,768,5120,0.02437653342882792
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,768,5120,0.024602667490641276
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,768,5120,0.02065920035044352
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,768,5120,0.02066453297932943
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,768,5120,0.021676800648371377
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,768,5120,0.02058666745821635
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,768,5120,0.020653865734736123
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,768,5120,0.020273067553838096
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,768,5120,0.019492266575495402
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,768,5120,0.01877973278363546
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,768,5120,0.007960533102353413
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,768,5120,0.019297067324320474
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,768,5120,0.01944640080134074
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,768,5120,0.0185589333375295
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,768,5120,0.01925440033276876
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,768,5120,0.04522560040156047
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,768,5120,0.01874879995981852
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,768,5120,0.01964906652768453
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,768,5120,0.018244266510009766
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,768,5120,0.01931519905726115
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,768,5120,0.017541333039601644
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,768,5120,0.03472213347752889
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,768,5120,0.016979199647903443
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,768,5120,0.018331732352574667
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,768,5120,0.016502400239308677
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,768,5120,0.02788693308830261
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,768,5120,0.017887999614079796
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,768,5120,0.017058134078979492
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,768,5120,0.0178656001885732
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,768,5120,0.017577600479125977
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,768,5120,0.017874133586883546
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,768,5120,0.021591466665267945
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,768,5120,0.017062399784723917
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,768,5120,0.01648853321870168
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,768,5120,0.016505600015322367
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,768,5120,0.017303466796875
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,768,5120,0.018092799186706542
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,768,5120,0.017477333545684814
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,768,5120,0.016637866695721946
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,768,5120,0.01664959987004598
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,768,5120,0.016581333676973977
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,768,5120,0.016502400239308677
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,768,5120,0.01647040049235026
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,768,5120,0.017242666085561117
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,768,5120,0.021537067492802937
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,768,5120,0.1059221347173055
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,768,5120,0.11757226785024007
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,768,5120,0.1189194679260254
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,768,5120,0.3373152097066244
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,768,5120,0.11017279624938965
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,768,5120,0.675164794921875
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,768,5120,0.10405440330505371
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,768,5120,1.3232426961263022
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,768,5120,0.09746452967325846
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,768,5120,0.09013439814249674
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,768,5120,0.08877653280893961
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,768,5120,0.08359039624532064
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,768,5120,0.07095359961191813
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,768,5120,0.0750602642695109
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,768,5120,0.07669013341267904
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,768,5120,0.06940266291300455
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,768,5120,0.08190613587697347
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,768,5120,0.06524693171183268
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,768,5120,0.060371200243631996
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,768,5120,0.0653162678082784
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,768,5120,0.0579093337059021
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,768,5120,0.04853440125783284
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,768,5120,0.05255786577860514
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,768,5120,0.047566934426625566
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,768,5120,0.05350079933802286
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,768,5120,0.04319786628087362
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,768,5120,0.03822186787923177
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,768,5120,0.032253867387771605
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,768,5120,0.041099735101064044
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,768,5120,0.036252800623575845
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,768,5120,0.03128746747970581
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,768,5120,0.027178666989008587
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,768,5120,0.025592533747355144
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,768,5120,0.021040000518163047
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,768,5120,0.015735466281572977
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,768,5120,0.012890666723251343
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,768,5120,0.014220800002415976
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,768,5120,0.012991999586423239
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,768,5120,0.011653332908948263
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,768,5120,0.014539733529090881
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,768,5120,0.011640533804893494
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,768,5120,0.011654399832089742
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,768,5120,0.011668266852696736
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,768,5120,0.011575466394424439
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,768,5120,0.01172266701857249
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,768,5120,0.011653332908948263
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,768,5120,0.011610666910807293
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,768,5120,0.010442666212717692
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,768,5120,0.010391466816266378
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,768,5120,0.01035093367099762
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,768,5120,0.010403199990590414
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,768,5120,0.010379733641942342
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,768,5120,0.01285653313000997
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,768,5120,0.014503467082977294
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,768,5120,0.012882133324941
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,768,5120,0.01202133297920227
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,768,5120,0.012455466389656066
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,768,5120,0.013301333785057068
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,768,5120,0.012871467073758445
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,768,5120,0.012434132893880208
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,768,5120,0.013109333316485085
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,768,5120,0.013541332880655923
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,768,5120,0.012853333353996277
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,768,5120,0.013401599725087485
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,768,5120,0.012854400277137756
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,768,5120,0.012865066528320312
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,768,5120,0.013275733590126038
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,768,5120,0.01283093293507894
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,768,5120,0.01299626628557841
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,768,5120,0.020217599471410115
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,768,5120,0.014512000481287637
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,768,5120,0.01165120005607605
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,768,5120,0.013080533345540366
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,768,5120,0.06519893407821656
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,768,5120,0.11039040088653565
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,768,5120,0.21321919759114585
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,768,5120,0.03356053431828816
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,768,5120,0.033217066526412965
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,768,5120,0.0326090673605601
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,768,5120,0.032604799667994185
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,768,5120,0.031564799944559734
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,768,5120,0.030902399619420366
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,768,5120,0.03043839931488037
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,768,5120,0.03044266700744629
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,768,5120,0.029813333352406816
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,768,5120,0.029663999875386555
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,768,5120,0.028617600599924724
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,768,5120,0.028217599789301558
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,768,5120,0.02754240036010742
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,768,5120,0.027550933758417766
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,768,5120,0.026387200752894087
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,768,5120,0.026557866732279462
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,768,5120,0.02569173375765483
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,768,5120,0.025565866629282636
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,768,5120,0.024349866310755412
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,768,5120,0.02409279942512512
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,768,5120,0.02327466607093811
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,768,5120,0.023590399821599325
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,768,5120,0.022717867294947305
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,768,5120,0.02187733252843221
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,768,5120,0.021051732699076335
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,768,5120,0.02145386735598246
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,768,5120,0.02063466707865397
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,768,5120,0.02035306692123413
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,768,5120,0.019006933768590292
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,768,5120,0.01826453407605489
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,768,5120,0.019374932845433554
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,768,5120,0.018186666568120322
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,768,5120,0.01694719990094503
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,768,5120,0.017372800906499227
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,768,5120,0.017324799299240114
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,768,5120,0.016948266824086507
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,768,5120,0.016987733046213784
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,768,5120,0.01691626707712809
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,768,5120,0.016884267330169678
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,768,5120,0.016993065675099693
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,768,5120,0.013244799772898355
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,768,5120,0.016492799917856852
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,768,5120,0.016500266393025716
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,768,5120,0.016503467162450155
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,768,5120,0.016135467092196147
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,768,5120,0.016505600015322367
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,768,5120,0.016088533401489257
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,768,5120,0.016574933131535848
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,768,5120,0.016547200083732606
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,768,5120,0.016503467162450155
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,768,5120,0.01609493295351664
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,768,5120,0.016184533635775246
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,768,5120,0.016539733608563742
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,768,5120,0.01651413341363271
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,768,5120,0.016135467092196147
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,768,5120,0.016509866714477538
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,768,5120,0.01616426706314087
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,768,5120,0.015761066476504007
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,768,5120,0.016148266196250916
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,768,5120,0.015898666779200234
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,768,5120,0.016495999693870545
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,768,5120,0.016153599818547568
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,768,5120,0.01614293356736501
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,768,5120,0.016149333119392394
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,768,5120,0.01649493376413981
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,768,4096,0.14587413469950358
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,768,4096,0.07320853074391684
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,768,4096,0.037468798955281574
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,768,4096,0.020397865772247316
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,768,5120,0.0161461333433787
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,768,4096,0.019013333320617675
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,768,4096,0.018998400370279948
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,768,4096,0.018965333700180054
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,768,4096,0.01758400003115336
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,768,4096,0.016448000073432924
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,768,4096,0.016201600432395935
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,768,4096,0.01658986707528432
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,768,4096,0.017032533884048462
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,768,4096,0.01641279955705007
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,768,4096,0.013716266552607218
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,768,4096,0.01564906636873881
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,768,4096,0.01453439990679423
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,768,4096,0.013687466581662497
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,768,4096,0.013507200280825296
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,768,4096,0.013683199882507324
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,768,4096,0.012458667159080505
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,768,5120,0.01612160007158915
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,768,4096,0.011241599917411804
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,768,4096,0.011359999577204388
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,768,4096,0.011377066373825073
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,768,4096,0.010971732934316
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,768,4096,0.010332799951235453
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,768,4096,0.010863999525705974
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,768,4096,0.008711466193199157
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,768,4096,0.010070400436719258
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,768,4096,0.00955733358860016
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,768,4096,0.009616000453631084
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,768,4096,0.008339200417200725
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,768,4096,0.008393599589665731
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,768,4096,0.00856213370958964
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,768,4096,0.0070783997575442
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,768,4096,0.007484800120194752
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,768,5120,0.016102400422096253
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,768,4096,0.007054933408896129
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,768,4096,0.0074538667996724445
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,768,4096,0.008787199854850769
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,768,4096,0.007085866729418437
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,768,4096,0.007080533107121785
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,768,4096,0.007088000078996022
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,768,4096,0.007019733389218648
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,768,4096,0.006669866542021434
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,768,4096,0.006682666639486949
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,768,4096,0.006678399940331777
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,768,4096,0.006671999891599019
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,768,5120,0.01649173299471537
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,768,4096,0.006724266707897187
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,768,4096,0.006754133105278015
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,768,4096,0.007092266778151194
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,768,4096,0.006268799801667531
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,768,4096,0.006790400048096975
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,768,4096,0.00625600020090739
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,768,4096,0.0067114666104316715
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,768,4096,0.00624533345301946
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,768,4096,0.006270933151245117
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,768,4096,0.005994666616121928
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,768,4096,0.005868799984455109
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,768,4096,0.005875200033187866
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,768,4096,0.005897599955399831
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,768,4096,0.005916800101598104
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,768,4096,0.0060693333546320595
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,768,5120,0.016178133090337117
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,768,4096,0.00629013329744339
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,768,4096,0.006252799928188324
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,768,4096,0.0058783998092015585
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,768,4096,0.005876266459623972
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,768,4096,0.005899733304977417
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,768,4096,0.0059232001503308615
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,768,4096,0.007536000013351441
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,768,4096,0.005909333129723867
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,768,5120,0.016099199652671814
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,768,4096,0.005922133227189382
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,768,4096,0.007098666826883952
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,768,4096,0.10577493508656818
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,768,4096,0.05005653301874796
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,768,4096,0.2204437255859375
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,768,4096,0.04926186800003052
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,768,4096,0.007092266778151194
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,768,4096,0.04747200012207031
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,768,5120,0.016489600141843162
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,768,4096,0.0463861346244812
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,768,4096,0.4272874514261882
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,768,4096,0.04548053344090779
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,768,4096,0.043315200010935466
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,768,4096,0.043075199921925864
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,768,4096,0.04419306516647339
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,768,4096,0.03983253240585327
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,768,4096,0.03829546769460042
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,768,4096,0.006683733562628429
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,768,4096,0.03903146584828694
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,768,4096,0.03902399937311808
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,768,4096,0.03496426741282145
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,768,4096,0.03689066569010417
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,768,4096,0.03452266852060954
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,768,4096,0.03294720053672791
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,768,4096,0.0310698668162028
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,768,4096,0.03146666685740153
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,768,4096,0.031169066826502483
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,768,4096,0.030842665831247968
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,768,4096,0.02906559904416402
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,768,4096,0.02707306742668152
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,768,4096,0.00591786652803421
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,768,4096,0.02568639914194743
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,768,4096,0.024678399165471397
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,768,4096,0.02429866592089335
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,768,4096,0.024785067637761435
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,768,4096,0.02262079914410909
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,768,4096,0.022197333971659343
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,768,4096,0.02035306692123413
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,768,4096,0.02030186653137207
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,768,4096,0.019653334220250448
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,768,4096,0.020385066668192543
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,768,4096,0.019563732544581096
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,768,4096,0.01885120073954264
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,768,4096,0.01943999926249186
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,768,4096,0.020351999998092653
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,768,4096,0.018177066246668497
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,768,4096,0.018377600113550822
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,768,4096,0.018237866957982383
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,768,4096,0.01753173271814982
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,768,4096,0.017624533176422118
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,768,4096,0.017988266547520955
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,768,4096,0.04755626519521077
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,768,4096,0.017816533644994102
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,768,4096,0.01867199937502543
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,768,4096,0.01656000018119812
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,768,4096,0.016663466890652977
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,768,4096,0.017249067624409996
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,768,4096,0.016422399878501893
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,768,4096,0.016506666938463845
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,768,4096,0.016501333316167197
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,768,4096,0.016547200083732606
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,768,4096,0.04250133434931437
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,768,4096,0.016038399934768677
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,768,4096,0.01655359963575999
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,768,4096,0.016900267203648886
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,768,4096,0.01824000080426534
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,768,4096,0.018424532810846963
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,768,4096,0.016126933693885803
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,768,4096,0.016679465770721436
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,768,4096,0.016516266266504924
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,768,4096,0.016516266266504924
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,768,4096,0.016341333587964378
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,768,4096,0.016478932897249856
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,768,4096,0.016511999567349753
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,768,4096,0.016105600198109946
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,768,4096,0.016482133666674295
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,768,4096,0.014706133802731832
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,768,4096,0.029620265960693358
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,768,4096,0.026727465788523357
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,768,4096,0.016679465770721436
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,768,4096,0.09611946741739909
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,768,4096,0.10307946999867756
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,768,4096,0.09685546557108561
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,768,4096,0.09062186876932779
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,768,4096,0.10135467052459717
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,768,4096,0.3290815989176432
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,768,4096,0.6557962417602539
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,768,4096,0.09072746435801188
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,768,4096,1.29629758199056
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,768,4096,0.06759573618570963
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,768,4096,0.07924479643503825
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,768,4096,0.07253013451894125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,768,4096,0.07422613302866618
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,768,4096,0.06198399861653646
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,768,4096,0.0841375986735026
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,768,4096,0.0620031992594401
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,768,4096,0.05792426665623983
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,768,4096,0.0790730635325114
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,768,4096,0.06694613297780355
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,768,4096,0.08411733309427896
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,768,4096,0.05156799952189127
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,768,4096,0.04611733357111613
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,768,4096,0.055885867277781165
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,768,4096,0.04159253438313802
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,768,4096,0.05057706832885742
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,768,4096,0.03990613222122193
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,768,4096,0.03539199829101562
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,768,4096,0.045235200723012285
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,768,4096,0.030443733930587767
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,768,4096,0.034618667761484784
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,768,4096,0.025941334168116253
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,768,4096,0.02479040026664734
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,768,4096,0.020201599597930907
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,768,4096,0.019042134284973145
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,768,4096,0.029763199885686237
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,768,4096,0.014954666296641031
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,768,4096,0.012011733651161195
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,768,4096,0.010761599739392598
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,768,4096,0.010496000448862713
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,768,4096,0.010761599739392598
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,768,4096,0.01083626647790273
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,768,4096,0.010440533359845478
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,768,4096,0.010777599612871806
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,768,4096,0.010753066341082255
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,768,4096,0.010814932982126872
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,768,4096,0.009474133451779682
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,768,4096,0.009551999966303508
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,768,4096,0.009645866354306538
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,768,4096,0.009554133812586466
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,768,4096,0.009539199868837993
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,768,4096,0.011499733726183573
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,768,4096,0.011608533064524333
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,768,4096,0.011662933230400085
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,768,4096,0.01183893382549286
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,768,4096,0.011577600240707397
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,768,4096,0.011716266473134358
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,768,4096,0.011564800143241882
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,768,4096,0.0116757333278656
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,768,4096,0.011992533008257549
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,768,4096,0.011602133512496948
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,768,4096,0.011597866813341778
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,768,4096,0.011592533191045125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,768,4096,0.012007466952006022
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,768,4096,0.011642666657765706
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,768,4096,0.0116074671347936
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,768,4096,0.012052266796429952
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,768,4096,0.011660800377527872
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,768,4096,0.16490027109781902
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,768,4096,0.08650986353556314
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,768,4096,0.05064320166905721
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,768,4096,0.02810346682866414
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,768,4096,0.027985066175460815
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,768,4096,0.02723199923833211
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,768,4096,0.013699199755986533
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,768,4096,0.013315199812253316
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,768,4096,0.02714346647262573
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,768,4096,0.0132533331712087
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,768,4096,0.01325440009435018
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,768,4096,0.012086400389671325
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,768,4096,0.012396799524625142
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,768,4096,0.025938133398691814
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,768,4096,0.012412800391515096
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,768,4096,0.026667733987172444
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,768,4096,0.02622720003128052
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,768,4096,0.025563732782999678
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,768,4096,0.025111466646194458
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,768,4096,0.025100799401601155
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,768,4096,0.024318933486938477
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,768,4096,0.024410667022069295
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,768,4096,0.02330346703529358
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,768,4096,0.02322453260421753
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,768,4096,0.02249600092569987
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,768,4096,0.02241920034090678
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,768,4096,0.021976532538731892
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,768,4096,0.021562665700912476
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,768,4096,0.020860799153645835
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,768,4096,0.020730666319529214
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,768,4096,0.020052266120910645
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,768,4096,0.020221867163976035
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,768,4096,0.019497599204381308
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,768,4096,0.019004799922307334
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,768,4096,0.018229333559672038
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,768,4096,0.01776640017827352
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,768,4096,0.018361600240071614
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,768,4096,0.01774079998334249
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,768,4096,0.016950400670369466
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,768,4096,0.016901334126790367
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,768,4096,0.016132266322771708
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,768,4096,0.0156960000594457
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,768,4096,0.014932266871134438
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,768,4096,0.014868266383806863
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,768,4096,0.01454080045223236
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,768,4096,0.014947199821472168
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,768,4096,0.014696533481280008
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,768,4096,0.014923733472824097
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,768,4096,0.014507733782132468
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,768,4096,0.014454399545987448
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,768,4096,0.014447999993960061
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,768,4096,0.014456533392270408
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,768,4096,0.014146133263905843
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,768,4096,0.014113066593805948
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,768,4096,0.014107732971509298
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,768,4096,0.014778666694959006
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,768,4096,0.014082133769989014
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,768,4096,0.014470400412877402
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,768,4096,0.014037332932154336
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,768,4096,0.014453333616256715
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,768,4096,0.013687466581662497
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,768,4096,0.014103466272354126
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,768,4096,0.014444800217946372
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,768,4096,0.013784533739089966
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,768,4096,0.014030933380126953
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,768,4096,0.014130133390426635
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,768,4096,0.013709867000579834
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,768,4096,0.014059733351071677
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,768,4096,0.014467199643452963
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,768,4096,0.014450132846832275
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,768,4096,0.013716266552607218
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,768,4096,0.014081066846847535
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,768,4096,0.014060800274213156
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,768,4096,0.014130133390426635
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,768,4096,0.014131200313568116
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,768,3584,0.06496533155441284
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,768,3584,0.1268778642018636
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,768,3584,0.033030400673548385
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,768,3584,0.017138133446375527
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,768,3584,0.01694719990094503
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,768,3584,0.017002665996551515
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,768,3584,0.016819200913111367
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,768,3584,0.015939199924468996
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,768,3584,0.014486400286356607
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,768,3584,0.014425599575042724
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,768,3584,0.014775466918945313
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,768,3584,0.015493333339691162
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,768,3584,0.014452266693115234
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,768,3584,0.01413653294245402
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,768,3584,0.012333866953849793
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,768,3584,0.012389333049456278
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,768,3584,0.013276799519856771
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,768,3584,0.011166933178901672
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,768,3584,0.011990400155385335
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,768,3584,0.011319466431935628
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,768,3584,0.010122666756312054
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,768,4096,0.014310399691263834
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,768,3584,0.01037013332049052
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,768,3584,0.010401067137718201
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,768,3584,0.010385066270828247
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,768,4096,0.014258133371671042
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,768,3584,0.009377066294352214
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,768,3584,0.007898666461308797
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,768,3584,0.009176533420880635
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,768,3584,0.008761599659919739
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,768,3584,0.007493333518505096
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,768,3584,0.0072202667593956
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,768,3584,0.007095466554164887
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,768,3584,0.007085866729418437
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,768,3584,0.006738133231798808
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,768,3584,0.006671999891599019
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,768,3584,0.006540800134340922
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,768,3584,0.006670933465162914
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,768,3584,0.006669866542021434
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,768,4096,0.014103466272354126
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,768,3584,0.0066655998428662615
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,768,3584,0.0066997334361076355
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,768,3584,0.006413866579532623
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,768,3584,0.006675200164318084
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,768,3584,0.0070154666900634766
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,768,3584,0.00631466656923294
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,768,3584,0.00653653343518575
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,768,3584,0.006341333190600078
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,768,3584,0.00625493327776591
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,768,3584,0.006277333199977875
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,768,3584,0.006260266900062561
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,768,3584,0.006270933151245117
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,768,3584,0.005909333129723867
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,768,3584,0.006284800171852112
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,768,3584,0.006268799801667531
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,768,3584,0.00589333325624466
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,768,3584,0.00629013329744339
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,768,3584,0.005962666869163513
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,768,3584,0.005910400052865346
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,768,3584,0.005919999877611796
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,768,3584,0.0059114664793014525
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,768,3584,0.005896533528963724
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,768,3584,0.005493333439032236
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,768,3584,0.005892266829808554
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,768,3584,0.0058794667323430385
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,768,3584,0.005869866907596588
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,768,4096,0.014454399545987448
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,768,3584,0.005840000013510386
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,768,3584,0.005861333509286245
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,768,3584,0.00547626664241155
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,768,3584,0.0058794667323430385
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,768,3584,0.005491200089454651
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,768,3584,0.010007466872533162
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,768,3584,0.00547733356555303
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,768,3584,0.008752000331878663
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,768,3584,0.08922773202260335
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,768,3584,0.19367574055989584
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,768,4096,0.01409386694431305
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,768,3584,0.04527786572774251
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,768,3584,0.04678399960199992
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,768,3584,0.37761065165201824
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,768,3584,0.04426453510920207
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,768,3584,0.04170453151067098
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,768,3584,0.041111465295155844
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,768,3584,0.03908586502075195
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,768,3584,0.0396778662999471
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,768,3584,0.039211734135945635
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,768,3584,0.03906879822413127
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,768,3584,0.00625493327776591
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,768,3584,0.038303999106089275
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,768,3584,0.03697813351949056
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,768,3584,0.03554986715316773
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,768,3584,0.03500906626383464
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,768,3584,0.033123199144999185
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,768,3584,0.03401813507080078
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,768,3584,0.03242879907290141
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,768,3584,0.031229867537816362
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,768,3584,0.0309173325697581
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,768,3584,0.03089386622111003
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,768,3584,0.02890239953994751
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,768,3584,0.029090134302775066
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,768,3584,0.02722453276316325
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,768,3584,0.026935466130574542
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,768,3584,0.02584106723467509
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,768,3584,0.025566933552424113
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,768,3584,0.02475093404452006
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,768,3584,0.0245578666528066
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,768,3584,0.024875734249750772
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,768,3584,0.023038933674494423
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,768,3584,0.021828265984853108
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,768,3584,0.02249280015627543
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,768,3584,0.019569067160288493
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,768,3584,0.019250132640202842
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,768,3584,0.018951465686162315
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,768,3584,0.018759467204411826
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,768,3584,0.0185589333375295
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,768,3584,0.018522665898005167
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,768,3584,0.018720000982284546
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,768,3584,0.0180021325747172
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,768,3584,0.017100799083709716
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,768,3584,0.017222400506337485
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,768,3584,0.017058134078979492
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,768,3584,0.04385706583658854
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,768,3584,0.016772266228993735
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,768,3584,0.006353066861629486
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,768,3584,0.016900267203648886
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,768,3584,0.01671253244082133
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,768,3584,0.016482133666674295
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,768,3584,0.01698346734046936
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,768,3584,0.016938666502634682
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,768,3584,0.01644266645113627
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,768,3584,0.018191999197006224
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,768,3584,0.015659733613332113
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,768,3584,0.016522666811943053
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,768,3584,0.016495999693870545
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,768,3584,0.016501333316167197
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,768,3584,0.016500266393025716
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,768,3584,0.016583466529846193
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,768,3584,0.01646719972292582
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,768,3584,0.01802240014076233
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,768,4096,0.01406719982624054
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,768,3584,0.016430933276812235
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,768,3584,0.01655359963575999
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,768,3584,0.01676586667696635
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,768,3584,0.016503467162450155
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,768,3584,0.016297599673271178
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,768,3584,0.016566399733225504
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,768,3584,0.005446400245030721
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,768,3584,0.016523733735084534
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,768,3584,0.017248000701268515
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,768,3584,0.018823466698328652
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,768,3584,0.016551466782887776
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,768,3584,0.016549332936604818
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,768,3584,0.016497066617012023
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,768,3584,0.09481279850006104
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,768,3584,0.6664138793945312
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,768,3584,0.08955732981363931
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,768,3584,0.33211307525634765
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,768,3584,0.09962773323059082
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,768,3584,0.08915839989980062
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,768,3584,0.09443413416544597
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,768,3584,1.3153279622395835
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,768,3584,0.10044266382853191
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,768,3584,0.08325866858164468
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,768,3584,0.07790613174438477
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,768,3584,0.08336213429768881
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,768,3584,0.07271146774291992
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,768,3584,0.07175040245056152
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,768,3584,0.06706666946411133
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,768,3584,0.06688213348388672
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,768,3584,0.07765013376871745
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,768,3584,0.06198613246281942
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,768,3584,0.061603200435638425
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,768,3584,0.050543999671936034
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,768,3584,0.05560959974924723
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,768,3584,0.05627520084381103
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,768,3584,0.04559253454208374
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,768,3584,0.050093865394592284
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,768,3584,0.04518080155054728
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,768,3584,0.04110506772994995
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,768,3584,0.039476267496744794
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,768,3584,0.0341813325881958
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,768,3584,0.030086400111516316
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,768,3584,0.03463893334070842
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,768,3584,0.02922346591949463
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,768,3584,0.02511253356933594
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,768,3584,0.023944532871246337
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,768,3584,0.019451733430226645
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,768,3584,0.014469333489735923
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,768,3584,0.012036266922950744
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,768,3584,0.011564800143241882
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,768,3584,0.01035520037015279
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,768,3584,0.018450133005777993
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,768,3584,0.01034453312555949
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,768,3584,0.010364799698193868
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,768,3584,0.010387200117111205
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,768,3584,0.010405332843462626
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,768,3584,0.01034453312555949
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,768,3584,0.01042133371035258
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,768,3584,0.01042560040950775
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,768,3584,0.009116799632708231
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,768,3584,0.012999467055002847
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,768,3584,0.008995200196901958
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,768,3584,0.009114666779836019
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,768,3584,0.010003200173377991
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,768,3584,0.011230933666229247
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,768,3584,0.010410666465759277
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,768,3584,0.011204266548156738
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,768,3584,0.009998933474222819
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,768,3584,0.01295253336429596
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,768,3584,0.010341333349545796
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,768,3584,0.009945600231488546
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,768,3584,0.010371200243631999
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,768,3584,0.010889599720637005
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,768,3584,0.01040000021457672
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,768,3584,0.010373333096504211
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,768,3584,0.011559466520945232
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,768,3584,0.010827733079592387
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,768,3584,0.009961600104967754
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,768,3584,0.01074026624361674
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,768,3584,0.010813867052396137
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,768,3584,0.012882133324941
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,768,3584,0.010825600226720173
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,768,3584,0.01328426698843638
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,768,3584,0.011289599537849426
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,768,3584,0.010821333527565003
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,768,3584,0.01167039970556895
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,768,3584,0.025463465849558515
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,768,3584,0.07787306308746338
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,768,3584,0.044905598958333334
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,768,3584,0.14851199785868327
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,768,3584,0.02523840069770813
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,768,3584,0.025752532482147216
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,768,3584,0.024489599466323852
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,768,3584,0.024002132813135783
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,768,3584,0.02505706747372945
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,768,3584,0.023895466327667238
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,768,3584,0.023566933472951253
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,768,3584,0.02286613384882609
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,768,3584,0.022721066077550253
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,768,3584,0.022297600905100502
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,768,3584,0.022283732891082764
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,768,3584,0.021435733636220297
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,768,3584,0.021422932545344033
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,768,3584,0.021053866545359293
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,768,3584,0.02062293291091919
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,768,3584,0.020179200172424316
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,768,3584,0.019678932428359986
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,768,3584,0.019432532787322997
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,768,3584,0.01941439906756083
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,768,3584,0.019037866592407228
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,768,3584,0.018592000007629395
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,768,3584,0.01779306729634603
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,768,3584,0.017772799730300902
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,768,3584,0.017336533466974894
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,768,3584,0.016769067446390788
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,768,3584,0.016207999984423318
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,768,3584,0.01650773286819458
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,768,3584,0.015666133165359496
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,768,3584,0.01535146633783976
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,768,3584,0.014891733725865683
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,768,3584,0.014826666315396628
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,768,3584,0.014076800147692362
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,768,3584,0.01406613290309906
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,768,3584,0.013666133085886637
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,768,3584,0.014032000303268432
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,768,3584,0.01369493305683136
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,768,3584,0.013666133085886637
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,768,3584,0.0137855996688207
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,768,3584,0.01360319952170054
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,768,3584,0.013637333114941915
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,768,3584,0.013619200388590495
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,768,3584,0.013617066542307535
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,768,3584,0.013276799519856771
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,768,3584,0.013215999801953635
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,768,3584,0.013240533073743186
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,768,3584,0.012852266430854797
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,768,3584,0.01365013321240743
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,768,3584,0.013230933745702108
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,768,3584,0.013274666666984559
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,768,3584,0.01325973371664683
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,768,3584,0.013225600123405457
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,768,3584,0.012868266304334006
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,768,3584,0.013222400347391763
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,768,3584,0.013250133395195008
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,768,3584,0.013426132996877036
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,768,3584,0.01322879989941915
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,768,3584,0.012876799702644348
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,768,3584,0.012871467073758445
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,768,3584,0.012825600306193032
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,768,3584,0.011683199803034465
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,768,3584,0.012806399663289388
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,768,3584,0.01325653294722239
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,768,3584,0.013265066345532737
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,768,3584,0.012898133198420206
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,768,3584,0.013219199577967324
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,768,3072,0.05516800085703531
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,768,3072,0.027782400449117024
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,768,3072,0.015235199530919393
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,768,3072,0.015040000279744467
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,768,3584,0.012876799702644348
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,768,3072,0.015060266852378846
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,768,3072,0.015106133619944253
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,768,3072,0.012865066528320312
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,768,3072,0.012868266304334006
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,768,3072,0.013114666938781739
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,768,3072,0.01381226678689321
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,768,3072,0.013123200337092081
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,768,3072,0.01286079982916514
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,768,3072,0.0107722669839859
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,768,3072,0.011766399939854939
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,768,3072,0.011161599556605022
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,768,3584,0.013299199938774108
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,768,3072,0.009854933619499207
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,768,3072,0.010405332843462626
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,768,3072,0.00931946635246277
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,768,3072,0.009315199653307597
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,768,3072,0.00939626693725586
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,768,3072,0.009122133255004883
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,768,3584,0.013226667046546936
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,768,3072,0.00913279950618744
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,768,3072,0.008372267087300617
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,768,3072,0.0071712002158164975
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,768,3072,0.008450133601824443
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,768,3072,0.007939200103282928
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,768,3072,0.008017066617806752
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,768,3584,0.013668266932169595
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,768,3072,0.006649599969387054
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,768,3072,0.006279466549555461
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,768,3072,0.006257066627343495
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,768,3072,0.006284800171852112
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,768,3072,0.00586346685886383
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,768,3072,0.005847466488679251
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,768,3072,0.005885866781075796
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,768,3072,0.005905066430568695
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,768,3072,0.014016000429789224
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,768,3072,0.0056981335083643595
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,768,3584,0.013281066219011942
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,768,3072,0.005890133480230967
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,768,3072,0.005491200089454651
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,768,3072,0.005493333439032236
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,768,3072,0.005599999924500784
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,768,3072,0.005480533341566721
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,768,3072,0.005857066810131073
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,768,3072,0.0054848000407218935
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,768,3072,0.005847466488679251
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,768,3584,0.013044266899426778
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,768,3072,0.005621333420276642
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,768,3072,0.005816533168156942
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,768,3072,0.005826133489608765
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,768,3072,0.005523199836413065
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,768,3072,0.005838933090368906
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,768,3072,0.005490133166313171
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,768,3072,0.005425066749254862
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,768,3072,0.005482666691144307
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,768,3072,0.00547626664241155
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,768,3072,0.005470933516820272
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,768,3072,0.00547733356555303
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,768,3072,0.005479466418425242
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,768,3072,0.005445333321889242
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,768,3072,0.005481599768002828
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,768,3072,0.005502933263778686
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,768,3072,0.0055178667108217875
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,768,3072,0.005478399991989136
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,768,3072,0.005480533341566721
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,768,3072,0.005486933390299479
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,768,3072,0.005479466418425242
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,768,3072,0.005415466427803039
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,768,3072,0.005489066739877065
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,768,3072,0.005432533224423727
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,768,3072,0.005291733145713806
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,768,3072,0.07396586736043295
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,768,3072,0.010774399836858113
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,768,3072,0.16772267023722331
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,768,3072,0.04112213452657064
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,768,3072,0.04107306798299153
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,768,3072,0.32248748143514
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,768,3072,0.039078398545583086
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,768,3072,0.039079467455546066
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,768,3072,0.03860586484273275
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,768,3072,0.037096532185872395
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,768,3072,0.037715200583140054
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,768,3072,0.03662506739298503
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,768,3072,0.10976213614145916
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,768,3072,0.037050668398539224
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,768,3072,0.03469226757685344
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,768,3072,0.006841599941253662
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,768,3072,0.03424213329950969
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,768,3072,0.0328874667485555
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,768,3072,0.03096533417701721
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,768,3072,0.03202880024909973
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,768,3072,0.005866666634877523
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,768,3072,0.03101759950319926
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,768,3072,0.03062933286031087
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,768,3072,0.028868265946706134
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,768,3072,0.027078400055567425
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,768,3072,0.028658133745193482
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,768,3072,0.02581653396288554
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,768,3072,0.02469866673151652
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,768,3072,0.024762666225433348
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,768,3072,0.02524906595547994
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,768,3072,0.02429866592089335
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,768,3072,0.024562132358551026
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,768,3072,0.022667733828226726
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,768,3072,0.020564266045888267
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,768,3072,0.020719999074935914
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,768,3072,0.019348265727361043
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,768,3072,0.005412266651789347
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,768,3072,0.018313600619633993
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,768,3072,0.018872533241907755
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,768,3072,0.01768640081087748
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,768,3072,0.01846933364868164
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,768,3072,0.018242132663726807
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,768,3072,0.01698346734046936
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,768,3072,0.01921066641807556
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,768,3072,0.03954773346583049
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,768,3072,0.017525333166122436
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,768,3072,0.01689066688219706
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,768,3072,0.01656426688035329
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,768,3072,0.016812799374262492
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,768,3072,0.017667200167973837
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,768,3072,0.01663040022055308
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,768,3072,0.016888533035914102
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,768,3072,0.016569599509239197
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,768,3072,0.016176000237464905
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,768,3072,0.017757866779963175
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,768,3072,0.015677866339683533
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,768,3072,0.016156799594561257
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,768,3072,0.03277013301849365
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,768,3072,0.015282133221626281
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,768,3072,0.016570666432380678
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,768,3072,0.01694399913152059
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,768,3072,0.028888533512751263
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,768,3072,0.016360533237457276
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,768,3072,0.01637440025806427
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,768,3072,0.016110933820406594
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,768,3072,0.015731199582417806
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,768,3072,0.0165994664033254
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,768,3072,0.016126933693885803
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,768,3072,0.016509866714477538
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,768,3072,0.015403733650843302
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,768,3072,0.016089600324630738
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,768,3072,0.01620693306128184
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,768,3072,0.01518933375676473
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,768,3072,0.015046399831771851
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,768,3072,0.01637333333492279
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,768,3072,0.02261013388633728
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,768,3072,0.018582399686177573
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,768,3072,0.016314666469891867
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,768,3072,0.016341333587964378
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,768,3072,0.27286720275878906
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,768,3072,0.09918399651845297
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,768,3072,0.09847679932912191
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,768,3072,0.08814187049865722
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,768,3072,0.09359893004099527
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,768,3072,0.6554837544759115
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,768,3072,0.08838613033294677
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,768,3072,0.09347840150197348
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,768,3072,1.2890026092529296
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,768,3072,0.0767306645711263
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,768,3072,0.07149120171864828
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,768,3072,0.08241066932678223
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,768,3072,0.07711679935455322
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,768,3072,0.08246506849924723
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,768,3072,0.0604533314704895
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,768,3072,0.06563733418782552
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,768,3072,0.06610986789067587
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,768,3072,0.07119253476460775
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,768,3072,0.054611198107401525
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,768,3072,0.04930239915847778
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,768,3072,0.06058026552200317
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,768,3072,0.056233600775400794
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,768,3072,0.044402134418487546
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,768,3072,0.0505184014638265
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,768,3072,0.03948800166447957
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,768,3072,0.04442346493403117
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,768,3072,0.039469865957895915
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,768,3072,0.03417386611302693
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,768,3072,0.033717334270477295
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,768,3072,0.029729066292444865
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,768,3072,0.02879679997762044
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,768,3072,0.023487999041875204
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,768,3072,0.024310400088628135
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,768,3072,0.01862186590830485
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,768,3072,0.018149334192276
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,768,3072,0.013692800203959146
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,768,3072,0.012853333353996277
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,768,3072,0.01246506671110789
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,768,3072,0.010825600226720173
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,768,3072,0.010013866424560546
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,768,3072,0.00995733340581258
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,768,3072,0.009992532928784688
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,768,3072,0.0100000003973643
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,768,3072,0.01000426709651947
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,768,3072,0.01243946651617686
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,768,3072,0.009963732957839967
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,768,3072,0.01246506671110789
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,768,3072,0.009779199957847595
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,768,3072,0.008769067128499348
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,768,3072,0.008788266777992248
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,768,3072,0.008760533730189006
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,768,3072,0.009541333715120951
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,768,3072,0.009636267026265462
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,768,3072,0.011204266548156738
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,768,3072,0.00955733358860016
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,768,3072,0.010345600048700969
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,768,3072,0.009941333532333374
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,768,3072,0.009960533181826273
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,768,3072,0.010366933544476827
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,768,3072,0.01030293305714925
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,768,3072,0.00960213343302409
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,768,3072,0.01081706682840983
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,768,3072,0.010778666536013285
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,768,3072,0.009533866246541341
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,768,3072,0.009595732887585957
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,768,3072,0.011168000102043153
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,768,3072,0.009959466258684794
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,768,3072,0.011283199985822041
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,768,3072,0.010397866368293762
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,768,3072,0.01032960017522176
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,768,3072,0.010357333223025005
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,768,3072,0.009949866930643718
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,768,3072,0.01134933332602183
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,768,3072,0.06930452982584635
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,768,3072,0.038915201028188066
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,768,3072,0.023188267151514688
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,768,3072,0.022370133797327676
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,768,3072,0.02304319938023885
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,768,3072,0.02232746680577596
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,768,3072,0.1292458693186442
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,768,3072,0.021901865800221763
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,768,3072,0.021896533171335855
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,768,3072,0.02141759991645813
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,768,3072,0.020588799317677816
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,768,3072,0.021381332476933797
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,768,3072,0.020968532562255858
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,768,3072,0.02021546761194865
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,768,3072,0.019879466295242308
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,768,3072,0.01914986570676168
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,768,3072,0.019656533002853395
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,768,3072,0.019012266397476198
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,768,3072,0.018583466609319053
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,768,3072,0.018209065993626913
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,768,3072,0.01737066706021627
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,768,3072,0.0181877334912618
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,768,3072,0.016578132907549538
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,768,3072,0.017359999815622966
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,768,3072,0.016569599509239197
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,768,3072,0.016977065801620485
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,768,3072,0.016119466225306193
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,768,3072,0.015736533204714458
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,768,3072,0.01575573285420736
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,768,3072,0.014932266871134438
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,768,3072,0.014094932874043783
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,768,3072,0.014504533012708029
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,768,3072,0.01444586714108785
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,768,3072,0.013656533757845559
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,768,3072,0.013684266805648803
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,768,3072,0.013214932878812155
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,768,3072,0.012801067034403483
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,768,3072,0.012829867005348206
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,768,3072,0.01286186675230662
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,768,3072,0.012688000003496805
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,768,3072,0.012849066654841104
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,768,3072,0.012440533439318339
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,768,3072,0.012847999731699625
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,768,3072,0.012460800011952718
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,768,3072,0.012385066350301106
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,768,3072,0.012066133817036946
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,768,3072,0.012417067090670269
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,768,3072,0.01246506671110789
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,768,3072,0.012433066964149475
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,768,3072,0.012076800068219502
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,768,3072,0.01243839959303538
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,768,3072,0.012085333466529846
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,768,3072,0.011993599931399028
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,768,3072,0.012390399972597759
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,768,3072,0.012025599678357441
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,768,3072,0.012440533439318339
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,768,3072,0.011783466736475626
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,768,3072,0.01244586706161499
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,768,3072,0.011982933680216471
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,768,3072,0.012000000476837159
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,768,3072,0.012151466806729634
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,768,3072,0.0120469331741333
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,768,3072,0.012432000041007996
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,768,3072,0.012405332922935487
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,768,3072,0.011983999609947204
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,768,3072,0.012428800264994305
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,768,3072,0.012428800264994305
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,768,3072,0.012038399775822956
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,768,3072,0.012033067146937053
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,768,2560,0.09233600298563639
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,768,2560,0.04621973435084025
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,768,2560,0.023563732703526817
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,768,2560,0.01286720037460327
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,768,2560,0.012829867005348206
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,768,2560,0.013034666577974955
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,768,2560,0.013127467036247254
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,768,2560,0.012141866485277812
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,768,2560,0.011230933666229247
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,768,2560,0.011211733023325603
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,768,2560,0.011556266744931539
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,768,2560,0.012049067020416259
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,768,2560,0.011529599626859028
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,768,3072,0.01204373339811961
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,768,2560,0.011186133821805317
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,768,2560,0.009532800316810608
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,768,2560,0.010409599542617798
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,768,2560,0.009845333298047383
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,768,2560,0.008753066261609394
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,768,2560,0.009540266791979472
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,768,2560,0.008014933268229166
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,768,2560,0.008372267087300617
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,768,2560,0.008344533046086629
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,768,2560,0.007963733375072479
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,768,2560,0.007921066880226136
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,768,3072,0.012014933427174886
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,768,2560,0.007550933460394542
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,768,2560,0.006498133142789205
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,768,2560,0.0075328002373377485
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,768,2560,0.0070826664566993715
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,768,2560,0.007113599777221679
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,768,2560,0.006242133180300395
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,768,2560,0.005596800148487091
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,768,2560,0.005881600081920624
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,768,2560,0.005851733187834421
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,768,2560,0.0057536001006762184
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,768,2560,0.005256533126036326
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,768,2560,0.005187200009822845
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,768,2560,0.005062399804592133
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,768,2560,0.005449600021044413
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,768,2560,0.005412266651789347
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,768,2560,0.005063466727733612
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,768,2560,0.005075199902057648
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,768,2560,0.005016533533732096
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,768,2560,0.005055999755859375
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,768,2560,0.0050453335046768185
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,768,2560,0.004999466737111409
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,768,3072,0.012453333536783854
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,768,2560,0.005066666503747304
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,768,2560,0.0050346667567888895
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,768,2560,0.005011199911435445
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,768,2560,0.005032533407211303
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,768,2560,0.005109333495299021
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,768,2560,0.005041066805521647
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,768,3072,0.012400000294049581
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,768,2560,0.005100800096988678
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,768,2560,0.005017599960168203
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,768,2560,0.005454933146635691
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,768,2560,0.004982399940490723
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,768,2560,0.005774933099746704
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,768,2560,0.004981333514054617
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,768,2560,0.005070933202902476
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,768,2560,0.005032533407211303
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,768,2560,0.005016533533732096
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,768,2560,0.005043200155099233
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,768,2560,0.005048533280690512
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,768,2560,0.005031466484069824
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,768,2560,0.005499733487764994
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,768,2560,0.0054517333706219995
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,768,2560,0.005437866846720377
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,768,2560,0.005048533280690512
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,768,2560,0.005193600058555603
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,768,2560,0.005077333251635233
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,768,2560,0.005089066425959269
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,768,2560,0.005089066425959269
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,768,3072,0.012404266993204753
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,768,2560,0.06107626756032308
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,768,2560,0.03769493500391642
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,768,2560,0.13895573616027831
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,768,2560,0.03808853228886922
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,768,2560,0.03696533441543579
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,768,2560,0.03636480172475179
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,768,2560,0.035073065757751466
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,768,2560,0.03543573220570882
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,768,2560,0.03290773431460063
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,768,3072,0.011316266655921937
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,768,2560,0.03470293283462524
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,768,2560,0.0324725329875946
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,768,2560,0.032425600290298465
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,768,2560,0.0314517339070638
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,768,2560,0.009172266721725464
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,768,2560,0.031172267595926922
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,768,2560,0.03141013383865356
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,768,2560,0.0312885324160258
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,768,2560,0.02900480031967163
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,768,2560,0.0287882665793101
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,768,2560,0.030154667297999066
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,768,2560,0.0271722674369812
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,768,2560,0.026578134298324584
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,768,2560,0.027427200476328534
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,768,2560,0.0254314661026001
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,768,2560,0.024810665845870973
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,768,2560,0.02472533384958903
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,768,2560,0.024216532707214355
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,768,2560,0.023670399188995363
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,768,2560,0.0227018674214681
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,768,2560,0.022580265998840332
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,768,2560,0.021441066265106203
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,768,2560,0.02113706668217977
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,768,2560,0.019141334295272826
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,768,2560,0.005438933273156484
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,768,2560,0.02008533279101054
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,768,2560,0.016924800475438435
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,768,2560,0.017668267091115318
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,768,2560,0.016761600971221924
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,768,2560,0.017155200242996216
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,768,2560,0.01731520096460978
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,768,2560,0.018127999703089395
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,768,2560,0.017081600427627564
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,768,2560,0.017092265685399375
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,768,2560,0.018645334243774413
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,768,2560,0.016335999965667723
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,768,2560,0.016424533724784852
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,768,2560,0.01636693378289541
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,768,2560,0.017322667439778647
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,768,2560,0.01627306640148163
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,768,2560,0.01637226641178131
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,768,2560,0.01511573294798533
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,768,2560,0.01618559956550598
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,768,2560,0.01636693378289541
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,768,2560,0.0147189329067866
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,768,2560,0.015053866306940713
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,768,2560,0.016424533724784852
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,768,2560,0.27260265350341795
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,768,2560,0.015401599804560342
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,768,2560,0.01570026675860087
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,768,2560,0.015698132912317912
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,768,2560,0.015458133816719056
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,768,2560,0.01609280010064443
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,768,2560,0.015269333124160766
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,768,2560,0.016571733355522155
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,768,2560,0.015147733688354491
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,768,2560,0.014894933501879374
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,768,2560,0.01490133305390676
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,768,2560,0.014918399850527444
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,768,2560,0.015347199638684592
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,768,2560,0.015611732999483744
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,768,2560,0.01630400021870931
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,768,2560,0.01625599960486094
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,768,2560,0.024572799603144325
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,768,2560,0.005025066435337067
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,768,2560,0.017941333850224814
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,768,2560,0.01595200002193451
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,768,2560,0.014837333559989929
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,768,2560,0.09766613642374675
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,768,2560,0.0922869364420573
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,768,2560,0.6426303863525391
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,768,2560,0.20301440556844078
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,768,2560,0.0873738686243693
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,768,2560,0.09225707054138184
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,768,2560,1.279864501953125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,768,2560,0.09790506362915039
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,768,2560,0.08123626708984374
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,768,2560,0.08777600129445394
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,768,2560,0.08128746350606283
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,768,2560,0.07600106398264567
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,768,2560,0.07672106424967448
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,768,2560,0.07025919755299886
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,768,2560,0.07067519823710124
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,768,2560,0.0652181347211202
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,768,2560,0.06486826737721761
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,768,2560,0.05993173519770304
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,768,2560,0.05459733406702677
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,768,2560,0.05951786835988363
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,768,2560,0.05444693168004354
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,768,2560,0.05008000135421753
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,768,2560,0.04892586469650269
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,768,2560,0.044010667006174724
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,768,2560,0.043586134910583496
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,768,2560,0.039521066347757976
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,768,2560,0.038718934853871664
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,768,2560,0.0340554674466451
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,768,2560,0.03368106683095296
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,768,2560,0.02921280066172282
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,768,2560,0.02802133361498515
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,768,2560,0.023934932549794515
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,768,2560,0.022694400946299233
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,768,2560,0.013247999548912048
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,768,2560,0.010854400197664897
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,768,2560,0.01076586643854777
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,768,2560,0.018604799111684164
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,768,2560,0.01076586643854777
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,768,2560,0.009201066692670186
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,768,2560,0.009559466441472372
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,768,2560,0.017402666807174682
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,768,2560,0.009578667084376017
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,768,2560,0.009578667084376017
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,768,2560,0.00925439993540446
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,768,2560,0.009559466441472372
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,768,2560,0.0095360000928243
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,768,2560,0.008361599842707316
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,768,2560,0.012236799796422322
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,768,2560,0.008776533603668212
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,768,2560,0.00959999958674113
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,768,2560,0.012060800194740295
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,768,2560,0.00918506681919098
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,768,2560,0.00913813312848409
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,768,2560,0.009511466821034749
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,768,2560,0.008731733759244282
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,768,2560,0.00951573352018992
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,768,2560,0.009187199672063192
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,768,2560,0.012059733271598816
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,768,2560,0.009630933403968811
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,768,2560,0.009538132945696514
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,768,2560,0.009195733070373534
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,768,2560,0.009750399986902874
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,768,2560,0.009986133376757304
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,768,2560,0.009157333771387737
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,768,2560,0.008739200234413148
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,768,2560,0.009938133756319682
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,768,2560,0.009588266412417095
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,768,2560,0.009333333373069764
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,768,2560,0.009609599908192951
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,768,2560,0.00992746651172638
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,768,2560,0.012101333340009053
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,768,2560,0.008893866340319316
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,768,2560,0.009142399827639262
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,768,2560,0.06025919914245605
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,768,2560,0.11095893383026123
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,768,2560,0.03389439980189006
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,768,2560,0.020713599522908528
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,768,2560,0.020242132743199668
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,768,2560,0.02060906688372294
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,768,2560,0.019511467218399046
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,768,2560,0.019703465700149535
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,768,2560,0.019434666633605956
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,768,2560,0.01899626652399699
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,768,2560,0.018883200486501057
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,768,2560,0.018689066171646118
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,768,2560,0.018572799364725747
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,768,2560,0.01818986733754476
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,768,2560,0.017780266205469766
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,768,2560,0.017314134041468303
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,768,2560,0.017760000626246133
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,768,2560,0.017040000359217326
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,768,2560,0.0166485329469045
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,768,2560,0.01649386684099833
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,768,2560,0.01611733337243398
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,768,2560,0.016150400042533875
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,768,2560,0.015703466534614564
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,768,2560,0.015346133708953857
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,768,2560,0.014932266871134438
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,768,2560,0.014568533500035605
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,768,2560,0.014125866691271463
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,768,2560,0.014180266857147216
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,768,2560,0.013682132959365845
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,768,2560,0.01532799998919169
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,768,2560,0.013271466890970866
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,768,2560,0.01362773378690084
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,768,2560,0.012875733772913614
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,768,2560,0.01241919994354248
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,768,2560,0.012444800138473511
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,768,2560,0.011981866757074992
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,768,2560,0.01202453374862671
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,768,2560,0.011994666854540507
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,768,2560,0.01167680025100708
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,768,2560,0.012018133203188579
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,768,2560,0.011572266618410747
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,768,2560,0.011603200435638427
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,768,2560,0.011572266618410747
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,768,2560,0.011634133259455363
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,768,2560,0.011238400141398113
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,768,2560,0.011219200491905213
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,768,2560,0.01157866617043813
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,768,2560,0.011640533804893494
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,768,2560,0.011222400267918905
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,768,2560,0.011574400464693706
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,768,2560,0.011573333541552227
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,768,2560,0.011252267162005107
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,768,2560,0.011196800072987874
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,768,2560,0.011615999539693196
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,768,2560,0.011598933736483257
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,768,2560,0.011086933811505635
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,768,2560,0.010831999778747558
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,768,2560,0.011642666657765706
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,768,2560,0.011633066336313884
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,768,2560,0.011173333724339802
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,768,2560,0.011203199625015259
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,768,2560,0.011242666840553283
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,768,2560,0.01123306651910146
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,768,2560,0.011177600423494975
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,768,2560,0.011212799946467083
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,768,2560,0.011177600423494975
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,768,2560,0.011183999975522359
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,768,2560,0.011615999539693196
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,768,2560,0.011572266618410747
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,768,2048,0.07427946726481119
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,768,2048,0.03695679903030395
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,768,2048,0.01933120091756185
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,768,2048,0.011174399654070537
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,768,2560,0.011180800199508668
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,768,2048,0.01123306651910146
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,768,2560,0.01118293305238088
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,768,2048,0.011225600043932598
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,768,2048,0.011225600043932598
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,768,2048,0.00958293378353119
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,768,2560,0.011597866813341778
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,768,2048,0.010007466872533162
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,768,2048,0.010204799969991048
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,768,2048,0.009542399644851684
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,768,2048,0.00821973333756129
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,768,2048,0.008846933643023174
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,768,2048,0.008362666765848795
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,768,2048,0.007469866673151653
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,768,2048,0.008032000064849854
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,768,2560,0.011171199878056844
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,768,2048,0.007669333120187123
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,768,2048,0.007083733379840851
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,768,2048,0.007063466807206471
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,768,2048,0.007096533477306366
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,768,2048,0.00705813318490982
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,768,2048,0.007090133428573608
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,768,2048,0.006674133241176605
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,768,2048,0.005423999826113383
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,768,2048,0.0066655998428662615
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,768,2048,0.006235733131567637
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,768,2048,0.006295466423034668
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,768,2048,0.005469866593678792
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,768,2048,0.005014400184154511
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,768,2048,0.0050240000089009605
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,768,2048,0.005073066552480062
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,768,2048,0.0046741331617037455
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,768,2560,0.011597866813341778
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,768,2048,0.004622933268547058
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,768,2048,0.004642133414745331
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,768,2048,0.004614399870236715
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,768,2048,0.00462719996770223
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,768,2048,0.0054517333706219995
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,768,2048,0.004624000191688538
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,768,2048,0.004642133414745331
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,768,2048,0.004614399870236715
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,768,2048,0.010487467050552368
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,768,2048,0.004508799811204275
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,768,2048,0.00957973301410675
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,768,2048,0.004612266520659129
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,768,2048,0.004351999859015147
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,768,2048,0.009806933005650838
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,768,2048,0.004661333560943603
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,768,2048,0.004635733366012573
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,768,2048,0.004626133541266123
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,768,2048,0.0045962666471799215
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,768,2048,0.004369066655635833
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,768,2048,0.004286933441956838
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,768,2048,0.004558933277924856
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,768,2048,0.004265599946180979
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,768,2048,0.004206933577855428
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,768,2048,0.004265599946180979
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,768,2048,0.0042805333932240805
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,768,2048,0.004198400179545084
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,768,2048,0.004216533402601878
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,768,2048,0.004227200150489807
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,768,2048,0.004247466723124186
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,768,2048,0.004192000130812327
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,768,2048,0.004271999994913737
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,768,2048,0.004250666499137879
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,768,2048,0.004299733539422353
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,768,2048,0.004262400170167288
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,768,2048,0.004264533519744873
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,768,2048,0.00432640016078949
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,768,2048,0.004351999859015147
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,768,2048,0.10734826723734539
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,768,2048,0.2195061365763346
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,768,2048,0.04895999828974406
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,768,2048,0.005374933282534281
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,768,2048,0.03292479912439982
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,768,2048,0.033149866263071696
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,768,2048,0.031447466214497885
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,768,2048,0.031034666299819946
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,768,2048,0.03137279947598775
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,768,2048,0.031041065851847332
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,768,2048,0.0046079998215039575
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,768,2048,0.03097066680590312
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,768,2048,0.03073173364003499
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,768,2048,0.030678399403889972
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,768,2048,0.028784000873565675
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,768,2048,0.02916693290074666
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,768,2048,0.029417600234349566
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,768,2048,0.026205867528915405
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,768,2048,0.02695573369661967
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,768,2048,0.025778132677078246
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,768,2048,0.025434666872024538
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,768,2048,0.023857067028681435
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,768,2048,0.02445759971936544
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,768,2048,0.024502400557200113
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,768,2048,0.024774400393168132
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,768,2048,0.0042698666453361515
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,768,2048,0.02377386689186096
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,768,2048,0.023176532983779908
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,768,2048,0.004286933441956838
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,768,2048,0.02269759972890218
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,768,2048,0.004250666499137879
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,768,2048,0.022780799865722658
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,768,2048,0.020747733116149903
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,768,2048,0.02114773392677307
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,768,2048,0.020590933163960774
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,768,2048,0.020668800671895346
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,768,2048,0.018973867098490395
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,768,2048,0.018604799111684164
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,768,2048,0.016850133736928306
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,768,2048,0.018282665808995565
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,768,2048,0.016713599363962807
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,768,2048,0.016835200786590575
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,768,2048,0.017110399405161538
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,768,2048,0.016482133666674295
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,768,2048,0.01672853430112203
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,768,2048,0.01695466637611389
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,768,2048,0.015603199601173401
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,768,2048,0.01653333306312561
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,768,2048,0.016774400075276693
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,768,2048,0.015748266379038492
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,768,2048,0.015890133380889893
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,768,2048,0.015733333428700765
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,768,2048,0.030797866980234782
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,768,2048,0.016141866644223533
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,768,2048,0.01464959979057312
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,768,2048,0.01454080045223236
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,768,2048,0.014507733782132468
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,768,2048,0.015358933806419372
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,768,2048,0.014447999993960061
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,768,2048,0.014517333110173544
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,768,2048,0.027265065908432008
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,768,2048,0.014503467082977294
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,768,2048,0.014791466792424521
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,768,2048,0.014513066411018372
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,768,2048,0.014498133460680643
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,768,2048,0.014579199751218162
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,768,2048,0.01536853313446045
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,768,2048,0.01514240006605784
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,768,2048,0.014562132954597472
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,768,2048,0.014499200383822122
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,768,2048,0.01460693379243215
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,768,2048,0.014589866995811463
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,768,2048,0.014524799585342408
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,768,2048,0.01444906691710154
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,768,2048,0.01444906691710154
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,768,2048,0.014442666371663412
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,768,2048,0.01448319951693217
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,768,2048,0.017402666807174682
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,768,2560,0.01123199959595998
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,768,2048,0.015714133779207863
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,768,2048,0.096396803855896
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,768,2048,0.0862335999806722
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,768,2048,0.09063680171966552
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,768,2048,0.6328010559082031
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,768,2048,0.09636159737904867
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,768,2048,0.17810026804606122
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,768,2048,0.0858400026957194
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,768,2048,0.09142826398213705
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,768,2048,1.2624960581461588
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,768,2048,0.07559786637624105
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,768,2048,0.07988479932149252
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,768,2048,0.07997120221455892
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,768,2048,0.06940159797668458
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,768,2048,0.07519253094991049
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,768,2048,0.06485546827316284
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,768,2048,0.05873493353525797
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,768,2048,0.0542357325553894
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,768,2048,0.06941333611806234
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,768,2048,0.06402560075124106
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,768,2048,0.059653333822886144
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,768,2048,0.0534112016359965
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,768,2048,0.03784639835357666
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,768,2048,0.043338668346405027
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,768,2048,0.032935466368993124
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,768,2048,0.02757973273595174
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,768,2048,0.03825066486994426
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,768,2048,0.04887359937032064
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,768,2048,0.04848639965057373
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,768,2048,0.04314239819844563
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,768,2048,0.03333333333333333
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,768,2048,0.022285866737365722
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,768,2048,0.02797866662343343
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,768,2048,0.023033599058787026
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,768,2048,0.01773759921391805
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,768,2048,0.01732586622238159
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,768,2048,0.013035733501116434
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,768,2048,0.01034346620241801
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,768,2048,0.009126399954160053
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,768,2048,0.009145599603652955
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,768,2048,0.008745599786440532
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,768,2048,0.009136000275611877
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,768,2048,0.008865066369374593
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,768,2048,0.009139200051625569
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,768,2048,0.008728532989819845
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,768,2048,0.011915733416875202
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,768,2048,0.0090037335952123
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,768,2048,0.00774186650911967
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,768,2048,0.008368000388145447
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,768,2048,0.007910400132338206
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,768,2048,0.008310399949550629
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,768,2048,0.007924266656239827
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,768,2048,0.008918399612108868
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,768,2048,0.008280533552169799
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,768,2048,0.008351999521255492
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,768,2048,0.008322133123874665
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,768,2048,0.008329600095748901
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,768,2048,0.008425600330034892
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,768,2048,0.008359466989835102
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,768,2048,0.008345599969228108
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,768,2048,0.009179733196894328
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,768,2048,0.008334933718045553
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,768,2048,0.008354133367538452
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,768,2048,0.008353066444396973
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,768,2048,0.008763733506202697
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,768,2048,0.008771199981371562
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,768,2048,0.009107200304667155
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,768,2048,0.008742400010426839
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,768,2048,0.00871573289235433
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,768,2048,0.09150613149007161
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,768,2048,0.050154666105906166
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,768,2048,0.028463999430338543
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,768,2048,0.018071466684341432
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,768,2048,0.01776426633199056
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,768,2048,0.01775253415107727
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,768,2048,0.01738026738166809
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,768,2048,0.0169813334941864
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,768,2048,0.0173418660958608
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,768,2048,0.016852267583211265
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,768,2048,0.016515200336774193
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,768,2048,0.016434133052825928
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,768,2048,0.016241066654523215
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,768,2048,0.016058666507403056
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,768,2048,0.0157642662525177
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,768,2048,0.01539413332939148
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,768,2048,0.015286399920781454
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,768,2048,0.014878933628400167
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,768,2048,0.014882133404413859
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,768,2048,0.01472106675306956
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,768,2048,0.014094932874043783
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,768,2048,0.014087466398874917
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,768,2048,0.014163200060526529
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,768,2048,0.013661866386731466
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,768,2048,0.013539200027783712
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,768,2048,0.013136000434557597
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,768,2048,0.012840533256530761
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,768,2048,0.012865066528320312
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,768,2048,0.012850133577982583
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,768,2048,0.012778666615486146
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,768,2048,0.012412800391515096
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,768,2048,0.011594667037328085
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,768,2048,0.0116074671347936
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,768,2048,0.011577600240707397
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,768,2048,0.011971199512481689
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,768,2048,0.010389332969983418
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,768,2048,0.010405332843462626
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,768,2048,0.012026666601498922
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,768,2048,0.011587199568748475
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,768,2048,0.011271466811498005
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,768,2048,0.01081706682840983
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,768,2048,0.010822400450706482
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,768,2048,0.010361599922180175
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,768,2048,0.010636799534161885
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,768,2048,0.010835199554761251
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,768,2048,0.010834133625030518
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,768,2048,0.010769066214561463
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,768,2048,0.010748799641927083
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,768,2048,0.010753066341082255
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,768,2048,0.010819199681282043
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,768,2048,0.010815999905268351
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,768,2048,0.010773332913716634
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,768,2048,0.010387200117111205
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,768,2048,0.010416000088055929
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,768,2048,0.010372266173362732
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,768,2048,0.010001066327095031
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,768,2048,0.0107232004404068
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,768,2048,0.010663466652234395
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,768,2048,0.010331733028093974
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,768,2048,0.01034986674785614
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,768,2048,0.010010666648546855
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,768,2048,0.010776533683141073
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,768,2048,0.01018773317337036
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,768,2048,0.01034879982471466
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,768,2048,0.01034773290157318
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,768,2048,0.010505599776903789
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,768,2048,0.009942400455474853
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,768,2048,0.010410666465759277
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,768,2048,0.010009599725405376
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,768,2048,0.010406399766604107
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,768,2048,0.010375466942787171
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,768,2048,0.010442666212717692
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,768,2048,0.01039573351542155
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,768,1536,0.05760426521301269
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,768,1536,0.027376000086466474
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,768,2048,0.010422399640083313
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,768,1536,0.015548800428708395
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,768,1536,0.009152000149091084
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,768,1536,0.009113599856694538
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,768,1536,0.00918293297290802
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,768,2048,0.010755200187365215
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,768,1536,0.009139200051625569
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,768,1536,0.008693333466847737
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,768,1536,0.007905066510041555
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,768,1536,0.007939200103282928
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,768,2048,0.010378666718800863
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,768,1536,0.008701866865158081
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,768,1536,0.008285866677761078
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,768,1536,0.006684799989064534
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,768,1536,0.007960533102353413
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,768,1536,0.007085866729418437
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,768,1536,0.00746666689713796
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,768,2048,0.0100000003973643
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,768,1536,0.006997333467006683
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,768,1536,0.00625493327776591
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,768,1536,0.006715733309586842
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,768,1536,0.006263466676076253
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,768,2048,0.010776533683141073
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,768,1536,0.006277333199977875
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,768,1536,0.005993600189685822
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,768,1536,0.006285866598288219
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,768,2048,0.00993066628774007
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,768,1536,0.004932266473770141
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,768,1536,0.0056309332450230915
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,768,1536,0.005049600203831991
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,768,1536,0.004679466784000397
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,768,1536,0.005419733126958212
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,768,1536,0.004625066618124644
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,768,1536,0.004215466479460398
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,768,1536,0.004221866528193155
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,768,1536,0.004253866771856943
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,768,1536,0.0038442666331926978
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,768,1536,0.004159999887148539
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,768,1536,0.004222933451334635
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,768,1536,0.00420906643072764
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,768,1536,0.004668800036112467
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,768,1536,0.0038581334054470064
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,768,1536,0.003806933263937632
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,768,1536,0.00383146678407987
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,768,1536,0.003849600007136663
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,768,1536,0.0038431999584039056
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,768,1536,0.0038165333370367683
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,768,1536,0.003789866715669632
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,768,1536,0.0038101332883040107
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,768,1536,0.0037962667644023894
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,768,1536,0.00378560001651446
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,768,1536,0.0037930667400360107
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,768,1536,0.003787733366092046
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,768,1536,0.0037674665451049804
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,768,1536,0.0037717332442601522
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,768,1536,0.004058666775623957
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,768,1536,0.008327466746171314
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,768,1536,0.00468800018231074
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,768,1536,0.004631466666857402
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,768,1536,0.0046528001626332605
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,768,1536,0.004681600133577982
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,768,1536,0.004771199822425842
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,768,1536,0.005849599838256836
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,768,1536,0.004644266764322917
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,768,1536,0.005815466741720835
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,768,1536,0.004479999840259552
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,768,1536,0.004664533336957296
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,768,1536,0.004622933268547058
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,768,1536,0.004647466540336609
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,768,1536,0.004660266637802124
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,768,1536,0.004569600025812784
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,768,1536,0.0045855998992919925
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,768,1536,0.005407999952634176
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,768,2048,0.01035093367099762
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,768,1536,0.005217066903909048
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,768,1536,0.003864533454179764
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,768,1536,0.03918079932530721
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,768,1536,0.029338665803273517
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,768,1536,0.0774837334950765
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,768,1536,0.16766613324483234
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,768,1536,0.02917226751645406
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,768,1536,0.028816000620524092
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,768,1536,0.02884693344434102
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,768,1536,0.02858453392982483
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,768,1536,0.028842665751775104
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,768,1536,0.02733760078748067
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,768,1536,0.0264575997988383
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,768,1536,0.02638186613718669
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,768,1536,0.02536533276240031
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,768,1536,0.025226666529973345
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,768,1536,0.025783467292785644
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,768,1536,0.024753065903981526
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,768,1536,0.024881066878636678
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,768,1536,0.02400853236516317
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,768,1536,0.02330133318901062
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,768,1536,0.023000532388687135
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,768,1536,0.02268480062484741
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,768,1536,0.022760534286499025
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,768,1536,0.023240532477696738
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,768,1536,0.004016000032424927
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,768,1536,0.021215999126434328
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,768,1536,0.021314134200414024
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,768,1536,0.021206400791803994
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,768,1536,0.020482132832209267
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,768,1536,0.02065599958101908
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,768,1536,0.018931200106938682
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,768,1536,0.004682666560014089
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,768,1536,0.018780799706776936
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,768,1536,0.01832853356997172
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,768,1536,0.018363734086354576
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,768,1536,0.016520532965660095
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,768,1536,0.016381866733233132
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,768,1536,0.01767573356628418
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,768,1536,0.0162282665570577
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,768,1536,0.015152000387509666
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,768,1536,0.016295466820398966
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,768,1536,0.004205866654713949
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,768,1536,0.016359466314315795
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,768,1536,0.01544319987297058
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,768,1536,0.015794133146603904
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,768,1536,0.016148266196250916
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,768,1536,0.015075199802716575
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,768,1536,0.01447466711203257
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,768,1536,0.015524267156918844
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,768,1536,0.015958399573961893
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,768,1536,0.014509866635004679
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,768,1536,0.014749866724014283
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,768,1536,0.014825600385665893
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,768,1536,0.015481600165367126
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,768,1536,0.01451520025730133
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,768,1536,0.014567466576894126
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,768,1536,0.014521599809328715
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,768,1536,0.026808534065882367
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,768,1536,0.01448853313922882
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,768,1536,0.015069866180419922
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,768,1536,0.015043200055758158
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,768,1536,0.014659200112024942
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,768,1536,0.014822399616241455
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,768,1536,0.014820266763369241
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,768,1536,0.014514133334159851
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,768,1536,0.0144896000623703
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,768,1536,0.014478933811187745
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,768,1536,0.01448853313922882
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,768,1536,0.014513066411018372
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,768,1536,0.014512000481287637
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,768,1536,0.014532267053922018
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,768,1536,0.014481066664059957
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,768,1536,0.014498133460680643
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,768,1536,0.01446399986743927
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,768,1536,0.022756266593933105
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,768,1536,0.014760532975196838
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,768,1536,0.02433919906616211
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,768,1536,0.014475733041763306
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,768,1536,0.1741696039835612
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,768,1536,0.08491413593292237
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,768,1536,0.09518933296203613
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,768,1536,0.6102538426717122
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,768,1536,0.08502826690673829
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,768,1536,0.09530346393585205
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,768,1536,0.08980373541514078
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,768,1536,1.256214396158854
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,768,1536,0.08991573651631674
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,768,1536,0.07960000038146972
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,768,1536,0.07373119990030924
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,768,1536,0.07887252966562906
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,768,1536,0.06893119812011719
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,768,1536,0.06898132960001627
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,768,1536,0.06401706536610921
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,768,1536,0.07433706919352213
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,768,1536,0.06366826693216959
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,768,1536,0.05868586699167887
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,768,1536,0.05873493353525797
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,768,1536,0.05378239949544271
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,768,1536,0.04762133359909058
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,768,1536,0.043287467956542966
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,768,1536,0.04806720018386841
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,768,1536,0.05272746483484904
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,768,1536,0.042794664700826004
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,768,1536,0.03824640115102132
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,768,1536,0.03753493229548137
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,768,1536,0.03288960059483846
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,768,1536,0.022478934129079184
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,768,1536,0.027985066175460815
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,768,1536,0.027167999744415285
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,768,1536,0.03247039914131165
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,768,1536,0.021893332401911415
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,768,1536,0.017691733439763387
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,768,1536,0.01691306630770365
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,768,1536,0.01123199959595998
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,768,1536,0.009619200229644775
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,768,1536,0.012820266683896384
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,768,1536,0.008359466989835102
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,768,1536,0.008354133367538452
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,768,1536,0.008410666386286418
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,768,1536,0.008732799688975017
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,768,1536,0.008350933591524761
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,768,1536,0.008710400263468424
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,768,1536,0.00874773363272349
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,768,1536,0.009173333644866943
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,768,1536,0.007530666887760162
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,768,1536,0.007531733314196269
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,768,1536,0.010753066341082255
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,768,1536,0.007538133362929027
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,768,1536,0.011215999722480774
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,768,1536,0.00837546686331431
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,768,1536,0.009990400075912476
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,768,1536,0.011317333579063416
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,768,1536,0.0075328002373377485
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,768,1536,0.008020266890525818
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,768,1536,0.00836906631787618
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,768,1536,0.008269866804281871
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,768,1536,0.007482666770617168
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,768,1536,0.007930666704972585
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,768,1536,0.007935999830563863
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,768,1536,0.00751146674156189
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,768,1536,0.007893333335717519
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,768,1536,0.008313600222269695
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,768,1536,0.007978666822115581
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,768,1536,0.007935999830563863
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,768,1536,0.007805866499741872
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,768,1536,0.007938133180141449
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,768,1536,0.007897600034872691
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,768,1536,0.007960533102353413
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,768,1536,0.007922133306662242
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,768,1536,0.007970133423805236
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,768,1536,0.03957013289133708
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,768,1536,0.07368000348409018
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,768,1536,0.02379306753476461
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,768,1536,0.01530346671740214
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,768,1536,0.0153546671072642
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,768,1536,0.014918399850527444
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,768,1536,0.014860799908638
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,768,1536,0.014505599935849508
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,768,1536,0.014894933501879374
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,768,1536,0.014113066593805948
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,768,1536,0.01404159963130951
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,768,1536,0.014062933127085366
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,768,1536,0.013987200458844504
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,768,1536,0.013314132889111837
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,768,1536,0.013753599921862283
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,768,1536,0.01323946714401245
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,768,1536,0.013230933745702108
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,768,1536,0.013224533200263977
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,768,1536,0.012802132964134216
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,768,1536,0.012679466605186462
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,768,1536,0.012473600109418233
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,768,1536,0.01241386632124583
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,768,1536,0.012401066223780314
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,768,1536,0.011997866630554199
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,768,1536,0.011992533008257549
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,768,1536,0.011672533551851908
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,768,1536,0.0113237331310908
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,768,1536,0.011639466881752015
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,768,1536,0.011560533444086711
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,768,1536,0.011170132954915365
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,768,1536,0.010818133751551311
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,768,1536,0.010787199934323628
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,768,1536,0.010403199990590414
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,768,1536,0.010262399911880493
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,768,1536,0.010014933347702027
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,768,1536,0.010028800368309021
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,768,1536,0.00978773335615794
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,768,1536,0.009954133629798889
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,768,1536,0.009595732887585957
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,768,1536,0.010014933347702027
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,768,1536,0.00993280013402303
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,768,1536,0.009746133287747701
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,768,1536,0.009523199995358785
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,768,1536,0.00960106650988261
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,768,1536,0.009591466188430786
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,768,1536,0.009377066294352214
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,768,1536,0.009604266285896302
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,768,1536,0.00953493316968282
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,768,1536,0.009593600034713745
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,768,1536,0.009976533055305482
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,768,1536,0.009165866176287334
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,768,1536,0.009226666887601216
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,768,1536,0.009586133559544881
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,768,1536,0.009542399644851684
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,768,1536,0.009173333644866943
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,768,1536,0.009548800190289815
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,768,1536,0.009125333031018574
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,768,1536,0.009556266665458679
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,768,1536,0.009516800443331402
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,768,1536,0.009607467055320739
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,768,1536,0.009508267045021057
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,768,1536,0.009548800190289815
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,768,1536,0.009326933821042379
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,768,1536,0.009166933099428813
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,768,1536,0.009520000219345093
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,768,1536,0.009563733140627544
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,768,1536,0.00918506681919098
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,768,1536,0.0095551997423172
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,768,1536,0.009537067015965779
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,768,1536,0.009547733267148336
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,768,1024,0.039394132296244305
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,768,1024,0.019065600633621217
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,768,1024,0.011618133385976155
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,768,1024,0.007131733496983846
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,768,1024,0.007112533350785573
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,768,1024,0.00710399995247523
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,768,1024,0.007326933244864146
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,768,1024,0.006854400038719177
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,768,1024,0.006297599772612255
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,768,1024,0.006305066744486491
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,768,1024,0.006712533533573151
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,768,1024,0.006701866785685222
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,768,1024,0.00666133314371109
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,768,1536,0.009949866930643718
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,768,1024,0.006514133512973785
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,768,1536,0.00953493316968282
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,768,1024,0.0054730668663978575
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,768,1024,0.006039466460545858
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,768,1024,0.00551146666208903
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,768,1024,0.005011199911435445
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,768,1024,0.005418666700522105
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,768,1536,0.009322667121887207
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,768,1024,0.004612266520659129
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,768,1024,0.005109333495299021
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,768,1024,0.005153066913286845
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,768,1024,0.004600533346335093
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,768,1024,0.004694400231043497
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,768,1536,0.00957546631495158
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,768,1024,0.005030400057633718
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,768,1024,0.004220800101757049
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,768,1024,0.004593066871166229
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,768,1024,0.003803733239571253
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,768,1024,0.0038463999827702843
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,768,1024,0.0035242666800816857
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,768,1024,0.0034080001215140024
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,768,1024,0.0038090666135152185
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,768,1024,0.0033941333492596946
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,768,1024,0.0033791999022165934
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,768,1024,0.0034506666163603462
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,768,1024,0.003403733422358831
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,768,1024,0.00347626656293869
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,768,1024,0.0033941333492596946
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,768,1024,0.003787733366092046
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,768,1024,0.0033557333052158357
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,768,1024,0.003091199944416682
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,768,1024,0.0033632000287373864
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,768,1024,0.00342399999499321
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,768,1024,0.0033642667035261786
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,768,1024,0.0031871999303499854
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,768,1024,0.0033759998778502146
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,768,1024,0.003143466760714849
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,768,1024,0.0033749334514141084
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,768,1024,0.003017599880695343
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,768,1024,0.0031487998863061273
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,768,1024,0.003032533327738444
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,768,1024,0.0029824001093705496
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,768,1024,0.003107200066248576
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,768,1024,0.003052799900372823
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,768,1024,0.0034495999415715536
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,768,1024,0.0033930666744709016
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,768,1024,0.003425066669782003
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,768,1024,0.0034293333689371743
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,768,1024,0.005486933390299479
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,768,1024,0.0034282666941483817
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,768,1024,0.0034976000587145484
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,768,1024,0.0035786665976047516
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,768,1024,0.00373333344856898
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,768,1024,0.0038634667793909705
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,768,1024,0.00346666673819224
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,768,1024,0.003671466559171677
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,768,1024,0.003717333326737086
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,768,1024,0.0033791999022165934
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,768,1024,0.00360000009338061
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,768,1024,0.0037151999771595
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,768,1024,0.004063999901215235
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,768,1024,0.004206933577855428
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,768,1024,0.032035199801127116
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,768,1024,0.10869226455688477
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,768,1024,0.02613866726557414
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,768,1024,0.02476480007171631
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,768,1024,0.0034005333979924522
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,768,1024,0.024765866994857787
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,768,1024,0.025219200054804485
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,768,1024,0.024650667111078897
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,768,1024,0.02467199961344401
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,768,1024,0.02435093323389689
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,768,1024,0.02462293306986491
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,768,1024,0.023504000902175904
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,768,1024,0.024310400088628135
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,768,1024,0.023086933294932048
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,768,1024,0.02371413310368856
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,768,1024,0.023195733626683555
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,768,1024,0.0227018674214681
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,768,1024,0.022638932863871256
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,768,1024,0.02285760045051575
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,768,1024,0.02220053275426229
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,768,1024,0.021421867609024047
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,768,1024,0.020980266729990642
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,768,1024,0.02068906625111898
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,768,1024,0.02175359924634298
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,768,1024,0.020231467485427857
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,768,1024,0.02013333241144816
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,768,1024,0.018850133816401164
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,768,1024,0.0194815993309021
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,768,1024,0.018588799238204955
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,768,1024,0.019192532698313395
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,768,1024,0.017863466342290243
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,768,1024,0.01816640098889669
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,768,1024,0.016839466492335
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,768,1024,0.016716800133387246
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,768,1024,0.015557333827018738
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,768,1024,0.01576959987481435
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,768,1024,0.005435733497142792
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,768,1024,0.015550933281580605
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,768,1024,0.017004799842834473
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,768,1024,0.016229333480199178
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,768,1024,0.014814933141072592
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,768,1024,0.016641066471735636
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,768,1024,0.014586666226387024
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,768,1024,0.014793599645296732
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,768,1024,0.016396799683570863
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,768,1024,0.015064533551534018
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,768,1024,0.015972266594568886
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,768,1024,0.01454080045223236
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,768,1024,0.015067733327547708
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,768,1024,0.014446933070818582
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,768,1024,0.014477866888046264
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,768,1024,0.014647466937700906
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,768,1024,0.015633066495259605
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,768,1024,0.014481066664059957
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,768,1024,0.014698666334152222
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,768,1024,0.01448319951693217
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,768,1024,0.014594133694966635
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,768,1024,0.014784000317255654
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,768,1024,0.014936533570289613
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,768,1024,0.014471466342608133
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,768,1024,0.014309333761533103
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,768,1024,0.014470400412877402
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,768,1024,0.014453333616256715
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,768,1024,0.01456000010172526
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,768,1024,0.020778665939966835
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,768,1024,0.014396799604098
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,768,1024,0.014408533771832785
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,768,1024,0.014509866635004679
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,768,1024,0.014385066429773965
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,768,1024,0.014417066176732381
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,768,1024,0.014426666498184203
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,768,1024,0.014325333635012307
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,768,1024,0.01443839967250824
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,768,1024,0.014456533392270408
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,768,1024,0.05205546617507935
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,768,1024,0.014450132846832275
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,768,1536,0.009935999910036724
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,768,1536,0.00997440020243327
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,768,1024,0.09421546459197998
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,768,1024,0.3568810780843099
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,768,1024,0.1714826742808024
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,768,1024,0.09399360020955404
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,768,1024,0.08912320137023926
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,768,1024,1.235818608601888
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,768,1024,0.08882453441619872
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,768,1024,0.0840661366780599
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,768,1024,0.0841205358505249
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,768,1024,0.07800532976786295
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,768,1024,0.07847039699554444
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,768,1024,0.07266879876454671
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,768,1024,0.07358187039693197
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,768,1024,0.06850132942199708
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,768,1024,0.06776533126831055
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,768,1024,0.0632426659266154
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,768,1024,0.05713493426640829
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,768,1024,0.06284159819285075
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,768,1024,0.052167467276255285
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,768,1024,0.057860267162322995
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,768,1024,0.05200533469518026
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,768,1024,0.04767253398895264
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,768,1024,0.04685973326365153
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,768,1024,0.04271786610285441
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,768,1024,0.04212373495101929
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,768,1024,0.03701653480529785
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,768,1024,0.036660265922546384
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,768,1024,0.031660799185434976
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,768,1024,0.03173759977022807
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,768,1024,0.027584000428517656
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,768,1024,0.026763733228047686
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,768,1024,0.02225066622098287
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,768,1024,0.0165503998597463
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,768,1024,0.02148159941037496
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,768,1024,0.016130133469899496
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,768,1024,0.011659733454386393
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,768,1024,0.009181867043177288
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,768,1024,0.008339200417200725
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,768,1024,0.007990399996439617
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,768,1024,0.007923200229803721
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,768,1024,0.008317866424719492
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,768,1024,0.010798933108647664
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,768,1024,0.007929599781831106
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,768,1024,0.01039573351542155
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,768,1024,0.008341333270072937
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,768,1024,0.007993599772453308
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,768,1024,0.008283733328183492
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,768,1024,0.006694399813810985
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,768,1024,0.007048533360163371
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,768,1024,0.006717866659164429
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,768,1024,0.007031466563542683
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,768,1024,0.007101866602897644
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,768,1024,0.007492266595363617
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,768,1024,0.007113599777221679
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,768,1024,0.007077333331108093
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,768,1024,0.007114666700363159
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,768,1024,0.007124266525109608
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,768,1024,0.007079466680685679
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,768,1024,0.0070816000302632645
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,768,1024,0.007118933399518331
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,768,1024,0.007502933343251546
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,768,1024,0.0071487997968991595
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,768,1024,0.007480533421039581
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,768,1024,0.007099733253320058
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,768,1024,0.007537066439787547
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,768,1024,0.007143466671307881
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,768,1024,0.007076266904671986
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,768,1024,0.007739733159542084
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,768,1024,0.007115733126799266
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,768,1024,0.05438079833984375
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,768,1024,0.02863466739654541
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,768,1024,0.018170666694641114
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,768,1024,0.01260586678981781
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,768,1024,0.012476799885431926
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,768,1024,0.012447999914487202
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,768,1024,0.01225279966990153
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,768,1024,0.012361600001653036
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,768,1024,0.01199893355369568
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,768,1024,0.011658666531244914
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,768,1024,0.011990400155385335
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,768,1024,0.012050132950146992
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,768,1024,0.011985066533088683
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,768,1024,0.012033067146937053
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,768,1024,0.011646933356920878
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,768,1024,0.011608533064524333
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,768,1024,0.011250133315722149
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,768,1024,0.010407466689745586
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,768,1024,0.011203199625015259
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,768,1024,0.011290666460990906
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,768,1024,0.011188266674677531
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,768,1024,0.011154133081436157
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,768,1024,0.011217066645622253
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,768,1024,0.010422399640083313
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,768,1024,0.010773332913716634
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,768,1024,0.010439466436703999
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,768,1024,0.01039573351542155
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,768,1024,0.00998293360074361
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,768,1024,0.0100000003973643
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,768,1024,0.009938133756319682
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,768,1024,0.009946667154630025
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,768,1024,0.009586133559544881
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,768,1024,0.009548800190289815
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,768,1024,0.009360000491142273
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,768,1024,0.009130666653315227
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,768,1024,0.009178666273752849
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,768,1024,0.00879039963086446
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,768,1024,0.008745599786440532
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,768,1024,0.008762666583061218
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,768,1024,0.009873066345850627
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,768,1024,0.008712533116340637
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,768,1024,0.008763733506202697
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,768,1024,0.009146666526794434
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,768,1024,0.008899199962615966
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,768,1024,0.009126399954160053
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,768,1024,0.008718933661778767
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,768,1024,0.008748799562454224
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,768,1024,0.008697600166002909
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,768,1024,0.008370133241017659
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,768,1024,0.00876800020535787
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,768,1024,0.008724266290664673
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,768,1024,0.008713600039482117
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,768,1024,0.008638933300971985
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,768,1024,0.00872213343779246
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,768,1024,0.008297599852085114
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,768,1024,0.008729599912961324
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,768,1024,0.008693333466847737
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,768,1024,0.008355200290679932
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,768,1024,0.008373333017031352
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,768,1024,0.008740267157554627
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,768,1024,0.008391466736793519
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,768,1024,0.008779733379681905
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,768,1024,0.008361599842707316
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,768,1024,0.008318933347860973
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,768,1024,0.008772266904513042
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,768,1024,0.008721066514650981
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,768,1024,0.008529067039489746
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,768,1024,0.008338133494059246
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,768,1024,0.008390399813652038
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,768,1024,0.00853653351465861
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,768,1024,0.008381866415341695
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,768,1024,0.008685866991678875
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,768,1024,0.008333866794904072
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,768,768,0.030086400111516316
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,768,768,0.00944640040397644
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,768,768,0.006098133325576782
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,768,768,0.006239999830722809
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,768,1024,0.008378666639328004
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,768,768,0.006316799918810527
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,768,768,0.006246399879455566
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,768,1024,0.00874773363272349
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,768,768,0.005847466488679251
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,768,768,0.005411200225353241
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,768,768,0.0054613331953684485
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,768,768,0.005840000013510386
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,768,768,0.005843199789524078
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,768,768,0.005480533341566721
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,768,768,0.0054400001962979635
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,768,768,0.004683733483155568
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,768,768,0.005246933301289876
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,768,768,0.005036800106366476
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,768,768,0.0046304002404212955
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,768,768,0.004633600016434988
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,768,768,0.0050240000089009605
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,768,768,0.004204800228277842
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,768,768,0.004609066744645437
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,768,768,0.004635733366012573
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,768,768,0.0038634667793909705
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,768,768,0.004670933385690053
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,768,768,0.004208000004291534
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,768,768,0.0035146666069825493
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,768,768,0.004240000247955322
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,768,768,0.0038442666331926978
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,768,768,0.0038176000118255613
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,768,768,0.003458133339881897
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,768,768,0.0033919999996821085
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,768,768,0.003036800026893616
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,768,768,0.0030720000465710956
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,768,768,0.003373866776625315
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,768,768,0.002994133283694585
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,768,768,0.003045333425203959
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,768,768,0.0029877332349618276
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,768,768,0.003172266731659571
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,768,768,0.003054933249950409
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,768,768,0.0029813334345817565
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,768,768,0.003067733347415924
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,768,768,0.00296426663796107
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,768,768,0.0030016000072161358
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,768,768,0.0029738667110602063
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,768,768,0.0029994666576385496
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,768,768,0.0029781334102153777
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,768,768,0.002963199963172277
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,768,768,0.002963199963172277
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,768,768,0.002980266759792964
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,768,768,0.0029781334102153777
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,768,768,0.0029738667110602063
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,768,768,0.0029567999144395193
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,768,768,0.003155199935038885
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,768,768,0.0029056000212828318
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,768,768,0.002993066608905792
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,768,768,0.0029674666623274487
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,768,768,0.00297173336148262
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,768,768,0.0033845332761605583
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,768,768,0.0032821332414944967
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,768,768,0.0033802665770053864
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,768,768,0.003189333279927572
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,768,768,0.015271466970443726
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,768,768,0.0033781332274278007
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,768,768,0.0033952000240484873
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,768,768,0.003099733342727025
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,768,768,0.0033813332517941795
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,768,768,0.003291733314593633
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,768,768,0.0030293333033720653
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,768,768,0.0033749334514141084
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,768,768,0.0032255999743938447
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,768,768,0.0030239999294281008
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,768,768,0.003437866767247518
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,768,768,0.0034495999415715536
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,768,768,0.003416533271471659
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,768,768,0.0409333348274231
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,768,768,0.023357866207758586
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,768,768,0.02442880074183146
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,768,768,0.02437973419825236
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,768,768,0.024606933196385704
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,768,768,0.023959465821584067
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,768,768,0.0236245334148407
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,768,768,0.022702932357788086
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,768,768,0.023061333100001018
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,768,768,0.022851200898488362
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,768,768,0.022785067558288574
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,768,768,0.02268480062484741
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,768,768,0.0221343994140625
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,768,1024,0.008366933465003968
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,768,768,0.02068480054537455
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,768,768,0.020642133553822835
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,768,768,0.020616533358891805
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,768,768,0.020553600788116456
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,768,768,0.02103786667188009
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,768,768,0.029745066165924074
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,768,768,0.020320000251134236
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,768,768,0.019989333550135293
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,768,768,0.020540799697240195
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,768,768,0.0206496000289917
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,768,768,0.01885226567586263
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,768,768,0.018538665771484376
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,768,768,0.018847999970118205
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,768,768,0.018706132968266807
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,768,768,0.018550399939219156
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,768,768,0.017502933740615845
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,768,768,0.01692053278287252
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,768,768,0.0165503998597463
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,768,768,0.015922133127848306
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,768,768,0.016381866733233132
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,768,768,0.015778133273124696
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,768,768,0.014544000228246054
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,768,768,0.014509866635004679
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,768,768,0.014486400286356607
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,768,768,0.014698666334152222
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,768,768,0.014504533012708029
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,768,768,0.01520746648311615
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,768,768,0.014457600315411887
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,768,768,0.014549332857131957
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,768,768,0.020796799659729005
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,768,768,0.01503679951032003
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,768,768,0.01470080018043518
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,768,768,0.014427733421325684
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,768,768,0.014514133334159851
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,768,768,0.08010773658752442
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,768,768,0.016338133811950685
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,768,768,0.014487466216087342
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,768,768,0.014332800110181173
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,768,768,0.014425599575042724
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,768,768,0.014439466595649719
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,768,768,0.014495999614397685
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,768,768,0.013773866494496665
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,768,768,0.01402773360411326
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,768,768,0.014365866780281067
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,768,768,0.014402133226394654
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,768,768,0.014220800002415976
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,768,768,0.014219733079274497
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,768,768,0.014500266313552857
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,768,768,0.01446613371372223
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,768,768,0.014378666877746582
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,768,768,0.014519466956456503
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,768,768,0.014334932963053385
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,768,768,0.014363732933998109
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,768,768,0.014361600081125895
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,768,768,0.014393599828084311
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,768,768,0.014458666245142618
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,768,768,0.014290133118629455
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,768,768,0.013938132921854654
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,768,768,0.014425599575042724
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,768,768,0.013946666320164999
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,768,768,0.01495146652062734
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,768,1024,0.009604266285896302
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,768,1024,0.009564800063769023
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,768,1024,0.009547733267148336
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,768,768,0.1714431921641032
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,768,768,0.33776321411132815
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,768,768,0.08375253677368164
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,768,768,0.09315839608510336
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,768,768,0.09357013702392578
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,768,768,1.235969034830729
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,768,768,0.08799359798431397
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,768,768,0.08869653542836507
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,768,768,0.08338239987691244
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,768,768,0.07258240381876627
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,768,768,0.07805333137512208
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,768,768,0.07301546732584635
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,768,768,0.07793386777242026
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,768,768,0.0681279977162679
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,768,768,0.06774400075276693
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,768,768,0.06227840185165405
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,768,768,0.062380798657735194
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,768,768,0.05672533512115478
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,768,768,0.0571178674697876
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,768,768,0.05256959994633993
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,768,768,0.052146132787068686
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,768,768,0.047041066487630206
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,768,768,0.04690239826838176
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,768,768,0.04176853497823079
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,768,768,0.04196586608886719
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,768,768,0.036638931433359785
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,768,768,0.03168533245722453
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,768,768,0.036958932876586914
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,768,768,0.03159573276837667
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,768,768,0.027079466978708906
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,768,768,0.026504532496134443
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,768,768,0.021843200922012328
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,768,768,0.02141759991645813
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,768,768,0.016150400042533875
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,768,768,0.015770666797955833
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,768,768,0.011576533317565918
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,768,768,0.010382933417956035
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,768,768,0.009941333532333374
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,768,768,0.0075552001595497135
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,768,768,0.007960533102353413
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,768,768,0.007965866724650066
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,768,768,0.007565866907437642
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,768,768,0.00792746643225352
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,768,768,0.007916800181070964
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,768,768,0.007500799993673961
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,768,768,0.007672533392906189
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,768,768,0.006871466835339864
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,768,768,0.006723199784755707
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,768,768,0.006737066805362702
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,768,768,0.006690133114655812
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,768,768,0.006811733543872833
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,768,768,0.00666133314371109
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,768,768,0.006634666522343953
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,768,768,0.006718933085600535
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,768,768,0.006720000008742015
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,768,768,0.007041066884994507
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,768,768,0.007142400244871776
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,768,768,0.006305066744486491
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,768,768,0.010389332969983418
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,768,768,0.006799999872843425
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,768,768,0.007112533350785573
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,768,768,0.0067210664351781205
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,768,768,0.007288533449172974
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,768,768,0.006682666639486949
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,768,768,0.009643733501434326
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,768,768,0.00673173318306605
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,768,768,0.007090133428573608
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,768,768,0.007089066505432129
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,768,768,0.007090133428573608
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,768,768,0.007085866729418437
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,768,768,0.044726399580637614
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,768,768,0.02332693338394165
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,768,768,0.01569066643714905
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,768,768,0.010409599542617798
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,768,768,0.012009599804878235
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,768,768,0.012054399649302164
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,768,768,0.01204266647497813
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,768,768,0.01199679970741272
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,768,768,0.012013866504033407
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,768,768,0.009942400455474853
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,768,768,0.01162559986114502
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,768,768,0.011654399832089742
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,768,768,0.011606400211652119
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,768,768,0.01160426636536916
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,768,768,0.01204159955183665
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,768,768,0.00913706620534261
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,768,768,0.011587199568748475
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,768,768,0.011595732967058818
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,768,768,0.011180800199508668
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,768,768,0.010797866185506185
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,768,768,0.010839466253916423
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,768,768,0.010757333040237427
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,768,768,0.010354133447011311
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,768,768,0.010317867000897724
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,768,768,0.01036906639734904
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,768,768,0.010028800368309021
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,768,768,0.00997226635615031
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,768,768,0.009941333532333374
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,768,768,0.009589333335558574
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,768,768,0.009198932846387228
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,768,768,0.009161600470542907
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,768,768,0.009164800246556599
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,768,768,0.008712533116340637
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,768,768,0.008762666583061218
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,768,768,0.008706133564313252
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,768,768,0.008755200107892354
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,768,768,0.008368000388145447
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,768,768,0.010451199611028035
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,768,768,0.008326399823029835
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,768,768,0.008308266599973042
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,768,768,0.008366933465003968
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,768,768,0.00830506682395935
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,768,768,0.008437333504358928
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,768,768,0.008311466872692108
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,768,768,0.008288000027338665
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,768,768,0.008359466989835102
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,768,768,0.008381866415341695
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,768,768,0.008322133123874665
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,768,768,0.008312533299128216
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,768,768,0.008347733815511068
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,768,768,0.007938133180141449
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,768,768,0.008343467116355896
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,768,768,0.008097066481908163
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,768,768,0.008340266346931458
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,768,768,0.008321066697438557
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,768,768,0.007961600025494894
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,768,768,0.008283733328183492
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,768,768,0.007876266539096833
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,768,768,0.00796693315108617
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,768,768,0.008345599969228108
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,768,768,0.009591466188430786
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,768,768,0.007945600152015685
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,768,768,0.007890133559703827
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,768,768,0.007542400062084198
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,768,768,0.008327466746171314
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,768,768,0.008096000055472057
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,768,768,0.008202666540940602
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,768,768,0.007525333265463512
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,768,768,0.00788800021012624
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,768,768,0.00795413355032603
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,768,768,0.007934933404127757
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,768,768,0.008333866794904072
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,768,512,0.021115734179814657
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,768,512,0.0114656001329422
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,768,512,0.007147733370463054
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,768,512,0.005030400057633718
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,768,512,0.005087999999523163
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,768,768,0.007962666451931
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,768,512,0.0050901333491007485
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,768,512,0.005036800106366476
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,768,512,0.004577066500981649
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,768,512,0.00462719996770223
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,768,512,0.00461760014295578
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,768,512,0.005052799979845682
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,768,512,0.004670933385690053
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,768,512,0.005150933563709259
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,768,512,0.004173866907755534
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,768,512,0.004584533472855886
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,768,512,0.004172799984614054
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,768,768,0.008007466793060303
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,768,512,0.003764266769091288
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,768,768,0.008313600222269695
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,768,512,0.00421973317861557
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,768,512,0.0035317334036032355
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,768,512,0.003803733239571253
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,768,512,0.0038133333126703895
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,768,512,0.0033887999753157297
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,768,512,0.003849600007136663
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,768,512,0.0036330667634805044
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,768,512,0.003047466774781545
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,768,512,0.0037664001186688742
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,768,512,0.0033962666988372804
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,768,512,0.0033973333736260734
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,768,512,0.0030421334008375804
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,768,512,0.003031466652949651
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,768,512,0.0029919999341169994
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,768,512,0.0029493334392706556
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,768,512,0.0029834667841593427
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,768,512,0.002609066665172577
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,768,512,0.0029472000896930695
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,768,512,0.0029557332396507262
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,768,512,0.002979200085004171
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,768,512,0.002628266563018163
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,768,512,0.002962133288383484
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,768,512,0.002609066665172577
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,768,512,0.002548266698916753
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,768,512,0.002570666621128718
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,768,512,0.002624000112215678
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,768,512,0.002570666621128718
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,768,512,0.0026229334374268847
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,768,512,0.0025578667720158894
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,768,512,0.0026122666895389557
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,768,512,0.002611200014750163
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,768,512,0.005017599960168203
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,768,512,0.002598399917284648
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,768,512,0.002553600072860718
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,768,512,0.002553600072860718
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,768,512,0.002550400048494339
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,768,512,0.002548266698916753
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,768,512,0.0026133333643277483
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,768,512,0.0029557332396507262
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,768,768,0.007942399879296621
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,768,512,0.002630399912595749
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,768,512,0.003987200061480204
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,768,512,0.0027200000981489818
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,768,512,0.002899199972550074
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,768,512,0.002600533266862233
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,768,512,0.002842666705449422
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,768,512,0.002639999985694885
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,768,512,0.002961066613594691
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,768,512,0.002619733413060506
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,768,512,0.0029567999144395193
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,768,512,0.0026069333155949908
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,768,512,0.0029696000119050344
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,768,512,0.0030271999537944795
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,768,512,0.002963199963172277
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,768,512,0.0029706666866938275
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,768,512,0.002611200014750163
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,768,512,0.060236799716949466
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,768,512,0.03307200074195862
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,768,512,0.024830933411916098
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,768,512,0.02177493373552958
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,768,512,0.021805866559346517
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,768,512,0.02141973376274109
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,768,512,0.02095573345820109
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,768,512,0.02216213345527649
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,768,512,0.02141973376274109
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,768,512,0.020811732610066733
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,768,512,0.02140586574872335
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,768,512,0.0206058661142985
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,768,512,0.020652800798416138
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,768,512,0.020569600661595664
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,768,512,0.020233599344889323
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,768,512,0.02063360015551249
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,768,512,0.02087786595026652
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,768,512,0.01899519960085551
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,768,512,0.019182932376861573
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,768,512,0.02005866765975952
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,768,512,0.018565332889556883
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,768,512,0.018526933590571084
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,768,512,0.018503467241923012
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,768,512,0.0184714674949646
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,768,512,0.018742400407791137
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,768,512,0.016816000143686928
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,768,512,0.01753600041071574
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,768,512,0.01728106737136841
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,768,512,0.01704853375752767
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,768,512,0.0025631998976071674
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,768,768,0.007925333579381307
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,768,512,0.0167413334051768
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,768,512,0.016151466965675355
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,768,512,0.015399466951688132
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,768,512,0.0029834667841593427
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,768,512,0.015024000406265258
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,768,512,0.01448319951693217
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,768,512,0.01581760048866272
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,768,512,0.014666666587193808
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,768,512,0.01453013320763906
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,768,512,0.014604799946149192
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,768,512,0.014317867159843446
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,768,512,0.014103466272354126
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,768,512,0.015924266974131265
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,768,512,0.014396799604098
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,768,512,0.014470400412877402
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,768,512,0.014469333489735923
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,768,512,0.014339199662208557
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,768,512,0.01439786652723948
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,768,512,0.014385066429773965
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,768,512,0.014404267072677612
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,768,512,0.014349866906801859
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,768,512,0.013381333152453104
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,768,512,0.014391466975212097
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,768,512,0.014141866564750671
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,768,512,0.014005333185195923
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,768,512,0.014467199643452963
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,768,512,0.01406826674938202
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,768,512,0.014327466487884521
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,768,512,0.014332800110181173
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,768,512,0.014315733313560485
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,768,512,0.014044800400733947
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,768,512,0.014260266224543253
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,768,512,0.014129066467285156
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,768,512,0.014342400431632995
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,768,512,0.014077867070833841
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,768,512,0.014169599612553915
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,768,512,0.014285866419474283
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,768,512,0.014404267072677612
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,768,512,0.014392532904942832
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,768,512,0.014267733693122864
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,768,512,0.014330666263898215
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,768,512,0.01432319978872935
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,768,512,0.01635840038458506
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,768,512,0.016364799936612447
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,768,512,0.014504533012708029
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,768,512,0.016204800208409628
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,768,768,0.010250666737556457
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,768,512,0.3317365328470866
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,768,512,0.08210559686024985
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,768,512,0.09157013098398845
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,768,512,1.1683828989664713
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,768,512,0.16895999908447265
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,768,512,0.08667519887288412
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,768,512,0.08774186770121256
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,768,512,0.09269226392110189
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,768,512,0.0813269297281901
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,768,512,0.0775989294052124
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,768,512,0.07190079689025879
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,768,512,0.07226666609446207
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,768,512,0.0665450652440389
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,768,512,0.06574079990386963
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,768,512,0.061595733960469565
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,768,512,0.07655999660491944
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,768,512,0.06137813329696655
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,768,512,0.05707306861877441
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,768,512,0.05182079871495565
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,768,512,0.056643199920654294
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,768,512,0.051345066229502356
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,768,512,0.04150079886118571
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,768,512,0.046019200483957926
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,768,512,0.04642133315404256
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,768,512,0.04107199907302857
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,768,512,0.036660265922546384
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,768,512,0.030934399366378783
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,768,512,0.030825599034627275
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,768,512,0.03618666728337606
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,768,512,0.026333866516749065
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,768,512,0.021415466070175172
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,768,512,0.025989333788553875
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,768,512,0.02060906688372294
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,768,512,0.01651413341363271
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,768,512,0.01125866671403249
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,768,512,0.008796800176302593
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,768,512,0.015331199765205384
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,768,512,0.009538132945696514
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,768,512,0.007548800110816956
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,768,512,0.007492266595363617
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,768,512,0.007493333518505096
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,768,512,0.007496533294518788
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,768,512,0.007877333462238312
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,768,512,0.007574399809042613
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,768,512,0.007541333138942718
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,768,512,0.0074986666440963745
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,768,512,0.006303999821345012
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,768,512,0.010032000144322713
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,768,512,0.006326400240262349
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,768,512,0.006309333443641663
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,768,512,0.006259199976921081
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,768,512,0.006239999830722809
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,768,512,0.006332799792289734
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,768,512,0.0063381334145863845
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,768,512,0.006409599880377452
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,768,512,0.006640000144640605
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,768,512,0.00629013329744339
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,768,512,0.00628053347269694
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,768,512,0.006299733122189839
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,768,512,0.006337066491444905
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,768,512,0.006298666695753734
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,768,512,0.006341333190600078
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,768,512,0.009992532928784688
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,768,512,0.006312533219655354
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,768,512,0.0062389334042867025
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,768,512,0.0062826668222745255
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,768,512,0.006258133550484974
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,768,512,0.00633493314186732
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,768,512,0.006292266647020976
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,768,512,0.01001706620057424
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,768,512,0.01034346620241801
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,768,512,0.03371520042419433
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,768,512,0.019002666076024376
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,768,512,0.014913066228230795
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,768,512,0.012134400010108948
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,768,512,0.01204266647497813
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,768,512,0.011982933680216471
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,768,512,0.012045866250991822
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,768,512,0.011731200416882833
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,768,512,0.006670933465162914
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,768,512,0.012001066406567892
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,768,512,0.011592533191045125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,768,512,0.011627733707427979
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,768,512,0.011185066898663838
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,768,512,0.011244799693425496
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,768,512,0.010850133498509724
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,768,512,0.010807466506958009
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,768,512,0.010812800129254658
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,768,512,0.010781866312026978
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,768,512,0.010442666212717692
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,768,512,0.010380799571673077
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,768,512,0.010073600212732951
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,768,512,0.009975467125574749
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,768,512,0.00998293360074361
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,768,512,0.009533866246541341
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,768,512,0.009528533617655436
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,768,512,0.009205333391825358
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,768,512,0.009139200051625569
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,768,512,0.008795733253161114
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,768,512,0.009173333644866943
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,768,512,0.008772266904513042
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,768,512,0.008705066641171773
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,768,512,0.008366933465003968
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,768,512,0.008354133367538452
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,768,512,0.008298666775226593
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,768,512,0.007937066753705342
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,768,512,0.007962666451931
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,768,512,0.007938133180141449
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,768,512,0.00932373305161794
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,768,512,0.008042666812737782
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,768,512,0.007919999957084655
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,768,512,0.007970133423805236
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,768,512,0.008386133114496867
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,768,512,0.007959466675917308
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,768,512,0.0075530668099721265
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,768,512,0.007469866673151653
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,768,512,0.007895466685295106
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,768,512,0.007938133180141449
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,768,512,0.007547733187675476
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,768,512,0.007562666634718577
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,768,512,0.0075530668099721265
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,768,512,0.007539199789365132
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,768,512,0.007558399935563405
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,768,512,0.007619200150171916
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,768,512,0.007911466558774312
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,768,512,0.007930666704972585
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,768,512,0.007160533467928569
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,768,512,0.00734506646792094
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,768,512,0.007496533294518788
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,768,512,0.007925333579381307
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,768,512,0.007566933333873749
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,768,512,0.007477333148320516
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,768,512,0.007546666761239369
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,768,512,0.0073077330986658735
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,768,512,0.0075328002373377485
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,768,512,0.007991466422875721
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,768,512,0.007890133559703827
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,768,512,0.00747626672188441
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,768,512,0.0075914666056633
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,768,512,0.007473066449165344
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,768,512,0.0079434668024381
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,768,512,0.0075445334116617845
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,768,256,0.01451520025730133
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,768,256,0.00869653324286143
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,768,512,0.007666133344173431
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,768,256,0.004185600082079569
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,768,256,0.004205866654713949
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,768,256,0.004187733431657155
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,768,256,0.004186666508515676
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,768,256,0.003786666691303253
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,768,512,0.007499733567237854
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,768,512,0.0075573335091273
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,768,256,0.0038015998899936674
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,768,256,0.003909333298603693
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,768,256,0.0042453333735466
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,768,256,0.003786666691303253
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,768,256,0.004262400170167288
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,768,256,0.0034346667428811393
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,768,256,0.003773866593837738
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,768,256,0.003403733422358831
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,768,256,0.0034453332424163817
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,768,256,0.0033952000240484873
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,768,256,0.0030410667260487873
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,768,256,0.0031850665807724
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,768,256,0.0034048000971476236
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,768,256,0.002974933385848999
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,768,256,0.0033834666013717652
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,768,256,0.0029653333127498626
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,768,256,0.002842666705449422
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,768,256,0.002993066608905792
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,768,256,0.0029845332105954488
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,768,256,0.0027434666951497394
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,768,256,0.002630399912595749
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,768,256,0.0026026666164398193
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,768,256,0.002611200014750163
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,768,256,0.002548266698916753
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,768,256,0.002630399912595749
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,768,256,0.0025920001169045764
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,768,256,0.002551466723283132
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,768,256,0.0025290665527184803
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,768,256,0.0025461333493391673
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,768,256,0.00573333352804184
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,768,256,0.0025386666258176167
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,768,256,0.002219733347495397
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,768,256,0.002229333420594533
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,768,256,0.002573866645495097
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,768,256,0.002229333420594533
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,768,256,0.002430933217207591
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,768,256,0.002498133232196172
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,768,512,0.007548800110816956
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,768,256,0.0025653332471847535
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,768,256,0.0022154666483402254
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,768,256,0.0021738665799299877
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,768,256,0.003443199892838796
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,768,256,0.0022229333718617756
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,768,256,0.0022367998957633973
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,768,256,0.0021909333765506743
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,768,256,0.002198400100072225
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,768,256,0.002313599983851115
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,768,256,0.0022442666192849475
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,768,256,0.0022069332500298817
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,768,256,0.002183466653029124
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,768,256,0.002268799891074498
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,768,256,0.0022474666436513263
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,768,256,0.002204799900452296
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,768,256,0.0022357332209746042
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,768,256,0.0021877333521842955
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,768,256,0.0022463999688625337
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,768,256,0.002233600119749705
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,768,256,0.0022944000860055285
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,768,256,0.0022762666145960493
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,768,256,0.002491733431816101
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,768,256,0.0025962665677070618
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,768,256,0.002585600068171819
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,768,256,0.0022463999688625337
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,768,256,0.002587733417749405
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,768,256,0.0021920000513394673
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,768,256,0.03840213219324748
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,768,256,0.02874880035718282
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,768,256,0.022615466515223184
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,768,256,0.01842666665712992
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,768,256,0.020270933707555137
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,768,256,0.01900906761487325
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,768,512,0.008770133058230083
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,768,256,0.01887893279393514
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,768,256,0.018593066930770875
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,768,256,0.01797973314921061
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,768,256,0.018588799238204955
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,768,256,0.018256000677744546
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,768,256,0.01836693286895752
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,768,256,0.0022367998957633973
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,768,256,0.018665599822998046
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,768,256,0.017834667364756265
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,768,256,0.004187733431657155
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,768,256,0.017527467012405394
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,768,256,0.016613333423932394
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,768,256,0.017844265699386595
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,768,256,0.01690453290939331
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,768,256,0.01705706715583801
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,768,256,0.01683733264605204
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,768,256,0.0022079999248186748
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,768,256,0.015801599621772765
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,768,256,0.016359466314315795
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,768,256,0.016772266228993735
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,768,256,0.01737706661224365
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,768,256,0.015128533045450846
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,768,256,0.015689599514007568
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,768,256,0.015620266397794088
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,768,256,0.014551466703414917
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,768,256,0.015414399902025857
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,768,256,0.01691306630770365
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,768,256,0.01453013320763906
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,768,256,0.01520853340625763
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,768,256,0.01470186710357666
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,768,256,0.014518400033315023
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,768,256,0.014425599575042724
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,768,256,0.01437013347943624
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,768,256,0.014505599935849508
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,768,256,0.014645333091417948
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,768,256,0.014165332913398743
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,768,256,0.014481066664059957
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,768,256,0.013058132926623025
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,768,256,0.014468266566594442
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,768,256,0.013818666338920593
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,768,256,0.018567466735839845
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,768,256,0.014320000012715658
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,768,256,0.014262400070826211
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,768,256,0.014392532904942832
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,768,256,0.01423679987589518
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,768,256,0.013013333082199097
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,768,256,0.014273066322008768
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,768,256,0.013900799552599588
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,768,256,0.013664000233014426
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,768,256,0.012716799974441528
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,768,256,0.013172266880671182
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,768,256,0.013024000326792398
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,768,256,0.013288533687591553
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,768,256,0.013502933581670127
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,768,256,0.01411946713924408
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,768,256,0.013809067010879517
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,768,256,0.014284800489743552
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,768,256,0.013262933492660523
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,768,256,0.01655893325805664
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,768,256,0.014140799641609192
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,768,256,0.01381653348604838
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,768,256,0.013610666990280152
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,768,256,0.01599360009034475
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,768,256,0.014137599865595499
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,768,256,0.01348373293876648
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,768,256,0.013882666826248169
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,768,256,0.014038399855295817
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,768,256,0.014058666427930197
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,768,256,0.013105066617329917
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,768,256,0.014246400197347006
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,768,256,0.016539733608563742
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,768,512,0.00957546631495158
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,768,256,0.07218773365020752
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,768,256,0.25709439913431803
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,768,256,0.13089386622111004
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,768,256,0.07225386301676431
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,768,256,0.5450645446777344
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,768,256,0.06779733498891195
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,768,256,0.06817920207977295
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,768,256,0.064846932888031
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,768,256,0.0644373337427775
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,768,256,0.059976534048716224
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,768,256,0.05629440148671468
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,768,256,0.060371200243631996
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,768,256,0.052183465162913
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,768,256,0.056689067681630456
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,768,256,0.052323198318481444
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,768,256,0.04888746738433838
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,768,256,0.044753066698710126
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,768,256,0.04441386858622233
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,768,256,0.04852586587270101
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,768,256,0.040777599811553954
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,768,256,0.04110613266626994
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,768,256,0.03699839909871419
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,768,256,0.03658133347829183
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,768,256,0.03329919974009196
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,768,256,0.024756266673405965
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,768,256,0.03288319905598958
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,768,256,0.029230932394663494
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,768,256,0.021406932671864828
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,768,256,0.025102933247884113
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,768,256,0.02880106568336487
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,768,256,0.0210591991742452
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,768,256,0.017783466974894205
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,768,256,0.013290666540463767
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,768,256,0.01328426698843638
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,768,256,0.017349332571029663
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,768,256,0.008789333701133727
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,768,256,0.009594666957855224
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,768,256,0.007710933188597361
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,768,256,0.007088000078996022
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,768,256,0.0070165331164995836
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,768,256,0.006712533533573151
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,768,256,0.006734933455785115
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,768,256,0.00673173318306605
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,768,256,0.007106133302052816
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,768,256,0.006459733347098033
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,768,256,0.00668693333864212
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,768,256,0.00594346672296524
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,768,256,0.008737066388130188
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,768,256,0.008754133184750875
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,768,256,0.005906133353710175
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,768,256,0.005885866781075796
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,768,256,0.005858133236567179
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,768,256,0.005930666625499725
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,768,256,0.005897599955399831
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,768,256,0.005658666789531708
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,768,256,0.0055061335364977515
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,768,256,0.005478399991989136
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,768,256,0.00586346685886383
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,768,256,0.005853866537412008
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,768,256,0.005582933127880096
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,768,256,0.005840000013510386
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,768,256,0.005868799984455109
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,768,256,0.005898666878541311
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,768,256,0.006075733403364817
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,768,256,0.0059008002281188965
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,768,256,0.005871999760468801
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,768,256,0.005948799848556519
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,768,256,0.005869866907596588
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,768,256,0.00591786652803421
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,768,256,0.005840000013510386
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,768,256,0.027616000175476073
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,768,256,0.02068906625111898
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,768,256,0.01167039970556895
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,768,256,0.011617066462834676
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,768,256,0.011973333358764649
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,768,256,0.011594667037328085
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,768,256,0.011355732878049214
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,768,256,0.011251200238863628
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,768,256,0.010825600226720173
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,768,256,0.010840533177057902
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,768,256,0.010831999778747558
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,768,256,0.010420266787211101
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,768,256,0.01733120083808899
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,768,256,0.010769066214561463
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,768,256,0.010388267040252686
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,768,256,0.010418132940928141
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,768,256,0.010088533163070679
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,768,256,0.009967999656995137
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,768,256,0.00995199978351593
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,768,256,0.009512533744176228
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,768,256,0.00955839951833089
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,768,256,0.009258666634559631
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,768,256,0.009176533420880635
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,768,256,0.008755200107892354
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,768,256,0.008779733379681905
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,768,256,0.00876800020535787
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,768,256,0.008754133184750875
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,768,256,0.008708266417185466
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,768,256,0.008351999521255492
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,768,256,0.008355200290679932
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,768,256,0.008102400104204814
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,768,256,0.007885866860548655
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,768,256,0.007910400132338206
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,768,256,0.0075765331586201985
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,768,256,0.007901866734027863
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,768,256,0.007881600161393483
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,768,256,0.007623466849327088
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,768,256,0.007482666770617168
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,768,256,0.0076789334416389465
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,768,256,0.00749120016892751
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,768,256,0.007485866546630859
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,768,256,0.007507200042406718
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,768,256,0.00755626658598582
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,768,256,0.0074890668193499255
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,768,256,0.007913599908351897
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,768,256,0.0074879998962084455
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,768,256,0.007570133109887441
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,768,256,0.007123200098673503
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,768,256,0.007153066496054332
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,768,256,0.007115733126799266
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,768,256,0.007256533205509186
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,768,256,0.00749120016892751
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,768,256,0.00751146674156189
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,768,256,0.0070720002055168155
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,768,256,0.007542400062084198
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,768,256,0.007136000196139018
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,768,256,0.007528533538182576
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,768,256,0.007131733496983846
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,768,256,0.007456000149250031
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,768,256,0.006727466483910878
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,768,256,0.0071263998746871945
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,768,256,0.007160533467928569
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,768,256,0.007101866602897644
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,768,256,0.007125333448251088
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,768,256,0.00754559983809789
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,768,256,0.007066666583220164
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,768,256,0.0071487997968991595
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,768,256,0.00747626672188441
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,768,256,0.007124266525109608
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,768,256,0.007122133175532024
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,768,256,0.007521066566308339
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,768,128,0.012190933028856914
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,768,128,0.007531733314196269
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,768,256,0.0067093332608540845
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,768,128,0.00508480022350947
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,768,128,0.0034613333642482757
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,768,128,0.003516799956560135
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,768,256,0.007201066613197327
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,768,128,0.0037930667400360107
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,768,128,0.0034058667719364167
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,768,128,0.0037973334391911825
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,768,128,0.0033759998778502146
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,768,128,0.0034314667185147605
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,768,128,0.0033781332274278007
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,768,128,0.0033834666013717652
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,768,128,0.0035605333745479585
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,768,128,0.0032170665760835014
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,768,128,0.003035733352104823
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,768,128,0.0033834666013717652
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,768,128,0.003010133405526479
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,768,128,0.0030346666773160298
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,768,128,0.002959999938805898
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,768,128,0.0033632000287373864
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,768,128,0.0033802665770053864
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,768,128,0.0037994667887687682
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,768,128,0.0027029333015282948
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,768,128,0.002962133288383484
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,768,128,0.0029866665601730345
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,768,256,0.007115733126799266
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,768,128,0.0031914666295051576
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,768,128,0.0025888000925381976
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,768,128,0.0029504001140594482
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,768,128,0.0025429333249727885
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,768,128,0.0025439999997615816
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,768,128,0.0022154666483402254
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,768,128,0.002219733347495397
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,768,128,0.0025578667720158894
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,768,128,0.002152533332506816
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,768,128,0.002197333425283432
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,768,128,0.0022133332987626392
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,768,128,0.002219733347495397
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,768,128,0.002218666672706604
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,768,128,0.0021664001047611236
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,768,128,0.002143999934196472
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,768,128,0.0021375998854637145
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,768,128,0.0021248000363508863
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,768,128,0.002186666677395503
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,768,256,0.008729599912961324
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,768,128,0.0021568000316619872
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,768,128,0.002182399978240331
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,768,128,0.0021856000026067098
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,768,128,0.002170666555563609
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,768,128,0.0021727999051411946
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,768,128,0.0021503999829292296
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,768,128,0.0021685334543387097
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,768,128,0.0021386665602525076
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,768,128,0.002143999934196472
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,768,128,0.002163200080394745
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,768,128,0.0021674667795499166
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,768,128,0.0021546666820844015
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,768,128,0.002143999934196472
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,768,128,0.002548266698916753
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,768,128,0.0021407999098300933
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,768,128,0.002145066608985265
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,768,128,0.002584533393383026
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,768,128,0.0021269333859284716
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,768,128,0.002169599880774816
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,768,128,0.0021759999295075734
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,768,128,0.002162133405605952
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,768,128,0.0021568000316619872
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,768,128,0.002205866575241089
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,768,128,0.0022026665508747103
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,768,128,0.002197333425283432
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,768,128,0.002164266755183538
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,768,128,0.002147199958562851
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,768,128,0.0021461332837740582
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,768,128,0.030082132418950396
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,768,128,0.02505386670430501
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,768,128,0.020884267489115396
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,768,128,0.017800533771514894
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,768,128,0.016952532529830932
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,768,128,0.017452800273895265
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,768,128,0.016544000307718913
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,768,128,0.0021557333568731946
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,768,128,0.016643200318018594
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,768,128,0.01646613379319509
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,768,128,0.016532267133394875
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,768,128,0.016692266861597697
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,768,128,0.016567466656366985
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,768,128,0.01663146714369456
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,768,128,0.016268799702326454
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,768,128,0.015677866339683533
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,768,128,0.015090133746465048
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,768,128,0.016132266322771708
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,768,128,0.01684160033861796
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,768,128,0.0021664001047611236
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,768,128,0.014659200112024942
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,768,128,0.002201599876085917
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,768,128,0.016371200482050575
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,768,128,0.01692906618118286
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,768,128,0.014573867122332254
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,768,128,0.01513813336690267
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,768,128,0.014572800199190775
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,768,128,0.014775466918945313
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,768,128,0.0162282665570577
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,768,128,0.014859732985496522
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,768,128,0.01461013356844584
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,768,128,0.01577600042025248
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,768,128,0.014582399527231851
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,768,128,0.014436266819636025
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,768,128,0.01432960033416748
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,768,128,0.014709333578745524
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,768,128,0.015812266866366068
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,768,128,0.014325333635012307
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,768,128,0.013703466455141703
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,768,128,0.01704960068066915
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,768,128,0.014314666390419006
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,768,128,0.014018133282661438
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,768,128,0.015075199802716575
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,768,128,0.014265599846839904
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,768,128,0.013961600263913474
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,768,128,0.014248533050219217
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,768,128,0.013102933764457703
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,768,128,0.01427733302116394
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,768,128,0.01320319970448812
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,768,128,0.01404906709988912
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,768,128,0.014327466487884521
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,768,128,0.014127999544143677
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,768,128,0.012678399682044983
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,768,128,0.014321066935857139
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,768,128,0.012807466586430869
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,768,128,0.013923199971516928
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,768,128,0.013197867075602212
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,768,128,0.01365013321240743
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,768,128,0.013018666704495748
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,768,128,0.012582400441169738
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,768,128,0.01381653348604838
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,768,128,0.013158399860064188
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,768,128,0.01288106640179952
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,768,128,0.013518933455149332
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,768,128,0.016849066813786825
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,768,128,0.013153066237767538
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,768,128,0.012627200285593668
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,768,128,0.013476266463597616
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,768,128,0.013296000162760415
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,768,128,0.012905599673589072
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,768,128,0.012823466459910074
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,768,128,0.012854400277137756
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,768,128,0.013485866785049438
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,768,128,0.013915733496348063
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,768,128,0.01295146644115448
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,768,128,0.0141184002161026
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,768,128,0.013447466492652892
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,768,256,0.007530666887760162
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,768,256,0.007971199850241344
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,768,256,0.00796693315108617
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,768,128,0.43572158813476564
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,768,128,0.05547093152999878
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,768,128,0.2199178695678711
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,768,128,0.11239253679911296
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,768,128,0.062386135260264076
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,768,128,0.0623797337214152
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,768,128,0.05875200033187866
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,768,128,0.05875200033187866
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,768,128,0.05546986659367879
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,768,128,0.05213973522186279
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,768,128,0.05213333368301391
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,768,128,0.04929813146591187
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,768,128,0.04922133286794027
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,768,128,0.04599039951960246
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,768,128,0.0452458659807841
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,768,128,0.041945600509643556
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,768,128,0.04229973157246907
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,768,128,0.03870079914728801
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,768,128,0.03901439905166626
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,768,128,0.03543253342310588
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,768,128,0.03534613450368245
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,768,128,0.032484267155329385
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,768,128,0.032150399684906
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,768,128,0.02883946696917216
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,768,128,0.028412799040476482
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,768,128,0.022247467438379923
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,768,128,0.0219050665696462
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,768,128,0.025438932577768962
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,768,128,0.02550613284111023
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,768,128,0.018964266777038573
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,768,128,0.015733333428700765
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,768,128,0.018623999754587808
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,768,128,0.01527466674645742
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,768,128,0.012014933427174886
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,768,128,0.012076800068219502
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,768,128,0.009126399954160053
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,768,128,0.007189333438873291
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,768,128,0.00831573357184728
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,768,128,0.006671999891599019
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,768,128,0.006281599899133046
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,768,128,0.006267733375231425
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,768,128,0.006297599772612255
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,768,128,0.006278400123119354
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,768,128,0.006401066482067108
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,768,128,0.006274133423964183
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,768,128,0.006343466540177663
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,768,128,0.005486933390299479
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,768,128,0.005657599866390228
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,768,128,0.005489066739877065
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,768,128,0.005448533097902933
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,768,128,0.0054613331953684485
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,768,128,0.005520000060399374
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,768,128,0.0050784001747767125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,768,128,0.005750399827957153
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,768,128,0.005454933146635691
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,768,128,0.005527466535568237
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,768,128,0.005486933390299479
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,768,128,0.005456000069777171
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,768,128,0.005497600138187409
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,768,128,0.005498666564623515
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,768,128,0.005253333350022634
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,768,128,0.005875200033187866
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,768,128,0.008172800143559773
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,768,128,0.005444266895453135
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,768,128,0.005457066496213277
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,768,128,0.0054517333706219995
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,768,128,0.0054848000407218935
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,768,128,0.0055167997876803074
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,768,128,0.005481599768002828
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,768,128,0.03460373481114705
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,768,128,0.02722453276316325
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,768,128,0.01689599951108297
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,768,128,0.011602133512496948
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,768,128,0.011363200346628825
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,768,128,0.011242666840553283
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,768,128,0.011229866743087768
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,768,128,0.01116480032602946
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,768,128,0.010840533177057902
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,768,128,0.011183999975522359
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,768,128,0.010437333583831787
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,768,128,0.010382933417956035
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,768,128,0.010430933038393656
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,768,128,0.009971200426419576
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,768,128,0.01000853379567464
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,768,128,0.010007466872533162
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,768,128,0.01000853379567464
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,768,128,0.009609599908192951
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,768,128,0.009156266848246258
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,768,128,0.009525332848230999
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,768,128,0.009176533420880635
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,768,128,0.00874773363272349
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,768,128,0.008797867099444072
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,768,128,0.008756267031033833
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,768,128,0.008761599659919739
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,768,128,0.008438400427500407
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,768,128,0.008339200417200725
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,768,128,0.007981866598129272
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,768,128,0.00811839997768402
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,768,128,0.007931733131408691
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,768,128,0.007944533228874206
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,768,128,0.007891199986139933
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,768,128,0.00758186678091685
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,768,128,0.007218133409818013
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,768,128,0.007478400071461995
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,768,128,0.007129600147406261
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,768,128,0.007484800120194752
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,768,128,0.007518933216730754
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,768,128,0.007512533167997997
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,768,128,0.007154133419195812
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,768,128,0.0071274667978286745
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,768,128,0.0072522665063540145
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,768,128,0.0069248000780741375
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,768,128,0.007109333574771881
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,768,128,0.007276799778143566
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,768,128,0.007079466680685679
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,768,128,0.007031466563542683
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,768,128,0.007101866602897644
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,768,128,0.0070602665344874065
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,768,128,0.007150933146476746
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,768,128,0.007163733243942261
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,768,128,0.006790400048096975
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,768,128,0.007080533107121785
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,768,128,0.007099733253320058
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,768,128,0.006728533407052357
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,768,128,0.007132799923419952
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,768,128,0.006696533163388569
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,768,128,0.0069909334182739254
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,768,128,0.006862933437029521
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,768,128,0.007099733253320058
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,768,128,0.006923733154932658
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,768,128,0.007119999825954437
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,768,128,0.006763733426729838
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,768,128,0.006738133231798808
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,768,128,0.007145600020885467
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,768,128,0.007079466680685679
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,768,128,0.006680533289909363
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,768,128,0.0071285332242647815
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,768,128,0.006687999765078227
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,768,128,0.006716800232728322
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,768,128,0.007076266904671986
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,768,128,0.006962133447329204
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,768,64,0.010818133751551311
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,768,64,0.00860479970773061
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,768,128,0.007136000196139018
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,768,128,0.007089066505432129
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,768,64,0.003373866776625315
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,768,64,0.0033642667035261786
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,768,64,0.0033802665770053864
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,768,64,0.0033717334270477297
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,768,64,0.0030239999294281008
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,768,64,0.0033717334270477297
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,768,64,0.0033845332761605583
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,768,64,0.0033728001018365227
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,768,64,0.0030293333033720653
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,768,64,0.003019733230272929
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,768,64,0.0029578665892283124
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,768,64,0.0029525332152843474
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,768,64,0.002959999938805898
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,768,64,0.0029728000362714132
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,768,64,0.0029824001093705496
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,768,64,0.002976000060637792
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,768,64,0.002701866626739502
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,768,64,0.003028266628583272
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,768,64,0.0030517332255840302
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,768,64,0.002924799919128418
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,768,64,0.0026069333155949908
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,768,64,0.0026069333155949908
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,768,64,0.002549333373705546
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,768,64,0.006588799754778545
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,768,64,0.002552533398071925
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,768,64,0.002628266563018163
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,768,64,0.002295466760794322
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,768,64,0.0025781333446502686
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,768,64,0.002199466774861018
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,768,64,0.002178133279085159
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,768,64,0.0021664001047611236
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,768,64,0.0023669332265853884
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,768,64,0.0021759999295075734
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,768,64,0.002218666672706604
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,768,64,0.002186666677395503
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,768,64,0.002160000056028366
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,768,64,0.002179199953873952
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,768,64,0.00180479995906353
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,768,64,0.0021664001047611236
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,768,64,0.002164266755183538
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,768,64,0.002163200080394745
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,768,64,0.0020810666183630625
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,768,64,0.002169599880774816
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,768,64,0.002152533332506816
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,768,64,0.0021664001047611236
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,768,64,0.0018144000321626663
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,768,64,0.0018207999567190808
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,768,64,0.0021578667064507803
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,768,64,0.0021503999829292296
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,768,64,0.0022026665508747103
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,768,64,0.001934933289885521
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,768,64,0.0018378666291634243
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,768,64,0.0020245333512624105
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,768,64,0.002161066730817159
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,768,64,0.002162133405605952
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,768,64,0.00210453321536382
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,768,64,0.0017664000391960145
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,768,64,0.0019071999937295913
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,768,64,0.0033728001018365227
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,768,64,0.0020128000527620316
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,768,64,0.0020597333709398906
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,768,64,0.002149333308140437
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,768,64,0.001878400022784869
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,768,64,0.002145066608985265
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,768,64,0.0018773333479960759
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,768,64,0.0019424000134070714
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,768,64,0.002136533210674922
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,768,64,0.0019530666371186574
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,768,64,0.0018410666535298031
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,768,64,0.0021173333128293352
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,768,64,0.0018016000588734944
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,768,128,0.007963733375072479
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,768,64,0.02845333417256673
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,768,64,0.02296746571858724
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,768,64,0.01858666737874349
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,768,64,0.016221867005030314
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,768,64,0.016261333227157594
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,768,64,0.016593066851298015
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,768,64,0.0166293332974116
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,768,64,0.016476800044377647
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,768,64,0.016897066434224447
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,768,128,0.007456000149250031
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,768,64,0.017373865842819212
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,768,128,0.007926400005817413
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,768,64,0.016561067104339598
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,768,64,0.01609280010064443
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,768,64,0.01590506633122762
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,768,64,0.014525866508483887
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,768,64,0.014717866977055868
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,768,64,0.015607466300328573
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,768,64,0.015264000495274863
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,768,64,0.014521599809328715
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,768,64,0.015889066457748412
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,768,64,0.016300800442695617
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,768,64,0.017029333114624023
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,768,64,0.01461120049158732
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,768,64,0.0019445333629846573
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,768,64,0.015059199929237366
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,768,64,0.014519466956456503
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,768,64,0.016075733304023742
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,768,64,0.01458026667435964
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,768,64,0.014493866761525472
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,768,64,0.014521599809328715
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,768,64,0.014490666985511779
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,768,64,0.014244266351064048
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,768,64,0.01442026694615682
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,768,64,0.014312533537546792
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,768,64,0.014366933703422546
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,768,64,0.014371200402577718
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,768,64,0.01390720009803772
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,768,64,0.01437333325544993
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,768,64,0.013945600390434265
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,768,64,0.014069333672523499
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,768,64,0.014218667149543762
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,768,64,0.01386666695276896
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,768,64,0.017930666605631508
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,768,64,0.016689066092173258
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,768,64,0.01430400013923645
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,768,64,0.013883733749389648
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,768,64,0.013607466220855713
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,768,64,0.013262933492660523
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,768,64,0.012556800246238708
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,768,64,0.01252906620502472
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,768,64,0.012466133634249369
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,768,64,0.014647466937700906
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,768,64,0.0139082670211792
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,768,64,0.013136000434557597
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,768,64,0.013261866569519044
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,768,64,0.013478400309880576
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,768,64,0.01388800044854482
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,768,64,0.013877333203951518
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,768,64,0.01316480040550232
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,768,64,0.013482667009035745
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,768,64,0.013433600465456644
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,768,64,0.014630400141080222
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,768,64,0.014040533701578775
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,768,64,0.013397333025932313
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,768,64,0.014260266224543253
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,768,64,0.01346560021241506
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,768,64,0.013153066237767538
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,768,64,0.014018133282661438
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,768,64,0.013605333367983499
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,768,64,0.01416000028451284
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,768,64,0.014189866185188294
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,768,64,0.013589333494504294
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,768,64,0.013271466890970866
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,768,32,0.011340799927711486
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,768,32,0.007809066772460937
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,768,32,0.0046528001626332605
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,768,32,0.0034293333689371743
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,768,32,0.0033503999312718712
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,768,32,0.003804799914360046
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,768,32,0.0033749334514141084
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,768,32,0.0034688000877698263
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,768,32,0.003156266609827677
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,768,32,0.0033813332517941795
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,768,32,0.0033557333052158357
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,768,32,0.0033887999753157297
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,768,32,0.003366400053103765
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,768,32,0.0033749334514141084
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,768,32,0.003014400104681651
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,768,32,0.0029525332152843474
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,768,32,0.002959999938805898
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,768,32,0.003045333425203959
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,768,32,0.0030080000559488933
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,768,32,0.003028266628583272
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,768,32,0.0029728000362714132
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,768,64,0.013945600390434265
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,768,32,0.0030986666679382324
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,768,32,0.002976000060637792
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,768,32,0.0029546665648619336
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,768,32,0.002946133414904277
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,768,32,0.002595199892918269
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,768,32,0.0026357332865397137
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,768,32,0.0025450666745503742
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,768,32,0.0026176000634829206
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,768,32,0.0025418666501839954
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,768,32,0.0021685334543387097
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,768,32,0.0021514666577180227
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,768,32,0.002532266577084859
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,768,32,0.0021802666286627453
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,768,32,0.0021920000513394673
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,768,32,0.002133333434661229
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,768,32,0.0021909333765506743
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,768,32,0.002179199953873952
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,768,32,0.002147199958562851
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,768,32,0.0021920000513394673
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,768,32,0.002145066608985265
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,768,32,0.002113066613674164
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,768,32,0.0021322667598724365
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,768,64,0.013838932911554972
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,768,32,0.0021375998854637145
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,768,32,0.0021685334543387097
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,768,32,0.0021845333278179167
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,768,32,0.0019424000134070714
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,768,32,0.002113066613674164
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,768,32,0.0021717332303524016
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,768,32,0.0021418665846188864
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,768,32,0.0021759999295075734
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,768,32,0.0021194666624069214
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,768,32,0.0021802666286627453
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,768,32,0.002163200080394745
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,768,32,0.0021589333812395734
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,768,32,0.002125866711139679
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,768,32,0.0021546666820844015
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,768,32,0.002161066730817159
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,768,32,0.002179199953873952
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,768,32,0.0020128000527620316
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,768,32,0.0033717334270477297
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,768,32,0.002178133279085159
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,768,32,0.0021802666286627453
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,768,32,0.00211519996325175
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,768,32,0.0021717332303524016
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,768,32,0.0021226666867733
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,768,32,0.002161066730817159
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,768,32,0.0018378666291634243
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,768,32,0.0021589333812395734
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,768,32,0.0018090666582187016
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,768,32,0.0018101333330074946
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,768,32,0.0025621332228183747
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,768,32,0.02718293269475301
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,768,32,0.01698346734046936
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,768,32,0.015106133619944253
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,768,32,0.017182934284210204
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,768,32,0.016289066274960837
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,768,32,0.015197867155075073
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,768,32,0.01652906636397044
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,768,32,0.014452266693115234
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,768,32,0.01553600033124288
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,768,32,0.015609600146611533
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,768,32,0.01535360018412272
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,768,32,0.015392000476519266
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,768,32,0.016065067052841185
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,768,32,0.0021461332837740582
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,768,32,0.01479573349157969
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,768,32,0.015074132879575094
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,768,64,0.013292800386746725
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,768,32,0.015729066729545594
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,768,32,0.015894400080045064
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,768,32,0.01532373329003652
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,768,32,0.015864533185958863
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,768,32,0.01451520025730133
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,768,32,0.014614400267601014
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,768,32,0.014499200383822122
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,768,32,0.02114880084991455
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,768,32,0.014946132898330688
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,768,32,0.014514133334159851
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,768,32,0.014586666226387024
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,768,32,0.01495680014292399
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,768,32,0.015258666872978211
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,768,32,0.014514133334159851
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,768,32,0.014361600081125895
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,768,32,0.0143477330605189
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,768,32,0.014759467045466105
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,768,32,0.014409599701563516
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,768,32,0.014426666498184203
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,768,32,0.013917866349220275
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,768,32,0.013911466797192892
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,768,32,0.013941333691279093
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,768,32,0.013901866475741067
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,768,32,0.012988799810409546
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,768,32,0.01318933367729187
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,768,32,0.014452266693115234
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,768,32,0.01399679978688558
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,768,32,0.013054933150609335
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,768,32,0.012641066312789917
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,768,32,0.013933866222699483
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,768,32,0.014376533031463624
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,768,32,0.014139733711878457
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,768,32,0.013240533073743186
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,768,32,0.013925333817799887
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,768,32,0.014252799749374389
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,768,32,0.013617066542307535
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,768,32,0.013793067137400309
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,768,32,0.013987200458844504
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,768,32,0.014193066954612732
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,768,32,0.014172800381978354
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,768,32,0.012986666957537332
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,768,32,0.014146133263905843
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,768,32,0.013389866550763449
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,768,32,0.01346560021241506
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,768,32,0.0141567995150884
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,768,32,0.013944533467292786
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,768,32,0.013621333241462707
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,768,32,0.013989333311716715
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,768,32,0.014134400089581809
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,768,32,0.013596799969673157
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,768,32,0.014264532923698425
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,768,32,0.013555199901262919
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,768,32,0.013236266374588013
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,768,32,0.014065066973368326
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,768,32,0.01328000028928121
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,768,32,0.0018837332725524902
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,768,32,0.01370133360226949
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,768,32,0.014140799641609192
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,512,65536,0.23336267471313477
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,512,65536,0.39745867252349854
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,512,65536,0.22978667418162027
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,512,65536,0.21036799748738608
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,512,65536,0.21437066793441772
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,768,32,0.014390400052070618
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,512,65536,0.2054213285446167
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,512,65536,0.2042506734530131
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,512,65536,0.19020533561706543
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,512,65536,0.21504000822703043
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,512,65536,0.18159466981887817
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,512,65536,0.1806453267733256
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,512,65536,0.18874400854110718
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,512,65536,0.17243999242782593
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,512,65536,0.16156267126401266
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,512,65536,0.16113332907358804
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,512,65536,0.14918667078018188
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,512,65536,0.1685546636581421
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,512,65536,0.12643733620643616
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,512,65536,0.11558666825294495
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,512,65536,0.10735999544461568
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,512,65536,0.11020800471305847
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,768,32,0.01392213304837545
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,512,65536,0.10123200217882793
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,512,65536,0.10219732920328777
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,512,65536,0.0869760016600291
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,512,65536,0.09015733003616333
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,512,65536,0.07263733446598053
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,512,65536,0.059447998801867165
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,512,65536,0.057861333092053734
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,512,65536,0.04647199809551239
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,512,65536,0.048997332652409874
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,512,65536,0.038202665746212006
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,512,65536,0.03535466641187668
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,512,65536,0.026575999955336254
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,512,65536,0.02717866748571396
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,512,65536,0.02669599900643031
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,512,65536,0.025960000852743786
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,512,65536,0.028013333678245544
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,512,65536,0.025042665501435597
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,512,65536,0.025986666480700176
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,512,65536,0.026952000955740612
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,512,65536,0.02489600082238515
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,512,65536,0.020861332615216572
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,512,65536,0.020960000654061634
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,512,65536,0.020743999630212784
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,512,65536,0.023157333334287006
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,512,65536,0.02295733243227005
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,512,65536,0.023157333334287006
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,512,65536,0.02290400117635727
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,512,65536,0.01881333316365878
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,512,65536,0.018709332992633183
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,512,65536,0.021714667479197185
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,512,65536,1.5132986704508464
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,512,65536,0.017765333255132038
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,512,65536,0.01758933315674464
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,512,65536,0.02789066731929779
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,512,65536,0.028981332977612812
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,512,65536,0.01679733271400134
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,512,65536,0.016722666720549267
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,512,65536,0.016744000216325123
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,512,65536,0.13878132899602255
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,512,65536,0.01690400019288063
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,512,65536,0.016762666404247284
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,512,65536,0.017082666357358296
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,512,65536,0.02890666574239731
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,512,65536,0.030002666016419727
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,512,65536,0.0290160005291303
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,512,65536,0.02900800108909607
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,512,65536,0.028037334481875103
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,512,65536,0.029050665597120922
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,512,65536,0.02903466671705246
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,512,65536,0.021269333859284718
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,512,65536,0.749778668085734
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,512,65536,0.016813332835833233
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,512,65536,0.028522667785485584
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,512,65536,0.856657346089681
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,512,65536,1.5691399574279785
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,512,65536,0.8529667059580485
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,512,65536,0.8084826469421387
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,512,65536,0.8065146605173746
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,512,65536,0.7558933099110922
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,512,65536,0.763046662012736
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,512,65536,0.7126200199127197
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,512,65536,3.1258719762166343
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,512,65536,0.6561746597290039
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,512,65536,0.6564173301060995
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,512,65536,0.6148733297983805
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,512,65536,0.6117519934972128
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,512,65536,0.5716346502304077
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,512,65536,0.5614293416341146
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,512,65536,0.5156240065892538
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,512,65536,0.5208280086517334
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,512,65536,0.4641626675923665
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,512,65536,0.4197466770807902
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,512,65536,0.47099332014719647
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,512,65536,0.4129106601079305
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,512,65536,0.37026798725128174
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,512,65536,0.3198653260866801
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,512,65536,0.3641800085703532
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,512,65536,0.7177066802978516
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,512,65536,0.31474000215530396
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,512,65536,0.26735466718673706
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,512,65536,0.21559600035349527
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,768,128,0.007162666817506154
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,512,65536,0.16718000173568726
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,512,65536,0.10762400428454082
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,512,65536,6.237001419067383
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,512,65536,0.21357999245325723
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,512,65536,0.10585332910219829
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,768,128,0.00749120016892751
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,512,65536,0.1637386679649353
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,512,65536,0.06159466505050659
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,512,65536,0.061903998255729675
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,512,65536,0.059338668982187905
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,512,65536,0.05745600163936615
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,512,65536,0.04642799993356069
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,512,65536,0.047725334763526917
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,512,65536,0.04093866546948751
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,512,65536,0.04111733287572861
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,512,65536,0.04147200038035711
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,512,65536,0.041840001940727234
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,512,65536,0.03997066617012024
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,512,65536,0.03514133393764496
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,512,65536,0.03616799910863241
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,512,65536,0.03304666777451833
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,512,65536,0.03139466543992361
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,512,65536,0.03149466713269552
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,512,65536,0.033384000261624656
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,512,65536,0.02902533362309138
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,512,65536,0.03495333343744278
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,512,65536,0.02709733446439107
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,512,65536,0.026935999592145283
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,512,65536,0.026013332108656567
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,512,65536,0.02642400066057841
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,512,65536,0.02590133249759674
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,512,65536,0.02642933279275894
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,512,65536,0.025386666258176167
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,512,65536,0.025213333467642467
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,512,65536,0.03107599914073944
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,512,65536,0.029305333892504375
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,512,65536,0.03084533413251241
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,512,65536,0.02938666691382726
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,512,65536,0.26576000452041626
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,512,65536,0.028970666229724884
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,512,65536,0.028853334486484528
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,512,65536,0.02871999889612198
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,512,65536,0.04920666913191477
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,512,65536,0.052513331174850464
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,512,65536,0.03749199956655502
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,512,65536,0.03290533274412155
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,512,65536,0.03126800060272217
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,512,65536,0.49622265497843426
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,512,65536,0.5150813261667887
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,512,65536,0.4908946752548218
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,512,65536,0.44680531819661456
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,512,65536,0.45026934146881104
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,512,65536,0.944214661916097
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,512,65536,0.42348400751749676
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,512,65536,0.46555598576863605
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,512,65536,0.42482133706410724
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,512,65536,0.3981146812438965
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,512,65536,0.401802659034729
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,512,65536,0.4708333412806193
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,512,65536,1.8865040143330891
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,512,65536,3.8094212214152017
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,512,65536,0.3330000042915344
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,512,65536,0.3208240071932475
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,512,65536,0.3569800059000651
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,512,65536,0.2595120072364807
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,512,65536,0.2817959984143575
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,512,65536,0.344110647837321
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,512,65536,0.23485066493352255
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,512,65536,0.21176799138387045
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,512,65536,0.30793867508570355
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,512,65536,0.1880519986152649
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,512,65536,0.29710133870442706
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,512,65536,0.2731920083363851
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,512,65536,0.22920000553131104
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,512,65536,0.2514773408571879
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,512,65536,0.14150399963061014
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,512,65536,0.19924799601236978
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,512,65536,0.15441466371218363
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,512,65536,0.1317853331565857
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,512,65536,0.1611786683400472
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,512,65536,0.11352266867955525
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,512,65536,0.08078800141811371
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,512,65536,0.08096933364868164
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,512,65536,0.10708933075269063
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,512,65536,0.07202933231989543
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,512,65536,0.07044800122578938
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,512,65536,0.07037599881490071
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,512,65536,0.0689333329598109
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,512,65536,0.06876266499360402
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,512,65536,0.06795733173688252
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,512,65536,0.06751066446304321
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,512,65536,0.06628666818141937
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,512,65536,0.06690533459186554
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,512,65536,0.06579599777857463
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,512,65536,0.06575199961662292
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,512,65536,0.06580666700998943
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,512,65536,0.06517333288987477
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,512,65536,0.07705200215180714
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,512,65536,0.06462133427460988
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,512,65536,0.07696666816870372
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,512,65536,0.06421733399232228
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,512,65536,0.06432266533374786
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,512,65536,0.06412399808565776
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,512,65536,0.0641560008128484
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,512,65536,0.06409333149592082
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,512,65536,0.06371200084686279
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,512,65536,0.06372666855653127
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,512,65536,0.06445333361625671
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,512,65536,0.0641653339068095
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,512,65536,0.0636519988377889
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,512,65536,0.06431999802589417
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,512,65536,0.06392266849676768
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,512,65536,0.06397066513697307
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,512,65536,0.06388799846172333
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,512,65536,0.06374533474445343
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,512,65536,0.07674133280913036
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,512,65536,0.07512266437212627
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,512,65536,0.07533200085163116
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,512,65536,0.06447333097457886
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,512,65536,0.07182533542315166
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,512,65536,0.0639493316411972
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,512,65536,0.3980799992879232
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,512,65536,0.25641066233317056
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,512,65536,1.5974613189697267
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,512,65536,0.2598378658294678
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,512,65536,0.2556831995646159
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,512,65536,0.2610112031300863
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,512,65536,0.24397013982137045
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,512,65536,0.7914623896280925
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,512,65536,0.24240427017211913
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,512,65536,0.23852799733479818
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,512,65536,0.23709440231323242
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,512,65536,0.233023993174235
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,512,65536,0.23380799293518068
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,512,65536,0.22149759928385415
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,512,65536,0.2198314666748047
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,512,65536,0.21517866452534995
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,512,65536,0.20361493428548177
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,512,65536,0.21606186230977378
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,512,65536,0.20187093416849772
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,512,65536,0.19829333623250325
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,512,65536,0.19937920570373535
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,512,65536,0.18834452629089354
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,512,65536,0.1884874661763509
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,512,65536,0.18264959653218588
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,512,65536,0.1737376054128011
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,512,65536,0.18151787122090657
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,512,65536,0.17238186200459799
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,512,65536,0.16773014068603515
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,512,65536,0.15879467328389485
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,512,65536,0.1665887991587321
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,512,65536,0.15885012944539387
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,512,65536,0.1519722620646159
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,512,65536,0.15188159942626953
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,512,65536,0.14254080454508464
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,512,65536,0.14113279978434246
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,512,65536,0.13346667289733888
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,512,65536,0.13048426310221356
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,512,65536,0.13017813364664715
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,512,65536,0.1300714651743571
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,512,65536,0.13059946695963542
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,512,65536,0.13000746568044025
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,512,65536,0.13035413424173992
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,512,65536,0.12997653484344482
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,512,65536,0.12841066519419353
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,512,65536,0.12788693110148114
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,512,65536,0.12716053326924642
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,512,65536,0.12712213198343914
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,512,65536,0.12767039934794108
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,512,65536,0.1279647986094157
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,512,65536,0.1270570675532023
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,512,65536,0.12712426980336505
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,512,65536,0.127401598294576
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,512,65536,0.12703786691029867
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,512,65536,0.12735679944356282
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,512,65536,0.12751999696095784
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,512,65536,0.12707946300506592
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,512,65536,0.12692266305287678
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,512,65536,0.12671253681182862
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,512,65536,0.12683093547821045
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,512,65536,0.12749333381652833
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,512,65536,0.12752959728240967
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,512,65536,0.12684693336486816
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,512,65536,0.12748800118764242
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,512,65536,0.1270581324895223
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,512,65536,0.12749333381652833
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,512,65536,0.12678293387095135
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,512,65536,0.12675626277923585
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,512,51200,1.179740481906467
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,512,51200,0.6124462021721734
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,512,51200,0.31438223520914715
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,512,51200,0.18108622233072916
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,512,51200,0.17898844348059761
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,512,51200,0.17434310913085938
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,512,51200,0.17003022299872506
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,512,51200,0.1711804469426473
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,512,51200,0.17047288682725695
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,512,51200,0.20258666409386528
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,512,51200,0.162538660897149
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,512,51200,0.14439466264512804
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,512,51200,0.1585422224468655
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,512,51200,0.17368711365593803
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,512,51200,0.1283822192086114
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,512,51200,0.12440710597568089
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,512,51200,0.12976177533467612
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,512,51200,0.1406773328781128
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,512,51200,0.1139413383271959
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,512,51200,0.10992355479134454
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,512,51200,0.09863822327719794
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,512,51200,0.08726044495900472
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,512,51200,0.08526400062772964
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,512,51200,0.09993422031402588
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,512,51200,0.08063466681374444
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,512,51200,0.08797333637873332
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,512,51200,0.06902755631340875
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,512,51200,0.0733671122127109
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,512,51200,0.05985599756240845
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,512,51200,0.04979022343953451
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,512,51200,0.04606044292449951
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,512,51200,0.037793778710895114
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,512,51200,0.03792533278465271
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,512,51200,0.031367109881507024
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,512,51200,0.027445332871543035
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,512,51200,0.022652443912294176
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,512,51200,0.01971733404530419
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,512,51200,0.02344177828894721
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,512,51200,0.0188071115149392
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,512,51200,0.02015111181471083
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,512,51200,0.019820445113711886
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,512,51200,0.01979733341270023
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,512,51200,0.021870222356584337
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,512,51200,0.018664888209766813
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,512,51200,0.0166275550921758
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,512,51200,0.016229333149062265
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,512,51200,0.01604977746804555
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,512,51200,0.015950222810109455
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,512,51200,0.018024888303544786
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,512,51200,0.017955554856194388
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,512,51200,0.018008889423476327
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,512,51200,0.017955554856194388
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,512,51200,0.015256888336605497
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,512,51200,0.015059555570284525
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,512,51200,0.0173333336909612
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,512,51200,0.014597333139843412
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,512,51200,0.02275733318593767
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,512,51200,0.014035556051466199
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,512,51200,0.023000889354281958
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,512,51200,0.013863110707865821
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,512,51200,0.013886222408877479
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,512,51200,0.013896889156765409
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,512,51200,0.01386844449573093
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,512,51200,0.013827555709415011
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,512,51200,0.013859555953078799
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,512,51200,0.013763555222087435
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,512,51200,0.02309866746266683
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,512,51200,0.02275377843115065
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,512,51200,0.02343822187847561
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,512,51200,0.02346844474474589
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,512,51200,0.022727110319667395
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,512,51200,0.02345422241422865
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,512,51200,0.02274666726589203
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,512,51200,0.02349688940578037
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,512,51200,4.872313435872396
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,512,51200,2.43569819132487
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,512,51200,1.2280821482340494
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,512,51200,0.6773152033487956
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,512,51200,0.6738442738850912
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,512,51200,0.6385311762491862
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,512,51200,0.6370400110880534
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,512,51200,0.5985279719034831
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,512,51200,0.6030890782674153
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,512,51200,0.5661653518676758
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,512,51200,0.5691893259684245
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,512,65536,0.12674773534138997
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,512,65536,0.12743466695149738
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,512,65536,0.12673386732737224
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,512,51200,0.5216650644938151
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,512,65536,0.1270143985748291
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,512,51200,0.5234965324401856
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,512,51200,0.4901066780090332
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,512,51200,0.48674561182657883
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,512,65536,0.12720533212025958
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,512,51200,0.4497973442077637
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,512,51200,0.4471466700236003
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,512,51200,0.4105824152628581
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,512,51200,0.4098474820454915
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,512,51200,0.3757055918375651
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,512,51200,0.368674119313558
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,512,51200,0.3269407908121745
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,512,51200,0.2975957234700521
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,512,51200,0.29094505310058594
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,512,51200,0.25335466066996254
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,512,51200,0.2524927934010824
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,512,51200,0.21252586046854655
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,512,51200,0.17286933263142903
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,512,51200,0.2142965316772461
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,512,51200,0.13035413424173992
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,512,51200,0.1713589350382487
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,512,51200,0.12789013385772705
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,512,51200,0.04913813273111979
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,512,51200,0.04987519979476929
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,512,51200,0.08575359980265299
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,512,51200,0.04941120147705078
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,512,51200,0.04486293395360311
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,512,51200,0.0426144003868103
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,512,51200,0.03945813179016113
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,512,51200,0.041061333815256756
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,512,51200,0.03757013479868571
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,512,51200,0.038475732008616134
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,512,51200,0.03690346479415894
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,512,51200,0.036855467160542804
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,512,51200,0.034997332096099856
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,512,51200,0.033046400547027587
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,512,51200,0.03254186709721883
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,512,51200,0.03260266582171122
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,512,51200,0.03245760003725688
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,512,51200,0.030832000573476154
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,512,51200,0.0302346666653951
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,512,51200,0.03061760067939758
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,512,51200,0.02704319953918457
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,512,51200,0.031140265862147014
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,512,51200,0.02691306670506795
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,512,51200,0.030159999926884968
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,512,51200,0.024780799945195518
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,512,51200,0.02502293388048808
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,512,51200,0.024216532707214355
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,512,51200,0.024877866109212242
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,512,51200,0.024333866437276204
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,512,51200,0.02320746580759684
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,512,51200,0.024564266204833984
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,512,51200,0.02719680070877075
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,512,51200,0.02840106685956319
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,512,51200,0.027049599091211955
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,512,51200,0.028463999430338543
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,512,51200,0.027040000756581622
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,512,51200,0.08437653382619223
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,512,51200,0.026826665798823042
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,512,51200,0.046256001790364584
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,512,51200,0.026284799973169966
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,512,51200,0.3345034599304199
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,512,65536,0.12756266593933105
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,512,65536,0.1267797311147054
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,512,51200,0.027956267197926838
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,512,51200,0.46376854578653975
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,512,51200,0.8489514668782553
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,512,51200,0.40436159769694013
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,512,51200,0.4045098622639974
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,512,51200,0.44782508214314776
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,512,51200,0.3871391932169596
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,512,51200,0.42577387491861984
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,512,51200,1.6929269154866535
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,512,51200,0.3832576115926107
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,512,51200,0.3602698644002279
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,512,51200,0.36223252614339196
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,512,51200,0.4243306795756022
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,512,51200,3.4464202880859376
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,512,51200,0.44370241165161134
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,512,51200,0.29032001495361326
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,512,51200,0.3115658760070801
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,512,51200,0.28040959040323893
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,512,51200,0.3229663848876953
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,512,51200,0.3038570721944173
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,512,51200,0.24405226707458497
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,512,51200,0.26797119776407874
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,512,51200,0.18040639559427898
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,512,51200,0.25607892672220867
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,512,51200,0.16865280469258626
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,512,51200,0.20217812856038414
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,512,51200,0.23308800061543783
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,512,51200,0.21310613950093588
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,512,51200,0.2256927967071533
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,512,51200,0.1868373394012451
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,512,51200,0.14120960235595703
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,512,51200,0.12266666889190674
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,512,51200,0.13595412572224935
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,512,51200,0.11565120220184326
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,512,51200,0.09613760312398276
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,512,51200,0.09060586293538411
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,512,51200,0.06514666477839151
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,512,51200,0.058227201302846275
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,512,51200,0.05710826714833578
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,512,51200,0.05678613185882568
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,512,51200,0.05590720176696777
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,512,51200,0.05581546624501547
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,512,51200,0.05395199855168661
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,512,51200,0.05420693159103394
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,512,51200,0.06426239808400472
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,512,51200,0.053437864780426024
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,512,51200,0.053269334634145106
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,512,51200,0.053010133902231846
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,512,51200,0.05305920044581095
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,512,51200,0.052501332759857175
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,512,51200,0.052179201443990075
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,512,51200,0.050913067658742275
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,512,51200,0.05100266536076864
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,512,51200,0.0509493350982666
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,512,51200,0.05068159898122152
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,512,51200,0.050925866762797034
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,512,51200,0.05092480182647705
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,512,51200,0.06242453257242838
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,512,51200,0.05094826618830363
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,512,51200,0.05070613225301107
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,512,51200,0.060426668326059974
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,512,51200,0.050877865155537924
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,512,51200,0.050879999001820886
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,512,51200,0.050868264834086095
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,512,51200,0.05093333323796591
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,512,51200,0.051037867863972984
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,512,51200,0.05075413386027018
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,512,51200,0.050604800383249916
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,512,51200,0.05078719854354859
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,512,51200,0.07292373180389404
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,512,51200,0.07208426793416342
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,512,51200,0.06271146535873413
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,512,51200,0.05101439952850342
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,512,51200,0.06080319881439209
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,512,51200,0.20776106516520182
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,512,51200,0.0580842653910319
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,512,51200,1.3041216532389321
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,512,51200,0.2087552070617676
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,512,51200,0.6293962478637696
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,512,51200,0.20552533467610679
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,512,51200,0.31511573791503905
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,512,51200,0.19387200673421223
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,512,51200,0.1945898691813151
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,512,51200,0.19103573163350424
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,512,51200,0.20428160031636558
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,512,51200,0.19057706197102864
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,512,51200,0.18753172556559244
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,512,51200,0.18739946683247882
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,512,51200,0.17682560284932453
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,512,51200,0.17647679646809894
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,512,51200,0.17221652666727702
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,512,51200,0.17152853012084962
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,512,51200,0.16301013628641764
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,512,51200,0.16162986755371095
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,512,51200,0.15959679285685222
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,512,51200,0.1591584046681722
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,512,51200,0.150491730372111
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,512,51200,0.15139733950297038
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,512,51200,0.14509013493855794
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,512,51200,0.14447360038757323
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,512,51200,0.13813759485880533
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,512,51200,0.1377781391143799
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,512,51200,0.13336853981018065
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,512,51200,0.12647679646809895
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,512,51200,0.13290987014770508
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,512,51200,0.12760106722513836
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,512,51200,0.12009279727935791
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,512,51200,0.11961493492126465
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,512,51200,0.1140448013941447
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,512,51200,0.1119808038075765
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,512,51200,0.1046026627222697
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,512,51200,0.10391466617584229
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,512,51200,0.10340480009714763
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,512,51200,0.10399680137634278
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,512,51200,0.10342613061269124
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,512,51200,0.10329493681589763
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,512,51200,0.10352533658345539
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,512,51200,0.10139306386311848
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,512,51200,0.10312213102976482
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,512,51200,0.10209919611612957
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,512,51200,0.1009386698404948
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,512,51200,0.10093013445536296
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,512,51200,0.10091946919759114
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,512,51200,0.10101546446482342
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,512,51200,0.101474134127299
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,512,51200,0.10126720269521076
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,512,51200,0.10098559856414795
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,512,51200,0.10132693449656169
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,512,51200,0.1008298635482788
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,512,51200,0.10050773620605469
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,512,51200,0.10088640054066975
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,512,51200,0.10133226712544759
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,512,51200,0.10085333188374837
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,512,51200,0.10099946657816569
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,512,51200,0.10053119659423829
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,512,51200,0.1008896032969157
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,512,51200,0.10117333730061848
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,512,51200,0.10089386304219564
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,512,51200,0.10085439682006836
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,512,51200,0.10131733417510987
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,512,51200,0.10123946666717529
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,512,51200,0.10124800205230713
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,512,16384,0.3780672073364258
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,512,16384,0.1893141269683838
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,512,16384,0.09903146425882975
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,512,16384,0.05529706478118897
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,512,16384,0.055054934819539394
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,512,16384,0.050271999835968015
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,512,16384,0.0523413340250651
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,512,16384,0.05170666774113973
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,512,16384,0.05190613269805908
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,512,16384,0.06324373483657837
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,512,16384,0.05181440114974976
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,512,16384,0.04487573305765788
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,512,16384,0.04469013214111328
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,512,16384,0.049235200881958006
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,512,16384,0.04270933469136556
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,512,16384,0.041154134273529056
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,512,16384,0.041883734862009685
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,512,16384,0.03454506794611613
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,512,16384,0.03778453270594279
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,512,16384,0.03663253386815389
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,512,16384,0.031717334191004434
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,512,16384,0.03983146746953328
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,512,16384,0.03449066480000813
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,512,16384,0.03337599833806355
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,512,16384,0.03238506714502971
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,512,16384,0.029819732904434203
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,512,16384,0.024629332621892295
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,512,16384,0.02472213308016459
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,512,16384,0.02290560007095337
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,512,16384,0.021306665738423665
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,512,16384,0.017588265736897788
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,512,16384,0.015485866864522298
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,512,16384,0.01772480010986328
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,512,16384,0.013085866967837015
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,512,16384,0.013286399841308593
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,512,16384,0.013273599743843078
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,512,16384,0.010452266534169514
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,512,51200,0.1006325324376424
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,512,16384,0.010621866583824158
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,512,16384,0.010738133390744527
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,512,16384,0.010731732845306397
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,512,16384,0.01239466667175293
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,512,16384,0.012389333049456278
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,512,16384,0.014612266421318054
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,512,16384,0.011910399794578553
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,512,16384,0.010147200028101603
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,512,16384,0.01013866662979126
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,512,16384,0.010134399930636088
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,512,16384,0.010038399696350097
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,512,16384,0.011237333218256634
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,512,16384,0.011269332965215047
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,512,16384,0.011015466849009196
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,512,16384,0.012045866250991822
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,512,16384,0.007495466868082683
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,512,16384,0.007885866860548655
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,512,16384,0.0093941330909729
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,512,16384,0.007521066566308339
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,512,16384,0.008774399757385254
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,512,16384,0.011064533392588298
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,512,16384,0.009116799632708231
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,512,16384,0.007483733197053273
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,512,16384,0.007525333265463512
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,512,16384,0.0074879998962084455
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,512,16384,0.007484800120194752
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,512,16384,0.007469866673151653
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,512,16384,0.007277866701285045
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,512,16384,0.007480533421039581
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,512,16384,0.008913066983222962
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,512,16384,0.009036800265312195
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,512,16384,0.009160533547401428
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,512,16384,0.008888533711433411
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,512,16384,0.008825600147247314
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,512,16384,0.009152000149091084
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,512,16384,0.008758399883906047
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,512,16384,0.00916266640027364
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,512,51200,0.10087253252665203
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,512,51200,0.10055680274963379
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,512,16384,0.7932789484659831
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,512,16384,1.5703435262044272
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,512,16384,0.22142400741577148
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,512,16384,0.4044501304626465
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,512,16384,0.22125226656595864
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,512,16384,0.20895147323608398
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,512,16384,0.2095029354095459
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,512,16384,0.19867520332336425
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,512,16384,0.1979189395904541
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,512,16384,0.19223146438598632
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,512,16384,0.17219093640645344
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,512,16384,0.17054400444030762
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,512,16384,0.1651818593343099
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,512,16384,0.1640714645385742
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,512,16384,0.14704532623291017
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,512,16384,0.14827733039855956
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,512,16384,0.12962986628214518
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,512,16384,0.13176639874776203
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,512,16384,0.11866559982299804
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,512,16384,0.11359573205312093
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,512,16384,0.10495893160502116
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,512,16384,0.10325333277384441
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,512,16384,0.09042133490244547
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,512,16384,0.09459306399027506
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,512,16384,0.07814186414082845
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,512,16384,0.07938453356424967
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,512,16384,0.06482986609141031
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,512,16384,0.06345066626866659
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,512,16384,0.051354666550954185
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,512,16384,0.051370668411254886
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,512,16384,0.04405440092086792
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,512,16384,0.043944533665974936
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,512,16384,0.03532693386077881
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,512,16384,0.02932693362236023
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,512,16384,0.18595946629842122
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,512,16384,0.028784000873565675
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,512,16384,0.02906773289044698
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,512,16384,0.030059732993443805
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,512,16384,0.029874134063720702
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,512,16384,0.027955200274785357
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,512,16384,0.027169066667556762
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,512,16384,0.026745599508285523
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,512,16384,0.02482666571935018
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,512,16384,0.024909865856170655
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,512,16384,0.02476480007171631
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,512,16384,0.024877866109212242
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,512,16384,0.024536534150441488
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,512,16384,0.025425066550572712
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,512,16384,0.024589866399765015
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,512,16384,0.02330453395843506
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,512,16384,0.02471359968185425
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,512,16384,0.02145386735598246
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,512,16384,0.022963200012842813
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,512,16384,0.020871466398239134
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,512,16384,0.021160533030827842
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,512,16384,0.01949866612752279
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,512,16384,0.019024000565210978
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,512,16384,0.019032533963521323
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,512,16384,0.019113600254058838
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,512,16384,0.018812799453735353
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,512,16384,0.018641066551208497
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,512,16384,0.018616533279418944
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,512,16384,0.01853546698888143
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,512,16384,0.018550399939219156
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,512,16384,0.01952106753985087
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,512,16384,0.019988266626993816
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,512,16384,0.018203733364741008
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,512,16384,0.018055466810862224
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,512,16384,0.03702186743418376
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,512,16384,0.018173867464065553
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,512,16384,0.018173867464065553
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,512,16384,0.01749546726544698
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,512,16384,0.01847040057182312
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,512,51200,0.10085439682006836
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,512,51200,0.10083200136820476
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,512,16384,0.018202666441599527
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,512,51200,0.10093546708424886
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,512,51200,0.10093546708424886
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,512,16384,0.21146346728006998
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,512,16384,0.18619306882222492
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,512,16384,0.2073589324951172
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,512,16384,0.7660671869913738
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,512,16384,0.1816490650177002
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,512,16384,0.17496426900227863
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,512,16384,0.1704352060953776
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,512,16384,0.15993706385294598
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,512,16384,1.5332906087239584
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,512,16384,0.38796052932739256
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,512,16384,0.20062613487243652
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,512,16384,0.16471680005391437
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,512,16384,0.19631999333699543
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,512,16384,0.19079359372456867
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,512,16384,0.14876480102539064
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,512,16384,0.14134079615275066
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,512,16384,0.13878720601399738
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,512,16384,0.13100266456604004
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,512,16384,0.1274773359298706
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,512,16384,0.120796799659729
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,512,16384,0.11564373175303141
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,512,16384,0.054596265157063804
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,512,16384,0.10890560150146485
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,512,16384,0.09217600027720133
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,512,16384,0.10423680146535237
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,512,16384,0.09593066374460855
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,512,16384,0.07516799767812093
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,512,16384,0.07293972969055176
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,512,16384,0.05679146846135458
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,512,16384,0.045713067054748535
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,512,16384,0.0438805341720581
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,512,16384,0.037590400377909346
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,512,16384,0.03821333249409993
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,512,16384,0.03186239997545878
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,512,16384,0.030013867219289142
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,512,16384,0.025718400875727337
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,512,16384,0.022806400060653688
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,512,16384,0.02308053374290466
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,512,16384,0.02142613331476847
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,512,16384,0.021466666460037233
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,512,16384,0.02108373244603475
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,512,16384,0.0211626668771108
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,512,16384,0.02101759910583496
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,512,16384,0.02105813423792521
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,512,16384,0.0210207998752594
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,512,16384,0.02108586629231771
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,512,16384,0.020053333044052123
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,512,16384,0.02021226684252421
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,512,16384,0.020071466763814293
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,512,16384,0.019836799303690592
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,512,16384,0.019735467433929444
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,512,16384,0.019836799303690592
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,512,16384,0.019988266626993816
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,512,16384,0.019784533977508546
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,512,16384,0.019789866606394448
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,512,16384,0.019781333208084107
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,512,16384,0.019435733556747437
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,512,16384,0.019451733430226645
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,512,16384,0.019808000326156615
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,512,16384,0.019797333081563315
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,512,16384,0.01950613260269165
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,512,16384,0.026386133829752606
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,512,16384,0.024195200204849242
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,512,16384,0.019798400004704793
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,512,16384,0.026753065983454387
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,512,16384,0.025891200701395674
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,512,16384,0.01939520041147868
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,512,16384,0.02477653423945109
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,512,16384,0.025684267282485962
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,512,16384,0.026693334182103474
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,512,16384,0.023959465821584067
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,512,16384,0.42272532780965166
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,512,16384,0.11156586805979411
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,512,16384,0.0763253370920817
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,512,16384,0.07674240271250407
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,512,16384,0.2152479966481527
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,512,16384,0.07484800020853678
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,512,16384,0.07492266496022543
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,512,16384,0.07175040245056152
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,512,16384,0.0705514669418335
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,512,16384,0.07107840379079183
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,512,16384,0.023945599794387817
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,512,16384,0.07008319695790609
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,512,16384,0.02332373261451721
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,512,16384,0.02290346622467041
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,512,16384,0.06810773213704427
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,512,16384,0.06808319886525473
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,512,16384,0.06565226713816324
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,512,16384,0.06502506732940674
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,512,16384,0.06339733203252157
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,512,16384,0.060779734452565515
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,512,16384,0.06325440009435018
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,512,16384,0.06058773199717203
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,512,16384,0.059236268202463783
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,512,16384,0.05916159947713216
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,512,16384,0.05532906850179037
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,512,16384,0.05456639925638834
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,512,16384,0.05332373380661011
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,512,16384,0.05234773159027099
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,512,16384,0.04923946857452392
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,512,16384,0.04931626717249553
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,512,16384,0.04772053162256877
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,512,16384,0.045208533604939774
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,512,16384,0.04688959916432699
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,512,16384,0.04485973517100016
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,512,16384,0.043010131518046064
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,512,16384,0.04284053246180217
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,512,16384,0.04081386725107829
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,512,16384,0.04112639824549357
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,512,16384,0.03808853228886922
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,512,16384,0.037827201684316
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,512,16384,0.03789226611455281
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,512,16384,0.03784213463465373
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,512,16384,0.03787519931793213
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,512,16384,0.037862400213877365
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,512,16384,0.0382698655128479
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,512,16384,0.037829331556955975
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,512,16384,0.03726613521575928
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,512,16384,0.036954665184021
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,512,16384,0.03699520031611125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,512,16384,0.03663253386815389
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,512,16384,0.036992001533508304
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,512,16384,0.03701119820276896
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,512,16384,0.036610134442647296
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,512,16384,0.03698773384094238
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,512,16384,0.036635732650756835
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,512,16384,0.036583467324574785
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,512,16384,0.037061333656311035
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,512,16384,0.037001601854960126
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,512,16384,0.03703039884567261
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,512,16384,0.03698133230209351
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,512,16384,0.03618880112965901
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,512,16384,0.036617600917816163
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,512,16384,0.03658986488978068
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,512,16384,0.03658879995346069
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,512,16384,0.03665066560109456
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,512,16384,0.03657919963200887
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,512,16384,0.036652799447377524
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,512,16384,0.03688426812489827
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,512,16384,0.036600534121195474
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,512,16384,0.03662399848302205
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,512,12288,0.2786848068237305
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,512,12288,0.1400330702463786
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,512,16384,0.03622399965922038
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,512,12288,0.07339200178782145
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,512,12288,0.040695468584696456
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,512,12288,0.03717333475748698
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,512,12288,0.039246932665507
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,512,12288,0.03878399928410848
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,512,12288,0.038210133711496994
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,512,12288,0.04366506735483806
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,512,12288,0.03701440095901489
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,512,16384,0.036584532260894774
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,512,12288,0.033668267726898196
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,512,12288,0.033878401915232344
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,512,12288,0.03557973305384318
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,512,12288,0.03181653420130412
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,512,12288,0.03039039969444275
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,512,12288,0.031420799096425374
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,512,12288,0.026025599241256712
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,512,12288,0.027345067262649535
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,512,12288,0.025937066475550337
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,512,12288,0.022550400098164877
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,512,12288,0.02713279922803243
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,512,12288,0.024999467531840007
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,512,12288,0.023694932460784912
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,512,12288,0.026852265993754072
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,512,12288,0.02804693380991618
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,512,16384,0.036713600158691406
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,512,12288,0.020913066466649373
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,512,12288,0.017749333381652833
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,512,12288,0.01722559928894043
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,512,12288,0.015727999806404113
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,512,12288,0.042250665028889973
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,512,12288,0.01325440009435018
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,512,12288,0.011170132954915365
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,512,16384,0.036558934052785236
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,512,12288,0.012479999661445617
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,512,12288,0.012407466769218445
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,512,12288,0.009118933478991191
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,512,12288,0.012774399916330972
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,512,12288,0.009125333031018574
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,512,12288,0.010335999727249145
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,512,12288,0.010364799698193868
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,512,12288,0.010334933797518413
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,512,12288,0.00993066628774007
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,512,12288,0.008550399541854858
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,512,12288,0.008387200037638346
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,512,12288,0.008353066444396973
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,512,12288,0.008348799745241801
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,512,12288,0.009387733538945515
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,512,12288,0.009563733140627544
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,512,12288,0.009530666470527648
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,512,12288,0.027156267563501996
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,512,12288,0.006712533533573151
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,512,12288,0.0067104001839955645
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,512,12288,0.007468800246715546
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,512,12288,0.009457066655158997
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,512,12288,0.019019732872645058
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,512,12288,0.0071274667978286745
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,512,12288,0.006664533416430156
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,512,12288,0.007542400062084198
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,512,12288,0.0066655998428662615
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,512,12288,0.00631039987007777
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,512,12288,0.006325333317120869
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,512,12288,0.006313600142796834
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,512,12288,0.006706133484840393
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,512,12288,0.006306133170922597
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,512,12288,0.013688533504803976
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,512,12288,0.0066549330949783325
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,512,12288,0.007522133489449819
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,512,12288,0.007978666822115581
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,512,12288,0.00755626658598582
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,512,12288,0.007955199976762136
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,512,12288,0.0075328002373377485
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,512,12288,0.007542400062084198
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,512,12288,0.0075445334116617845
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,512,16384,0.03672639926274617
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,512,12288,0.6001898447672527
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,512,12288,0.008909866213798523
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,512,12288,0.17106986045837402
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,512,12288,0.3074751853942871
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,512,12288,0.16978559494018555
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,512,12288,0.15667413075764974
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,512,12288,0.15878079732259115
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,512,12288,0.15092479387919108
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,512,12288,0.1505088011423747
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,512,12288,0.00791786660750707
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,512,16384,0.037013332049051925
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,512,12288,0.14567467371622722
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,512,12288,0.14130773544311523
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,512,12288,0.1307744026184082
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,512,16384,0.03639893531799317
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,512,12288,0.13001279830932616
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,512,12288,0.1190837303797404
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,512,12288,0.11430079936981201
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,512,12288,0.1053653319676717
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,512,12288,0.10587519804636639
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,512,12288,0.09146133263905844
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,512,12288,0.09349973201751709
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,512,12288,0.08150080045064291
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,512,12288,0.07033066749572754
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,512,12288,0.06926080385843912
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,512,12288,0.06363199949264527
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,512,12288,0.06006720066070557
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,512,12288,0.0525877316792806
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,512,12288,0.05617920160293579
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,512,12288,0.04816853205362956
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,512,12288,0.04775360027949015
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,512,12288,0.041118931770324704
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,512,12288,0.04102186759312947
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,512,12288,0.040829865137736
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,512,12288,0.03298986752827962
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,512,12288,0.028099199136098225
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,512,12288,0.03287039995193482
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,512,12288,0.026921600103378296
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,512,12288,0.026764800151189167
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,512,12288,0.027445334196090698
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,512,12288,0.02686506708463033
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,512,12288,0.025246934096018477
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,512,12288,0.02472106615702311
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,512,12288,0.024637866020202636
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,512,12288,0.023569067319234215
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,512,12288,0.022813866535822548
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,512,12288,0.022757333517074586
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,512,12288,0.024504532416661583
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,512,12288,0.02413866718610128
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,512,12288,0.021350399653116862
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,512,12288,0.020983467499415077
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,512,12288,0.02112213373184204
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,512,12288,0.020497065782546998
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,512,12288,0.020906666914621987
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,512,12288,1.1832842508951822
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,512,12288,0.01894186735153198
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,512,12288,0.019517866770426433
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,512,12288,0.018630399306615194
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,512,12288,0.0191103994846344
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,512,12288,0.018579200903574625
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,512,12288,0.01903146704037984
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,512,12288,0.018683733542760213
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,512,12288,0.01886506676673889
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,512,12288,0.01918506622314453
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,512,12288,0.018465065956115724
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,512,12288,0.018566399812698364
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,512,12288,0.01854613423347473
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,512,12288,0.08412799835205079
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,512,12288,0.021218132972717286
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,512,12288,0.018574933211008705
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,512,12288,0.018549333016077675
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,512,12288,0.0185098667939504
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,512,12288,0.018402133385340372
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,512,12288,0.0395146648089091
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,512,12288,0.02471253275871277
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,512,12288,0.022549333175023396
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,512,12288,0.021676800648371377
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,512,12288,0.018812799453735353
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,512,12288,0.3695829391479492
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,512,12288,0.1911520004272461
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,512,12288,0.19618345896402994
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,512,12288,0.17715519269307453
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,512,12288,0.17221120198567708
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,512,12288,0.18900373776753743
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,512,12288,0.16628692944844564
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,512,12288,0.16088959376017253
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,512,12288,0.7289440155029296
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,512,12288,0.1563818613688151
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,512,12288,1.4518207550048827
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,512,12288,0.20283946990966797
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,512,12288,0.15016214052836102
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,512,12288,0.18026879628499348
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,512,12288,0.12031466960906982
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,512,12288,0.14192320505777994
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,512,12288,0.1339392026265462
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,512,12288,0.13162879943847655
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,512,12288,0.11852800051371257
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,512,12288,0.10515519777933757
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,512,12288,0.09992533524831136
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,512,12288,0.04549013376235962
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,512,12288,0.08104853630065918
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,512,12288,0.06471253236134847
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,512,12288,0.07832427024841308
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,512,12288,0.054926931858062744
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,512,12288,0.06455359856287637
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,512,12288,0.052894934018452966
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,512,12288,0.04722559849421183
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,512,12288,0.038856534163157146
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,512,12288,0.03879786729812622
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,512,12288,0.027828266223271687
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,512,12288,0.03192533254623413
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,512,12288,0.033035733302434284
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,512,12288,0.02635519901911418
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,512,12288,0.021939200162887574
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,512,12288,0.0194432000319163
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,512,12288,0.0206496000289917
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,512,12288,0.017988266547520955
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,512,12288,0.020906666914621987
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,512,12288,0.017811199029286705
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,512,12288,0.0175872008005778
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,512,12288,0.017773866653442383
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,512,12288,0.01738026738166809
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,512,12288,0.017853866020838417
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,512,12288,0.017388800779978432
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,512,12288,0.016572800278663636
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,512,12288,0.01655893325805664
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,512,12288,0.016578132907549538
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,512,12288,0.016506666938463845
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,512,12288,0.016169599692026772
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,512,12288,0.016369066635767617
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,512,12288,0.016540799538294473
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,512,12288,0.016100266575813295
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,512,12288,0.016416000326474507
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,512,12288,0.01614720026652018
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,512,12288,0.016153599818547568
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,512,12288,0.016129066546758018
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,512,12288,0.023778132597605386
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,512,12288,0.016221867005030314
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,512,12288,0.02336533268292745
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,512,12288,0.017749333381652833
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,512,12288,0.021895466248194377
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,512,12288,0.01616106629371643
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,512,12288,0.024758400519688924
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,512,12288,0.01609599987665812
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,512,12288,0.02188906669616699
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,512,12288,0.016515200336774193
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,512,12288,0.016149333119392394
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,512,12288,0.02100480000178019
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,512,12288,0.3300959904988607
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,512,12288,0.1692362626393636
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,512,12288,0.08876372973124186
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,512,12288,0.06137173175811768
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,512,12288,0.06105386813481649
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,512,12288,0.06018666823705038
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,512,12288,0.06038186550140381
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,512,12288,0.05801173448562622
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,512,12288,0.05740586519241333
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,512,12288,0.05644479990005493
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,512,12288,0.0568618655204773
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,512,12288,0.0548309326171875
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,512,12288,0.053795198599497475
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,512,12288,0.05309439897537231
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,512,12288,0.052748799324035645
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,512,12288,0.01932586630185445
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,512,12288,0.02025066614151001
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,512,12288,0.05013866821924845
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,512,12288,0.0191103994846344
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,512,12288,0.01954453388849894
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,512,12288,0.049838932355244954
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,512,12288,0.04762986501057943
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,512,12288,0.04715520143508911
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,512,12288,0.044387201468149826
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,512,12288,0.04552213350931804
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,512,12288,0.0432586669921875
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,512,12288,0.042743468284606935
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,512,12288,0.041069865226745605
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,512,12288,0.04159253438313802
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,512,12288,0.039246932665507
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,512,12288,0.038919464747111006
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,512,12288,0.037767465909322104
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,512,12288,0.03582613468170166
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,512,12288,0.03704213301340739
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,512,12288,0.03616213401158651
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,512,12288,0.03417173226674398
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,512,12288,0.034142935276031496
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,512,12288,0.03288960059483846
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,512,12288,0.03246826728185018
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,512,12288,0.03043839931488037
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,512,12288,0.030500266949335737
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,512,12288,0.03044053316116333
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,512,12288,0.029870933294296263
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,512,12288,0.030044800043106078
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,512,12288,0.030308266480763752
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,512,12288,0.030421332518259687
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,512,12288,0.030270934104919434
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,512,12288,0.029531733194986982
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,512,12288,0.029270400603612263
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,512,12288,0.029265065987904865
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,512,12288,0.029239465792973835
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,512,12288,0.029230932394663494
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,512,12288,0.02939093311627706
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,512,12288,0.029219200213750202
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,512,12288,0.029316266377766926
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,512,12288,0.02926186720530192
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,512,12288,0.029483733574549358
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,512,12288,0.028986666599909467
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,512,12288,0.029069866736729937
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,512,12288,0.029234133164087933
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,512,12288,0.02935360074043274
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,512,12288,0.029410133759180706
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,512,12288,0.029241599639256793
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,512,12288,0.02921813329060872
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,512,12288,0.029206399122873945
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,512,12288,0.02903466622034709
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,512,12288,0.02886613408724467
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,512,12288,0.028823467095692952
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,512,12288,0.02922026713689168
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,512,12288,0.029270400603612263
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,512,12288,0.029473066329956055
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,512,10240,0.24534826278686522
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,512,10240,0.12322346369425456
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,512,10240,0.06106880108515421
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,512,10240,0.034417064984639485
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,512,10240,0.03411200046539307
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,512,10240,0.03162239988644917
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,512,10240,0.033138134082158405
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,512,10240,0.03216106692949931
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,512,10240,0.03238079945246379
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,512,10240,0.035640533765157065
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,512,10240,0.03054186701774597
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,512,10240,0.027144533395767213
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,512,10240,0.02642773389816284
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,512,10240,0.028743465741475422
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,512,10240,0.02507413427035014
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,512,12288,0.02918933431307475
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,512,10240,0.024036266406377158
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,512,10240,0.025560534000396727
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,512,10240,0.02021226684252421
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,512,10240,0.022540799776713052
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,512,10240,0.022344533602396646
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,512,10240,0.018655999501546224
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,512,10240,0.023553067445755006
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,512,10240,0.020357332626978555
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,512,12288,0.028859732548395793
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,512,10240,0.023371734221776328
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,512,10240,0.019898666938145956
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,512,10240,0.023974400758743287
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,512,10240,0.018950400749842326
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,512,10240,0.017336533466974894
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,512,10240,0.015531733632087708
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,512,10240,0.015738667050997416
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,512,10240,0.01409386694431305
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,512,10240,0.012471466263135274
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,512,10240,0.01183146635691325
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,512,10240,0.011745066444079081
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,512,10240,0.010813867052396137
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,512,10240,0.011155200004577637
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,512,10240,0.010661333799362183
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,512,10240,0.011220266421635944
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,512,10240,0.011427199840545655
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,512,10240,0.009262933333714803
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,512,10240,0.009123200178146362
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,512,10240,0.009166933099428813
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,512,10240,0.008701866865158081
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,512,10240,0.007474133372306823
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,512,10240,0.007480533421039581
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,512,12288,0.029215999444325763
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,512,12288,0.0287882665793101
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,512,10240,0.007546666761239369
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,512,10240,0.008316799998283386
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,512,10240,0.008705066641171773
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,512,10240,0.008296533425649007
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,512,10240,0.00830080012480418
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,512,10240,0.0062943999965985615
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,512,10240,0.00631039987007777
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,512,10240,0.008357333143552144
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,512,10240,0.006297599772612255
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,512,10240,0.00594346672296524
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,512,10240,0.006876799960931141
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,512,10240,0.0059125334024429325
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,512,10240,0.0058773333827654515
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,512,10240,0.005890133480230967
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,512,10240,0.005880533158779145
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,512,10240,0.0059008002281188965
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,512,10240,0.005904000004132589
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,512,10240,0.0059114664793014525
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,512,10240,0.0069482664267222095
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,512,10240,0.0070613334576288865
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,512,10240,0.006988800068696339
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,512,10240,0.007111466427644093
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,512,10240,0.0067114666104316715
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,512,10240,0.00673280010620753
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,512,10240,0.006730666756629944
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,512,10240,0.0071263998746871945
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,512,10240,0.007901866734027863
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,512,12288,0.028875732421875
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,512,10240,0.0067104001839955645
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,512,10240,0.5062272071838378
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,512,10240,0.2587007999420166
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,512,10240,0.1419317404429118
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,512,10240,0.14111146926879883
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,512,10240,0.12760639985402425
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,512,12288,0.029224532842636108
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,512,10240,0.1297749360402425
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,512,10240,0.022537599007288613
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,512,10240,0.12205440203348797
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,512,10240,0.9916853586832681
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,512,10240,0.1154805342356364
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,512,10240,0.11752959887186687
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,512,10240,0.09982293446858724
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,512,10240,0.09565760294596354
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,512,10240,0.08325866858164468
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,512,10240,0.09363733132680258
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,512,10240,0.08399999936421712
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,512,10240,0.07178133328755697
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,512,10240,0.07300693194071452
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,512,10240,0.06427199840545654
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,512,10240,0.055958398183186854
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,512,10240,0.05638293425242106
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,512,10240,0.05307413339614868
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,512,10240,0.05133866469065348
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,512,10240,0.04693439801534017
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,512,10240,0.04940906763076782
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,512,10240,0.043494399388631186
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,512,10240,0.04137706756591797
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,512,10240,0.03705919981002807
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,512,10240,0.03760533332824707
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,512,10240,0.03368213176727295
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,512,10240,0.03328853249549866
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,512,10240,0.029258666435877483
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,512,10240,0.02895893255869548
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,512,10240,0.026811732848485308
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,512,10240,0.026526933908462523
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,512,10240,0.02643199960390727
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,512,10240,0.025110399723052977
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,512,10240,0.024800000588099162
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,512,10240,0.024644267559051514
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,512,10240,0.02400319973627726
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,512,10240,0.024875734249750772
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,512,10240,0.02285226583480835
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,512,10240,0.023036799828211465
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,512,10240,0.023194666703542074
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,512,10240,0.02359786629676819
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,512,10240,0.022810665766398112
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,512,10240,0.02207466761271159
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,512,10240,0.020959999163945517
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,512,10240,0.12298666636149089
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,512,10240,0.021735467513402305
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,512,10240,0.02158400019009908
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,512,10240,0.01991893251736959
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,512,10240,0.021053866545359293
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,512,10240,0.10034026304880779
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,512,10240,0.01858453353246053
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,512,10240,0.018592000007629395
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,512,10240,0.019444266955057778
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,512,10240,0.020480000972747804
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,512,10240,0.019771732886632285
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,512,12288,0.02927680015563965
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,512,10240,0.018745599190394084
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,512,10240,0.018655999501546224
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,512,10240,0.018540799617767334
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,512,10240,0.018540799617767334
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,512,10240,0.018075732390085857
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,512,10240,0.018428800503412883
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,512,10240,0.018525866667429607
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,512,10240,0.01915839910507202
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,512,10240,0.017786665757497152
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,512,10240,0.01830293337504069
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,512,10240,0.017708800236384072
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,512,10240,0.01818559964497884
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,512,10240,0.025246934096018477
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,512,10240,0.023121066888173423
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,512,10240,0.018583466609319053
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,512,10240,0.06534293492635092
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,512,10240,0.36066773732503254
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,512,10240,0.19617279370625812
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,512,10240,0.17189013163248698
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,512,10240,0.16438506444295248
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,512,10240,0.19207253456115722
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,512,10240,0.15386026700337727
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,512,10240,0.14955946604410808
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,512,10240,0.7063776016235351
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,512,10240,0.1395605405171712
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,512,10240,1.4034676869710287
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,512,10240,0.18505813280741373
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,512,10240,0.18154026667277018
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,512,10240,0.16210986773173014
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,512,10240,0.17469760576883953
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,512,10240,0.12057279745737712
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,512,10240,0.09815573692321777
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,512,10240,0.11603306929270427
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,512,10240,0.13503360748291016
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,512,10240,0.09682453473409017
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,512,10240,0.07526826858520508
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,512,10240,0.06545706590016684
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,512,10240,0.08077973524729411
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,512,10240,0.04293760061264038
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,512,10240,0.056951467196146646
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,512,10240,0.04974720080693563
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,512,10240,0.05454613367716471
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,512,10240,0.043970131874084474
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,512,10240,0.04857066472371419
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,512,10240,0.03665813207626343
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,512,10240,0.036160000165303546
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,512,10240,0.06332373221715291
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,512,10240,0.030130134026209517
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,512,10240,0.025795199473698932
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,512,10240,0.0201855997244517
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,512,10240,0.01771519978841146
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,512,10240,0.018948266903559365
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,512,10240,0.01758613387743632
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,512,10240,0.01736533244450887
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,512,10240,0.016012799739837647
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,512,10240,0.018931200106938682
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,512,10240,0.016080000003178916
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,512,10240,0.02473599910736084
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,512,10240,0.03134719928105672
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,512,10240,0.01616106629371643
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,512,10240,0.016139733791351318
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,512,10240,0.01570026675860087
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,512,10240,0.016141866644223533
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,512,10240,0.015742933750152587
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,512,10240,0.014938666423161825
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,512,10240,0.014860799908638
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,512,10240,0.014748799800872802
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,512,10240,0.014518400033315023
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,512,10240,0.014481066664059957
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,512,10240,0.01448853313922882
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,512,10240,0.014513066411018372
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,512,10240,0.014471466342608133
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,512,10240,0.014891733725865683
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,512,10240,0.02146240075429281
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,512,10240,0.014454399545987448
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,512,10240,0.019691733519236247
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,512,10240,0.021444267034530638
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,512,10240,0.014258133371671042
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,512,10240,0.018781866629918417
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,512,10240,0.019514666001001994
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,512,10240,0.014493866761525472
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,512,10240,0.0211136003335317
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,512,10240,0.019422932465871175
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,512,10240,0.014469333489735923
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,512,10240,0.02056000034014384
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,512,10240,0.015717333555221556
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,512,10240,0.014773333072662353
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,512,10240,0.01887680093447367
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,512,10240,0.08109973271687826
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,512,10240,0.1535765329996745
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,512,10240,0.2978933334350586
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,512,10240,0.055523200829823816
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,512,10240,0.055836800734202066
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,512,10240,0.05454399983088175
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,512,10240,0.05399359862009684
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,512,10240,0.05162560145060221
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,512,10240,0.051725868384043375
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,512,10240,0.0519594669342041
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,512,10240,0.05026880105336508
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,512,10240,0.04791040023167928
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,512,10240,0.047072001298268634
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,512,10240,0.04593173265457153
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,512,10240,0.0452458659807841
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,512,10240,0.04283519983291626
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,512,10240,0.0433077335357666
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,512,10240,0.04123306671778361
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,512,10240,0.040643199284871416
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,512,10240,0.039622398217519124
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,512,10240,0.03993173440297444
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,512,10240,0.037581864992777506
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,512,10240,0.03729600111643473
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,512,10240,0.03646613359451294
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,512,10240,0.03622613350550334
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,512,10240,0.03460266590118408
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,512,10240,0.03413866758346558
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,512,10240,0.03332479993502299
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,512,10240,0.018578133980433145
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,512,10240,0.03292906681696574
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,512,10240,0.032125866413116454
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,512,10240,0.017497599124908447
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,512,10240,0.031489066282908124
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,512,10240,0.030041599273681642
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,512,10240,0.029604266087214153
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,512,10240,0.028867199023564653
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,512,10240,0.028361600637435914
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,512,10240,0.026811732848485308
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,512,10240,0.026727465788523357
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,512,10240,0.026817067464192705
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,512,10240,0.02640213370323181
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,512,10240,0.026362667481104534
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,512,10240,0.026397866010665894
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,512,10240,0.02632319927215576
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,512,10240,0.02634773254394531
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,512,10240,0.026332799593607587
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,512,10240,0.0261354664961497
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,512,10240,0.025722666581471758
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,512,10240,0.02595199942588806
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,512,10240,0.025938133398691814
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,512,10240,0.025527467330296833
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,512,10240,0.025568000475565594
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,512,10240,0.025569067398707075
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,512,10240,0.025521065791447955
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,512,10240,0.025630933046340943
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,512,10240,0.025592533747355144
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,512,10240,0.025510400533676147
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,512,10240,0.025577600797017413
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,512,10240,0.02550400098164876
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,512,10240,0.025941334168116253
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,512,10240,0.025501867135365803
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,512,10240,0.025517867008845015
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,512,10240,0.025566933552424113
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,512,10240,0.025922133525212603
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,512,10240,0.025149865945180254
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,512,10240,0.025509333610534667
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,512,10240,0.025587199131647746
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,512,10240,0.025934932629267375
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,512,10240,0.02513279914855957
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,512,8192,0.2026890595753988
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,512,8192,0.10128533045450847
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,512,8192,0.05041386683781942
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,512,8192,0.0266485333442688
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,512,8192,0.0262442668279012
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,512,8192,0.02290560007095337
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,512,8192,0.025358933210372924
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,512,8192,0.02466239929199219
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,512,8192,0.024260266621907552
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,512,8192,0.02664639949798584
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,512,8192,0.023849600553512575
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,512,8192,0.021643733978271483
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,512,10240,0.02590720057487488
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,512,10240,0.02590506672859192
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,512,8192,0.020028799772262573
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,512,8192,0.02265920042991638
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,512,10240,0.025546665986378985
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,512,8192,0.01592853367328644
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,512,8192,0.01825066606203715
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,512,8192,0.017838933070500693
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,512,8192,0.01488746702671051
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,512,8192,0.019074134031931558
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,512,8192,0.017017600933710735
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,512,8192,0.019411200284957887
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,512,8192,0.01651093363761902
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,512,8192,0.018806399901707967
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,512,8192,0.019045333067576088
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,512,8192,0.015590399503707886
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,512,8192,0.013635200262069703
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,512,8192,0.012820266683896384
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,512,8192,0.012850133577982583
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,512,8192,0.015101866920789084
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,512,8192,0.012776533762613932
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,512,8192,0.010654933253924052
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,512,8192,0.0120469331741333
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,512,8192,0.00960213343302409
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,512,8192,0.009410132964452107
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,512,8192,0.009524266918500264
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,512,8192,0.010012800494829815
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,512,8192,0.01990399956703186
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,512,8192,0.010939733187357584
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,512,8192,0.019411200284957887
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,512,8192,0.008370133241017659
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,512,8192,0.00823040008544922
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,512,8192,0.007782400151093801
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,512,8192,0.007209600011507671
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,512,8192,0.007468800246715546
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,512,8192,0.007467733323574066
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,512,8192,0.0071274667978286745
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,512,8192,0.008360532919565837
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,512,8192,0.007517866790294647
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,512,8192,0.00713919997215271
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,512,8192,0.0081535999973615
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,512,8192,0.005873066683610281
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,512,8192,0.007880533238252004
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,512,10240,0.02537386616071065
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,512,8192,0.007534933090209961
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,512,8192,0.005891199906667074
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,512,8192,0.0058677335580190025
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,512,8192,0.006431999802589417
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,512,8192,0.005871999760468801
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,512,8192,0.0059114664793014525
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,512,8192,0.005883733431498209
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,512,8192,0.005894400179386139
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,512,8192,0.005899733304977417
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,512,8192,0.005871999760468801
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,512,8192,0.005880533158779145
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,512,8192,0.005489066739877065
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,512,8192,0.005494399865468343
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,512,8192,0.0054848000407218935
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,512,8192,0.005494399865468343
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,512,10240,0.025940267244974773
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,512,8192,0.005530666808287303
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,512,8192,0.00550186683734258
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,512,8192,0.005471999943256378
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,512,8192,0.005460266768932342
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,512,8192,0.019598933060963948
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,512,8192,0.00790719985961914
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,512,10240,0.02537279923756917
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,512,10240,0.025598933299382527
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,512,8192,0.10856640338897705
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,512,8192,0.20922452608744302
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,512,8192,0.09778772989908854
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,512,8192,0.09847679932912191
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,512,8192,0.09293333689371744
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,512,8192,0.4076693216959636
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,512,8192,0.09327999750773111
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,512,8192,0.08460693359375
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,512,8192,0.006305066744486491
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,512,8192,0.0764959971110026
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,512,8192,0.07530879974365234
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,512,8192,0.06767893632253011
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,512,8192,0.06749653021494548
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,512,8192,0.06170346736907959
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,512,8192,0.06245546738306681
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,512,8192,0.7969685236612956
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,512,8192,0.05308693250020345
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,512,8192,0.054593066374460854
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,512,8192,0.049310934543609616
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,512,8192,0.04735039869944255
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,512,8192,0.04578773180643718
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,512,8192,0.043391998608907065
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,512,8192,0.04482986529668172
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,512,8192,0.03887253204981486
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,512,8192,0.04146240154902141
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,512,8192,0.03778986533482869
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,512,8192,0.038413866360982256
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,512,8192,0.03314346671104431
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,512,8192,0.0319872001806895
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,512,8192,0.030382933219273885
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,512,8192,0.027011199792226152
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,512,8192,0.024842667579650878
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,512,8192,0.02490773399670919
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,512,8192,0.02443199952443441
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,512,8192,0.02471359968185425
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,512,8192,0.02306879957516988
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,512,8192,0.024024534225463866
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,512,8192,0.022702932357788086
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,512,8192,0.02384106715520223
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,512,8192,0.02294399936993917
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,512,8192,0.02258453369140625
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,512,8192,0.021268266439437866
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,512,8192,0.021358933051427206
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,512,8192,0.020803199211756388
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,512,8192,0.08291200002034506
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,512,8192,0.02148266633351644
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,512,8192,0.02062186598777771
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,512,8192,0.021363200743993123
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,512,8192,0.02072640061378479
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,512,8192,0.020454400777816774
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,512,8192,0.02030613422393799
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,512,8192,0.02062079906463623
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,512,8192,0.019375999768575035
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,512,8192,0.020137600104014077
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,512,8192,0.018953599532445273
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,512,8192,0.019908267259597778
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,512,8192,0.018863999843597413
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,512,8192,0.05139626661936442
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,512,8192,0.019167999426523842
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,512,8192,0.018398932615915933
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,512,8192,0.018382932742436728
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,512,8192,0.018565332889556883
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,512,8192,0.018523732821146645
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,512,8192,0.0184661328792572
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,512,8192,0.018523732821146645
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,512,8192,0.01842986742655436
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,512,8192,0.019988266626993816
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,512,8192,0.01895893414815267
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,512,8192,0.018359466393788656
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,512,8192,0.03204373319943746
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,512,8192,0.018221867084503175
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,512,8192,0.01691733400026957
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,512,8192,0.02674773335456848
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,512,8192,0.106876802444458
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,512,8192,0.01891626715660095
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,512,8192,0.345747184753418
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,512,8192,0.18593494097391766
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,512,8192,0.1847434679667155
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,512,8192,0.1514890670776367
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,512,8192,0.14774613380432128
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,512,8192,0.17543892860412597
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,512,8192,0.14344320297241211
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,512,8192,0.12320533593495686
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,512,8192,0.12147626876831055
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,512,8192,0.10541973114013672
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,512,8192,0.6835488001505534
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,512,8192,0.17413546244303385
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,512,8192,1.3577930450439453
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,512,8192,0.15859413146972656
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,512,8192,0.0860479990641276
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,512,8192,0.074507737159729
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,512,8192,0.07054293155670166
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,512,8192,0.08410666783650717
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,512,8192,0.10616426467895508
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,512,8192,0.062363731861114505
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,512,8192,0.06382186810175577
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,512,8192,0.03945706685384114
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,512,8192,0.05744959910710653
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,512,8192,0.057181866963704434
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,512,8192,0.051130668322245276
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,512,8192,0.05047893524169922
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,512,8192,0.04635200103123983
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,512,8192,0.04113813241322835
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,512,8192,0.044495999813079834
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,512,8192,0.0338154673576355
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,512,8192,0.03466666539510091
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,512,8192,0.029258666435877483
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,512,8192,0.024090667565663658
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,512,8192,0.01829119920730591
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,512,8192,0.016081066926320393
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,512,8192,0.01570026675860087
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,512,8192,0.015708800156911215
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,512,8192,0.028172800938288372
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,512,8192,0.01535146633783976
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,512,8192,0.014132266243298849
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,512,8192,0.014454399545987448
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,512,8192,0.022310400009155275
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,512,8192,0.01418773333231608
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,512,8192,0.014167466759681701
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,512,8192,0.014109866817792258
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,512,8192,0.014133333166440328
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,512,8192,0.014376533031463624
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,512,8192,0.014192000031471252
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,512,8192,0.01288106640179952
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,512,8192,0.012961066762606301
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,512,8192,0.012814933061599731
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,512,8192,0.01285653313000997
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,512,8192,0.012837333480517068
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,512,8192,0.012811733285586038
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,512,8192,0.01703146696090698
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,512,8192,0.012850133577982583
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,512,8192,0.017298134167989095
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,512,8192,0.014057599504788718
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,512,8192,0.016992000738779704
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,512,8192,0.013202133774757385
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,512,8192,0.016717867056528727
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,512,8192,0.017116800944010416
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,512,8192,0.014498133460680643
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,512,8192,0.016597333550453185
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,512,8192,0.012894933422406515
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,512,8192,0.017308799425760905
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,512,8192,0.017343999942143758
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,512,8192,0.014519466956456503
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,512,8192,0.017326933145523072
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,512,8192,0.01285653313000997
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,512,8192,0.01693120002746582
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,512,8192,0.016961065928141277
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,512,8192,0.017293866475423178
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,512,8192,0.04609280029932658
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,512,8192,0.06600106557210286
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,512,8192,0.23852799733479818
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,512,8192,0.1235210657119751
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,512,8192,0.04543253183364868
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,512,8192,0.04437013467152913
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,512,8192,0.04346986611684163
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,512,8192,0.04228586753209432
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,512,8192,0.04002879858016968
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,512,8192,0.04187946716944377
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,512,8192,0.04025919834772746
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,512,8192,0.03869866530100505
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,512,8192,0.03839253187179566
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,512,8192,0.03712639808654785
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,512,8192,0.03725546598434448
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,512,8192,0.03539093335469563
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,512,8192,0.034381866455078125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,512,8192,0.035595734914143876
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,512,8192,0.033421866099039715
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,512,8192,0.03457599878311157
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,512,8192,0.03258346716562907
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,512,8192,0.03197653293609619
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,512,8192,0.031221334139506025
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,512,8192,0.030844799677530926
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,512,8192,0.03023146589597066
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,512,8192,0.02924799919128418
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,512,8192,0.028808534145355225
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,512,8192,0.028109866380691528
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,512,8192,0.027964800596237183
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,512,8192,0.026768000920613606
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,512,8192,0.027111466725667315
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,512,8192,0.02592533429463704
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,512,8192,0.025514666239420575
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,512,8192,0.0243285338083903
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,512,8192,0.024285866816838583
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,512,8192,0.023044266303380332
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,512,8192,0.02267306645711263
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,512,8192,0.022645332415898643
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,512,8192,0.022674133380254112
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,512,8192,0.022632533311843873
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,512,8192,0.022641066710154215
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,512,8192,0.01653866668542226
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,512,8192,0.022457599639892578
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,512,8192,0.02304960091908773
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,512,8192,0.021834667523701987
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,512,8192,0.022308266162872313
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,512,8192,0.021894399325052896
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,512,8192,0.021849600474039714
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,512,8192,0.02184213399887085
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,512,8192,0.021505065759023032
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,512,8192,0.021819732586542764
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,512,8192,0.02183893322944641
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,512,8192,0.021820799509684245
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,512,8192,0.02188160022099813
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,512,8192,0.0218560000260671
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,512,8192,0.02141439914703369
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,512,8192,0.021427200237909953
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,512,8192,0.02145706613858541
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,512,8192,0.02146240075429281
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,512,8192,0.021899733940760294
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,512,8192,0.021782400210698445
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,512,8192,0.021805866559346517
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,512,8192,0.02191466689109802
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,512,8192,0.021422932545344033
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,512,8192,0.02144213318824768
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,512,8192,0.021502933899561563
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,512,8192,0.02141759991645813
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,512,8192,0.02187946637471517
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,512,7168,0.17371412913004558
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,512,7168,0.08750399748484293
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,512,7168,0.043331201871236166
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,512,7168,0.022219733397165934
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,512,7168,0.022039467096328737
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,512,7168,0.0200437327226003
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,512,7168,0.02148266633351644
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,512,7168,0.021317332983016968
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,512,7168,0.02123519976933797
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,512,7168,0.0236842672030131
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,512,8192,0.02190933426221212
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,512,7168,0.020921599864959717
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,512,7168,0.019025067488352455
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,512,7168,0.0173418660958608
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,512,7168,0.020088533560434975
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,512,7168,0.0172437330087026
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,512,7168,0.017169066270192466
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,512,7168,0.017570134003957114
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,512,7168,0.014120533068974813
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,512,7168,0.0163263996442159
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,512,7168,0.016339199741681416
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,512,8192,0.021499733130137123
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,512,7168,0.01731626590092977
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,512,7168,0.015174399813016257
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,512,7168,0.01715946594874064
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,512,7168,0.012710400422414145
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,512,7168,0.016563199957211814
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,512,7168,0.014298666516939798
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,512,7168,0.012327466408411663
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,512,7168,0.011448533336321513
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,512,7168,0.011495467027028401
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,512,7168,0.011710932850837708
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,512,7168,0.011211733023325603
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,512,7168,0.009895466764767965
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,512,7168,0.010821333527565003
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,512,7168,0.008866133292516072
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,512,7168,0.008712533116340637
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,512,7168,0.008731733759244282
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,512,8192,0.02148159941037496
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,512,7168,0.009326933821042379
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,512,7168,0.009175466497739156
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,512,7168,0.0077461332082748415
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,512,7168,0.008016000191370647
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,512,7168,0.007540266712506611
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,512,7168,0.007401599983374278
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,512,7168,0.007080533107121785
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,512,7168,0.0070592001080513
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,512,7168,0.008500267068545024
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,512,7168,0.008570667107899983
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,512,7168,0.007573333382606506
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,512,7168,0.008004266520341237
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,512,7168,0.007001600166161854
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,512,7168,0.006713599960009258
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,512,7168,0.005874133110046387
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,512,7168,0.006664533416430156
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,512,8192,0.021834667523701987
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,512,7168,0.007097599903742473
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,512,7168,0.012986666957537332
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,512,7168,0.005509333312511444
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,512,7168,0.006635733445485433
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,512,7168,0.005505066613356272
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,512,7168,0.00547626664241155
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,512,7168,0.0149536003669103
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,512,7168,0.0054954667886098225
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,512,7168,0.005496533215045929
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,512,7168,0.0054666668176651
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,512,7168,0.0054954667886098225
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,512,7168,0.005490133166313171
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,512,7168,0.005498666564623515
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,512,7168,0.005485866467158
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,512,7168,0.005496533215045929
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,512,7168,0.00547733356555303
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,512,7168,0.005449600021044413
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,512,7168,0.005469866593678792
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,512,7168,0.005467733244101206
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,512,7168,0.005463466544946035
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,512,8192,0.021452800432840983
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,512,8192,0.02142080068588257
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,512,7168,0.36027841567993163
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,512,7168,0.1838655948638916
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,512,7168,0.09021440347035727
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,512,7168,0.09094719886779785
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,512,7168,0.07990720272064208
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,512,7168,0.08185813426971436
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,512,7168,0.07682133515675862
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,512,7168,0.0778602679570516
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,512,8192,0.02146986722946167
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,512,7168,0.07062719662984213
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,512,7168,0.07034773031870524
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,512,7168,0.06479573249816895
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,512,7168,0.06353280146916708
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,512,7168,0.008283733328183492
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,512,7168,0.058056533336639404
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,512,7168,0.05374613205591837
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,512,7168,0.05428800185521444
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,512,7168,0.04941973288853963
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,512,7168,0.005463466544946035
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,512,7168,0.045339731375376384
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,512,7168,0.045407998561859134
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,512,7168,0.04400533437728882
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,512,7168,0.04341760079065959
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,512,7168,0.039350398381551105
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,512,7168,0.04090240001678467
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,512,7168,0.037095467249552413
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,512,7168,0.03715840180714925
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,512,7168,0.03291626572608948
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,512,7168,0.033879466851552326
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,512,7168,0.032767999172210696
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,512,7168,0.03154346744219462
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,512,7168,0.028809599081675213
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,512,7168,0.02874880035718282
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,512,7168,0.02606719930966695
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,512,7168,0.026610134045283
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,512,7168,0.02266133427619934
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,512,7168,0.02296746571858724
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,512,7168,0.02360746661822001
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,512,7168,0.02260800004005432
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,512,7168,0.022711465756098427
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,512,7168,0.02289066712061564
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,512,7168,0.022802132368087768
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,512,7168,0.02059733271598816
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,512,7168,0.02062826752662659
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,512,7168,0.02146986722946167
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,512,7168,0.020884267489115396
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,512,7168,0.020465066035588585
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,512,7168,0.020473599433898926
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,512,7168,0.020805333058039346
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,512,7168,0.7011722564697266
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,512,7168,0.019400533040364584
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,512,7168,0.019713066021601357
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,512,7168,0.019921066363652547
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,512,7168,0.018692266941070557
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,512,7168,0.019427200158437095
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,512,7168,0.018987733125686645
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,512,7168,0.017812265952428182
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,512,7168,0.018609066804250084
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,512,7168,0.057300265630086264
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,512,7168,0.018294399976730345
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,512,7168,0.01930026610692342
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,512,7168,0.018106667200724284
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,512,7168,0.04916906754175822
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,512,7168,0.018256000677744546
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,512,7168,0.018355200688044228
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,512,7168,0.018285866578420004
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,512,7168,0.018858667214711508
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,512,7168,0.018217599391937254
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,512,7168,0.018074667453765868
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,512,7168,0.017911465962727864
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,512,7168,0.017500799894332886
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,512,7168,0.01649386684099833
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,512,7168,0.01681813398996989
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,512,7168,0.02297813296318054
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,512,7168,0.02069013317426046
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,512,7168,0.018680532773335777
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,512,7168,0.019754666090011596
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,512,7168,0.17815680503845216
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,512,7168,0.3437994639078776
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,512,7168,0.16344319979349772
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,512,7168,0.13201279640197755
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,512,7168,0.1822111924489339
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,512,7168,0.09710079828898112
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,512,7168,0.1207808017730713
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,512,7168,0.12072213490804036
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,512,7168,0.6897621154785156
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,512,7168,0.09971626599629721
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,512,7168,0.08459733327229818
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,512,7168,0.16403412818908691
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,512,7168,1.3657216389973958
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,512,7168,0.14533333778381347
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,512,7168,0.06850879987080892
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,512,7168,0.06164480050404867
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,512,7168,0.060347731908162436
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,512,7168,0.0756341298421224
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,512,7168,0.07591786384582519
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,512,7168,0.054630398750305176
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,512,7168,0.04885866641998291
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,512,7168,0.08154880205790202
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,512,7168,0.0435914675394694
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,512,7168,0.038439468542734785
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,512,7168,0.055477333068847653
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,512,7168,0.06569066842397055
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,512,7168,0.049592534701029464
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,512,7168,0.03988906542460124
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,512,7168,0.04439893166224162
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,512,7168,0.02810666759808858
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,512,7168,0.03333546717961629
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,512,7168,0.03259093364079793
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,512,7168,0.027025065819422406
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,512,7168,0.023084799448649086
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,512,7168,0.021657600005467733
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,512,7168,0.01767146587371826
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,512,7168,0.016296533743540446
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,512,7168,0.014589866995811463
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,512,7168,0.013340800007184347
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,512,7168,0.013286399841308593
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,512,7168,0.01369599997997284
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,512,7168,0.013290666540463767
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,512,7168,0.01325866679350535
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,512,7168,0.013291733463605246
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,512,7168,0.01583146651585897
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,512,7168,0.01625599960486094
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,512,7168,0.013286399841308593
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,512,7168,0.013301333785057068
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,512,7168,0.012377599875132244
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,512,7168,0.01209279994169871
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,512,7168,0.0120469331741333
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,512,7168,0.01209920048713684
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,512,7168,0.017015467087427773
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,512,7168,0.014886400103569031
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,512,7168,0.011921067039171855
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,512,7168,0.015348266561826071
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,512,7168,0.015340800086657206
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,512,7168,0.01202133297920227
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,512,7168,0.014906666676203408
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,512,7168,0.014492799838383993
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,512,7168,0.01241919994354248
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,512,7168,0.01662399967511495
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,512,7168,0.012040533622105916
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,512,7168,0.015713066856066386
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,512,7168,0.012052266796429952
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,512,7168,0.015331199765205384
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,512,7168,0.0173632005850474
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,512,7168,0.01492586632569631
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,512,7168,0.016156799594561257
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,512,7168,0.014896000425020853
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,512,7168,0.01244160036245982
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,512,7168,0.01518186628818512
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,512,7168,0.01218239963054657
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,512,7168,0.062362666924794516
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,512,7168,0.22199145952860513
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,512,7168,0.1153055985768636
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,512,7168,0.040223999818166094
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,512,7168,0.04083626667658488
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,512,7168,0.03914346694946289
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,512,7168,0.04024853308995564
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,512,7168,0.03787946701049805
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,512,7168,0.0382368008295695
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,512,7168,0.03607893387476603
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,512,7168,0.03723733425140381
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,512,7168,0.035554134845733644
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,512,7168,0.03542826573053996
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,512,7168,0.03392959833145141
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,512,7168,0.0340394655863444
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,512,7168,0.03271680076917012
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,512,7168,0.032307199637095135
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,512,7168,0.03162239988644917
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,512,7168,0.031703466176986696
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,512,7168,0.030434133609135945
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,512,7168,0.030341333150863646
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,512,7168,0.029269333680470782
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,512,7168,0.02879679997762044
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,512,7168,0.02844053308169047
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,512,7168,0.02805333336194356
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,512,7168,0.026846933364868163
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,512,7168,0.026730666557947796
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,512,7168,0.025706666707992553
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,512,7168,0.025514666239420575
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,512,7168,0.0247488001982371
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,512,7168,0.02458560069402059
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,512,7168,0.02362133264541626
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,512,7168,0.023465599616368613
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,512,7168,0.022665599981943764
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,512,7168,0.022272000710169472
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,512,7168,0.021031467119852702
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,512,7168,0.020705066124598184
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,512,7168,0.02062506675720215
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,512,7168,0.02067306637763977
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,512,7168,0.02102933327356974
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,512,7168,0.020861866076787312
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,512,7168,0.020454400777816774
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,512,7168,0.020243199666341145
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,512,7168,0.020191999276479085
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,512,7168,0.020268799861272176
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,512,7168,0.020180267095565797
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,512,7168,0.020191999276479085
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,512,7168,0.019850667317708334
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,512,7168,0.014917332927385965
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,512,7168,0.019833600521087645
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,512,7168,0.020207999149958293
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,512,7168,0.01976319948832194
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,512,7168,0.020220800240834554
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,512,7168,0.019793067375818887
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,512,7168,0.019797333081563315
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,512,7168,0.02018346587816874
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,512,7168,0.019814399878184
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,512,7168,0.019845332702000937
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,512,7168,0.019412267208099365
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,512,7168,0.019803732633590698
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,512,7168,0.020181334018707274
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,512,7168,0.01957226594289144
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,512,7168,0.020190932353337607
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,512,7168,0.02019946575164795
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,512,7168,0.01983786622683207
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,512,7168,0.01983039975166321
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,512,7168,0.020206934213638304
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,512,7168,0.020169599850972494
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,512,7168,0.0197760005791982
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,512,6144,0.1496693293253581
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,512,6144,0.0373418649037679
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,512,6144,0.01900906761487325
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,512,6144,0.018894932667414346
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,512,6144,0.017132800817489625
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,512,7168,0.019764266411463418
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,512,6144,0.01867199937502543
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,512,6144,0.01846826672554016
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,512,6144,0.020363734165827433
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,512,7168,0.019911466042200725
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,512,6144,0.01844693422317505
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,512,6144,0.016942934195200602
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,512,6144,0.015326933066050211
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,512,6144,0.017692800362904867
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,512,6144,0.015314132968584696
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,512,6144,0.015386666854222616
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,512,6144,0.015588266650835672
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,512,6144,0.012523733576138816
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,512,6144,0.01471573313077291
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,512,6144,0.01427733302116394
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,512,6144,0.011494400103886922
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,512,6144,0.015025066335995993
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,512,6144,0.013370666901270548
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,512,6144,0.01499626636505127
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,512,6144,0.01120853324731191
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,512,6144,0.014407466848691305
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,512,6144,0.012302933136622111
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,512,6144,0.0109333336353302
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,512,6144,0.010009599725405376
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,512,6144,0.010290132959683736
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,512,6144,0.010199466347694397
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,512,6144,0.009958400328954061
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,512,6144,0.009571199615796406
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,512,6144,0.0770634651184082
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,512,6144,0.008312533299128216
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,512,6144,0.008040533463160197
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,512,6144,0.008289066453774769
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,512,6144,0.008694400389989216
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,512,6144,0.008730666836102803
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,512,6144,0.018716800212860107
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,512,6144,0.007076266904671986
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,512,6144,0.00823040008544922
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,512,6144,0.007133866846561432
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,512,6144,0.00691840002934138
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,512,6144,0.006311466793219249
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,512,6144,0.006658133367697399
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,512,6144,0.007884799937407176
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,512,6144,0.009181867043177288
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,512,6144,0.00639573335647583
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,512,6144,0.00918933351834615
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,512,6144,0.006332799792289734
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,512,7168,0.01986453334490458
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,512,6144,0.006303999821345012
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,512,6144,0.0074976002176602675
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,512,6144,0.00626453310251236
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,512,6144,0.006666666766007741
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,512,6144,0.006287999947865804
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,512,6144,0.006222933530807495
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,512,6144,0.006122666597366333
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,512,6144,0.005861333509286245
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,512,6144,0.012826666235923767
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,512,6144,0.005914666752020518
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,512,6144,0.005906133353710175
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,512,6144,0.005925333499908448
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,512,6144,0.005864533285299936
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,512,6144,0.005909333129723867
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,512,6144,0.005907199780146281
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,512,6144,0.005846400062243144
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,512,6144,0.0059114664793014525
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,512,6144,0.006198399762312571
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,512,6144,0.005895466605822245
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,512,6144,0.005849599838256836
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,512,7168,0.019448532660802206
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,512,6144,0.006064000229040781
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,512,6144,0.005842133363087972
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,512,6144,0.005868799984455109
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,512,7168,0.019809067249298096
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,512,6144,0.009598933657010396
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,512,6144,0.1585408051808675
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,512,6144,0.0731658697128296
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,512,6144,0.31041812896728516
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,512,6144,0.06539413531621298
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,512,6144,0.0637450655301412
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,512,6144,0.06331946849822997
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,512,6144,0.05810453494389852
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,512,6144,0.60327574412028
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,512,6144,0.05749546686808268
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,512,6144,0.05379733244578043
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,512,6144,0.05279359817504883
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,512,6144,0.051134932041168216
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,512,6144,0.05075200001398722
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,512,6144,0.04740159908930461
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,512,6144,0.005875200033187866
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,512,6144,0.047186132272084555
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,512,6144,0.044207998116811115
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,512,6144,0.04542613426844279
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,512,6144,0.04113920132319133
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,512,6144,0.04009279807408651
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,512,6144,0.039109333356221514
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,512,6144,0.03900586764017741
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,512,6144,0.038812800248463945
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,512,6144,0.037009068330128986
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,512,6144,0.03342506488164266
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,512,6144,0.03295893271764119
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,512,6144,0.03231786688168843
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,512,6144,0.031207466125488283
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,512,6144,0.02878933350245158
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,512,6144,0.026655999819437663
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,512,6144,0.026909865935643512
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,512,6144,0.02467733422915141
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,512,6144,0.025009065866470337
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,512,6144,0.02273599902788798
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,512,6144,0.02209706703821818
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,512,6144,0.02113599975903829
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,512,7168,0.01999359925587972
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,512,6144,0.022336000204086305
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,512,6144,0.021220266819000244
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,512,6144,0.020819199085235596
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,512,6144,0.02071573336919149
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,512,6144,0.020029866695404054
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,512,6144,0.020925867557525634
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,512,6144,0.02035520076751709
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,512,6144,0.020125865936279297
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,512,6144,0.06666879653930664
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,512,6144,0.01952000061670939
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,512,6144,0.019191465775171914
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,512,6144,0.01861013372739156
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,512,6144,0.01895573337872823
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,512,6144,0.01871573328971863
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,512,6144,0.019049600760142008
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,512,6144,0.01813760002454122
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,512,6144,0.018768000602722167
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,512,6144,0.01940586765607198
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,512,6144,0.016852267583211265
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,512,6144,0.01858560045560201
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,512,6144,0.01785279909769694
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,512,6144,0.017333332697550455
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,512,6144,0.018161066373189292
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,512,6144,0.017781333128611247
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,512,6144,0.017612799008687337
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,512,6144,0.016785067319869996
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,512,6144,0.017484800020853678
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,512,6144,0.01688106656074524
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,512,6144,0.01841493248939514
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,512,6144,0.017387733856836955
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,512,6144,0.017350399494171144
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,512,6144,0.01683733264605204
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,512,6144,0.01743146578470866
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,512,6144,0.016925867398579916
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,512,6144,0.02881493369738261
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,512,6144,0.020637865861256918
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,512,6144,0.07322026888529459
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,512,6144,0.01845546762148539
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,512,6144,0.017257599035898845
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,512,6144,0.34031359354654944
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,512,6144,0.10341760317484539
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,512,6144,0.14794774055480958
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,512,6144,0.0954634666442871
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,512,6144,0.09315733114878336
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,512,6144,0.1446346600850423
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,512,6144,0.08576853275299072
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,512,6144,0.08398826917012533
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,512,6144,0.07874240080515543
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,512,6144,0.6784618377685547
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,512,6144,0.11754453182220459
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,512,6144,0.10757546424865723
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,512,6144,0.1221664031346639
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,512,6144,1.3359498341878255
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,512,6144,0.0647157351175944
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,512,6144,0.06525013446807862
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,512,6144,0.07114986578623453
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,512,6144,0.06037439902623495
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,512,6144,0.07640639940897623
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,512,6144,0.0697983980178833
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,512,6144,0.05869866609573364
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,512,6144,0.037256534894307455
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,512,6144,0.053428268432617186
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,512,6144,0.04850879907608032
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,512,6144,0.04811626672744751
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,512,6144,0.05343679984410604
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,512,6144,0.0435477336247762
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,512,6144,0.03842133283615112
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,512,6144,0.04234026670455933
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,512,6144,0.0328981339931488
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,512,6144,0.03173759977022807
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,512,6144,0.021911466121673585
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,512,6144,0.026199465990066527
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,512,6144,0.02720106641451518
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,512,6144,0.021022933721542358
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,512,6144,0.015282133221626281
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,512,6144,0.01372160017490387
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,512,6144,0.013926399747530618
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,512,6144,0.012410666545232136
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,512,6144,0.01225600043932597
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,512,6144,0.012637866536776224
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,512,6144,0.01248426636060079
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,512,6144,0.01648853321870168
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,512,6144,0.01246399978796641
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,512,6144,0.012473600109418233
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,512,6144,0.012434132893880208
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,512,6144,0.01120853324731191
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,512,6144,0.010988799730936687
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,512,6144,0.011169067025184632
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,512,6144,0.011196800072987874
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,512,6144,0.011153067151705425
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,512,6144,0.013751467068990072
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,512,6144,0.011269332965215047
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,512,6144,0.013297067085901896
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,512,6144,0.011155200004577637
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,512,6144,0.015305599570274353
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,512,6144,0.013657599687576294
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,512,6144,0.010763733585675558
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,512,6144,0.014011733730634055
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,512,6144,0.015335466464360556
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,512,6144,0.011334400375684102
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,512,6144,0.013682132959365845
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,512,6144,0.011028266946474711
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,512,6144,0.011142399907112122
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,512,6144,0.01402666668097178
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,512,6144,0.011201066772143047
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,512,6144,0.011256532867749532
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,512,6144,0.014494933684666953
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,512,6144,0.011197866996129353
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,512,6144,0.012455466389656066
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,512,6144,0.013988266388575235
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,512,6144,0.205460262298584
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,512,6144,0.10674560070037842
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,512,6144,0.05821333328882853
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,512,6144,0.03664106527964274
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,512,6144,0.036994131406148274
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,512,6144,0.03586346705754598
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,512,6144,0.035317333539326985
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,512,6144,0.034519465764363606
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,512,6144,0.033853868643442794
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,512,6144,0.033106132348378496
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,512,6144,0.03320213357607524
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,512,6144,0.032181332508722946
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,512,6144,0.03253226677576701
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,512,6144,0.03162026604016622
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,512,6144,0.030722133318583172
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,512,6144,0.029796266555786134
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,512,6144,0.02986026604970296
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,512,6144,0.02916266719500224
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,512,6144,0.028776532411575316
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,512,6144,0.0283680001894633
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,512,6144,0.027592533826828004
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,512,6144,0.026868265867233277
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,512,6144,0.026602667570114136
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,512,6144,0.026024534304936724
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,512,6144,0.025523199637730913
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,512,6144,0.024538666009902954
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,512,6144,0.024322134256362916
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,512,6144,0.02348053256670634
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,512,6144,0.02344320019086202
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,512,6144,0.022653865814208984
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,512,6144,0.022749867041905722
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,512,6144,0.021134932835896812
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,512,6144,0.02142613331476847
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,512,6144,0.02065920035044352
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,512,6144,0.019827200969060262
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,512,6144,0.019193599621454872
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,512,6144,0.0186463991800944
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,512,6144,0.018984532356262206
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,512,6144,0.018720000982284546
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,512,6144,0.018959999084472656
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,512,6144,0.015269333124160766
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,512,6144,0.018595200777053834
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,512,6144,0.013900799552599588
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,512,6144,0.018973867098490395
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,512,6144,0.01876586675643921
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,512,6144,0.018592000007629395
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,512,6144,0.01384213368097941
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,512,6144,0.018122667074203493
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,512,6144,0.01816640098889669
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,512,6144,0.018203733364741008
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,512,6144,0.01853333314259847
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,512,6144,0.018178133169809978
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,512,6144,0.018218666315078735
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,512,6144,0.01777600049972534
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,512,6144,0.0182261327902476
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,512,6144,0.0181877334912618
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,512,6144,0.017790933450063072
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,512,6144,0.018151466051737467
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,512,6144,0.018220800161361694
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,512,6144,0.01772693395614624
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,512,6144,0.018182400862375894
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,512,6144,0.018177066246668497
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,512,6144,0.018193066120147705
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,512,6144,0.01816533406575521
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,512,6144,0.018220800161361694
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,512,6144,0.017755732933680216
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,512,6144,0.018212266763051353
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,512,6144,0.017773866653442383
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,512,6144,0.01773866613705953
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,512,6144,0.017997866868972777
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,512,5120,0.12855786482493084
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,512,5120,0.06414933204650879
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,512,5120,0.0314954658349355
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,512,5120,0.016250666975975037
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,512,6144,0.018331732352574667
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,512,5120,0.01634239951769511
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,512,5120,0.014647466937700906
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,512,5120,0.01626240015029907
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,512,5120,0.016218666235605875
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,512,5120,0.016198399662971496
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,512,5120,0.017963733275731406
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,512,5120,0.01615466674168905
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,512,5120,0.014694399634997048
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,512,5120,0.013208533326784769
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,512,5120,0.015573333700497946
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,512,6144,0.018212266763051353
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,512,5120,0.013332266608874002
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,512,5120,0.013435733318328858
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,512,5120,0.010811733206113179
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,512,5120,0.01260693371295929
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,512,5120,0.012563199798266093
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,512,5120,0.010342400272687275
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,512,5120,0.01304746667544047
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,512,5120,0.011692800124486287
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,512,5120,0.01288640002409617
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,512,5120,0.011577600240707397
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,512,5120,0.009946667154630025
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,512,5120,0.012500266234079996
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,512,5120,0.011171199878056844
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,512,6144,0.018167465925216675
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,512,5120,0.008750933408737182
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,512,5120,0.00906986693541209
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,512,6144,0.017781333128611247
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,512,6144,0.01813546617825826
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,512,5120,0.008728532989819845
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,512,5120,0.008337066570917765
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,512,5120,0.008360532919565837
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,512,5120,0.008329600095748901
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,512,5120,0.007547733187675476
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,512,5120,0.007492266595363617
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,512,5120,0.008277333279450735
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,512,5120,0.006724266707897187
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,512,6144,0.017717333634694417
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,512,5120,0.006716800232728322
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,512,5120,0.007513600091139476
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,512,5120,0.008231466511885326
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,512,5120,0.007934933404127757
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,512,5120,0.006730666756629944
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,512,5120,0.007333333293596904
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,512,5120,0.007930666704972585
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,512,5120,0.008283733328183492
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,512,5120,0.006712533533573151
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,512,5120,0.006687999765078227
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,512,5120,0.007100800176461537
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,512,6144,0.018154666821161906
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,512,5120,0.0067007998625437425
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,512,5120,0.006660266717274983
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,512,5120,0.00555626650651296
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,512,5120,0.006646400193373363
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,512,5120,0.005865600208441416
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,512,5120,0.006663466493288676
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,512,5120,0.006684799989064534
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,512,5120,0.006311466793219249
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,512,5120,0.006701866785685222
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,512,5120,0.006704000135262807
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,512,5120,0.006718933085600535
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,512,5120,0.006676266590754191
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,512,5120,0.005480533341566721
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,512,5120,0.013288533687591553
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,512,5120,0.005539200206597646
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,512,5120,0.0056202664971351625
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,512,5120,0.0054293334484100345
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,512,5120,0.005639466643333435
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,512,5120,0.005496533215045929
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,512,5120,0.005489066739877065
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,512,5120,0.009679999947547913
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,512,5120,0.009153067072232565
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,512,5120,0.007971199850241344
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,512,5120,0.1306421359380086
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,512,5120,0.26136107444763185
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,512,5120,0.05788266658782959
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,512,5120,0.057378133138020836
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,512,5120,0.05177919864654541
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,512,5120,0.5070517222086589
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,512,5120,0.053471998373667395
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,512,5120,0.007068799932797749
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,512,5120,0.05320320129394531
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,512,5120,0.0530186653137207
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,512,5120,0.049685335159301756
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,512,5120,0.04556479851404826
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,512,5120,0.049532798926035564
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,512,5120,0.04427946805953979
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,512,5120,0.04455999930699666
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,512,5120,0.04444160064061482
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,512,5120,0.04304746786753337
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,512,5120,0.04341546694437663
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,512,5120,0.03810880184173584
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,512,5120,0.03904533386230469
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,512,5120,0.036992001533508304
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,512,5120,0.036984535058339436
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,512,5120,0.036166401704152425
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,512,5120,0.033435734113057454
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,512,5120,0.03298239906628926
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,512,5120,0.030921600262324017
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,512,5120,0.03100266655286153
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,512,5120,0.028993066151936846
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,512,5120,0.028965334097544353
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,512,5120,0.026733867327372235
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,512,5120,0.02675199906031291
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,512,5120,0.024915200471878052
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,512,5120,0.023727999130884806
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,512,5120,0.0058378666639328
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,512,5120,0.023560533920923867
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,512,5120,0.022066134214401244
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,512,5120,0.02106879949569702
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,512,5120,0.020491733153661092
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,512,5120,0.0209279994169871
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,512,5120,0.02072426676750183
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,512,5120,0.019234132766723634
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,512,5120,0.020456532637278237
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,512,5120,0.018963199853897095
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,512,5120,0.018798933426539103
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,512,5120,0.01869866649309794
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,512,5120,0.01881706714630127
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,512,5120,0.01885439952214559
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,512,5120,0.018600533405939736
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,512,5120,0.018222934007644652
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,512,5120,0.01731200019518534
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,512,5120,0.018824533621470133
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,512,5120,0.0170197327931722
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,512,5120,0.016936532656351724
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,512,5120,0.016756266355514526
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,512,5120,0.01798506577809652
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,512,5120,0.018198400735855103
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,512,5120,0.006725333134333293
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,512,5120,0.018518400192260743
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,512,5120,0.016565333803494772
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,512,5120,0.01691840092341105
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,512,5120,0.018037333091100057
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,512,5120,0.017903999487559
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,512,5120,0.018001067638397216
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,512,5120,0.016489600141843162
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,512,5120,0.016572800278663636
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,512,5120,0.016532267133394875
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,512,5120,0.016769067446390788
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,512,5120,0.016572800278663636
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,512,5120,0.017858133713404337
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,512,5120,0.035225598017374675
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,512,5120,0.01653439998626709
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,512,5120,0.016502400239308677
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,512,5120,0.016563199957211814
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,512,5120,0.024702932437260947
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,512,5120,0.020461867252985634
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,512,5120,0.018693333864212035
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,512,5120,0.0165503998597463
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,512,5120,0.10720213254292806
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,512,5120,0.10686399936676025
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,512,5120,0.0983349323272705
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,512,5120,0.08746453126271567
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,512,5120,0.3361194610595703
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,512,5120,0.08497920036315917
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,512,5120,0.08118080298105876
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,512,5120,0.665715217590332
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,512,5120,0.07988693714141845
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,512,5120,0.07559466361999512
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,512,5120,0.09888319969177246
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,512,5120,0.0923904021581014
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,512,5120,1.3062549591064454
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,512,5120,0.09313066800435385
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,512,5120,0.0688256025314331
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,512,5120,0.0730133295059204
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,512,5120,0.0652405341466268
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,512,5120,0.0681279977162679
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,512,5120,0.0587007999420166
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,512,5120,0.06238506635030111
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,512,5120,0.0571178674697876
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,512,5120,0.035971200466156004
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,512,5120,0.05231893459955851
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,512,5120,0.04724266529083252
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,512,5120,0.0521727999051412
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,512,5120,0.04751040140787761
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,512,5120,0.04238506555557251
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,512,5120,0.041154134273529056
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,512,5120,0.0313536008199056
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,512,5120,0.03713066577911377
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,512,5120,0.030808534224828082
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,512,5120,0.02637973427772522
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,512,5120,0.025179733832677204
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,512,5120,0.02141439914703369
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,512,5120,0.019798400004704793
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,512,5120,0.015736533204714458
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,512,5120,0.013260799646377563
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,512,5120,0.011429333686828613
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,512,5120,0.011583999792734782
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,512,5120,0.011557333668073018
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,512,5120,0.011730133493741354
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,512,5120,0.011593600114186604
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,512,5120,0.011643733580907185
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,512,5120,0.01183573305606842
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,512,5120,0.014108799894650779
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,512,5120,0.014079999923706055
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,512,5120,0.01162559986114502
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,512,5120,0.010358400146166484
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,512,5120,0.010419199864069622
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,512,5120,0.010359467069307963
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,512,5120,0.010429867108662923
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,512,5120,0.01249066690603892
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,512,5120,0.01295360028743744
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,512,5120,0.013521066308021546
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,512,5120,0.012076800068219502
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,512,5120,0.012466133634249369
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,512,5120,0.01288746694723765
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,512,5120,0.012474667032559712
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,512,5120,0.012442666292190551
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,512,5120,0.012821333607037863
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,512,5120,0.012863999605178833
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,512,5120,0.012499200304349263
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,512,5120,0.012460800011952718
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,512,5120,0.014037332932154336
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,512,5120,0.01284160017967224
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,512,5120,0.012838400403658547
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,512,5120,0.012486400206883748
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,512,5120,0.012809600432713827
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,512,5120,0.010386133193969726
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,512,5120,0.19289280573527018
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,512,5120,0.09967253208160401
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,512,5120,0.05478506485621134
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,512,5120,0.03323839902877808
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,512,5120,0.033131732543309526
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,512,5120,0.03260693351427714
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,512,5120,0.03207253416379292
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,512,5120,0.0313589334487915
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,512,5120,0.030907734235127764
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,512,5120,0.030364799499511718
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,512,5120,0.029943466186523438
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,512,5120,0.029611732562383013
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,512,5120,0.029175466299057005
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,512,5120,0.02839999993642171
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,512,5120,0.02828693389892578
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,512,5120,0.02723093430201213
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,512,5120,0.027394133806228637
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,512,5120,0.026450133323669432
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,512,5120,0.02611946662267049
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,512,5120,0.02521386742591858
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,512,5120,0.025158399343490602
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,512,5120,0.02406719923019409
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,512,5120,0.02395520011583964
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,512,5120,0.02352959911028544
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,512,5120,0.023112533489863078
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,512,5120,0.02215999960899353
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,512,5120,0.014094932874043783
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,512,5120,0.014064000050226847
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,512,5120,0.021893332401911415
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,512,5120,0.02106346686681112
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,512,5120,0.012875733772913614
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,512,5120,0.012891733646392822
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,512,5120,0.02109760046005249
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,512,5120,0.020233599344889323
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,512,5120,0.01288640002409617
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,512,5120,0.02062079906463623
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,512,5120,0.019425066312154134
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,512,5120,0.01921066641807556
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,512,5120,0.017207467555999757
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,512,5120,0.018515199422836304
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,512,5120,0.01694933374722799
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,512,5120,0.01692053278287252
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,512,5120,0.017336533466974894
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,512,5120,0.0167797327041626
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,512,5120,0.0168938676516215
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,512,5120,0.018148267269134523
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,512,5120,0.017335466543833413
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,512,5120,0.016911999384562174
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,512,5120,0.016479999820391337
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,512,5120,0.016927999258041383
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,512,5120,0.016515200336774193
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,512,5120,0.016571733355522155
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,512,5120,0.01614720026652018
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,512,5120,0.01650773286819458
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,512,5120,0.01612053314844767
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,512,5120,0.016135467092196147
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,512,5120,0.016546133160591125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,512,5120,0.016394666830698647
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,512,5120,0.015958399573961893
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,512,5120,0.016492799917856852
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,512,5120,0.016133333245913185
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,512,5120,0.016116266449292503
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,512,5120,0.016178133090337117
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,512,5120,0.01609173317750295
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,512,5120,0.01652479966481527
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,512,5120,0.01616320013999939
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,512,5120,0.01614400049050649
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,512,5120,0.016509866714477538
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,512,5120,0.015890133380889893
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,512,5120,0.016114133596420287
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,512,5120,0.01657386620839437
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,512,5120,0.016173866391181946
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,512,5120,0.016520532965660095
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,512,4096,0.10377600193023681
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,512,4096,0.0523199995358785
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,512,4096,0.024965333938598632
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,512,4096,0.013473066687583923
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,512,4096,0.013800533612569174
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,512,5120,0.016081066926320393
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,512,4096,0.013653332988421122
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,512,4096,0.013501866658528646
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,512,4096,0.013512532909711203
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,512,4096,0.0132832000652949
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,512,4096,0.014351999759674073
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,512,4096,0.01226026713848114
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,512,4096,0.01102293332417806
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,512,4096,0.011221333344777425
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,512,4096,0.012693333625793456
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,512,4096,0.011019733548164368
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,512,4096,0.011307733257611592
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,512,4096,0.0092031995455424
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,512,5120,0.016156799594561257
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,512,4096,0.010449066758155823
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,512,4096,0.008693333466847737
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,512,4096,0.01088853379090627
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,512,4096,0.009990400075912476
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,512,4096,0.010824533303578694
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,512,4096,0.009537067015965779
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,512,4096,0.008322133123874665
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,512,4096,0.008326399823029835
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,512,4096,0.010964266459147136
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,512,4096,0.007549866537253062
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,512,4096,0.009174399574597676
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,512,4096,0.007614933451016744
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,512,4096,0.007473066449165344
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,512,5120,0.016498133540153503
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,512,4096,0.007111466427644093
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,512,4096,0.007474133372306823
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,512,4096,0.0070720002055168155
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,512,4096,0.006670933465162914
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,512,4096,0.007005866865317028
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,512,4096,0.0071381335457166035
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,512,4096,0.007075199981530507
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,512,4096,0.006730666756629944
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,512,4096,0.006713599960009258
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,512,5120,0.016141866644223533
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,512,4096,0.006730666756629944
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,512,5120,0.016129066546758018
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,512,4096,0.006708266834417979
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,512,4096,0.0067007998625437425
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,512,5120,0.01616853376229604
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,512,4096,0.006705066561698914
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,512,4096,0.006705066561698914
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,512,4096,0.00673173318306605
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,512,4096,0.006773333251476288
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,512,4096,0.00631466656923294
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,512,4096,0.006704000135262807
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,512,4096,0.0060810665289560955
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,512,4096,0.0067104001839955645
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,512,4096,0.006295466423034668
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,512,4096,0.006651733318964641
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,512,4096,0.00626453310251236
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,512,4096,0.005876266459623972
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,512,4096,0.005890133480230967
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,512,4096,0.005869866907596588
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,512,4096,0.012321066856384278
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,512,4096,0.005940266450246175
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,512,4096,0.005901866654555003
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,512,4096,0.005924266576766968
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,512,4096,0.00589333325624466
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,512,4096,0.005830400188763936
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,512,4096,0.005941333373387655
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,512,4096,0.005870933334032694
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,512,4096,0.00588266650835673
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,512,4096,0.005824000140031179
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,512,4096,0.005886933207511902
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,512,4096,0.0058229332168896995
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,512,4096,0.005508266886075338
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,512,4096,0.01072746713956197
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,512,4096,0.21154239972432456
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,512,4096,0.0988266626993815
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,512,4096,0.04719146490097046
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,512,4096,0.40995305379231767
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,512,4096,0.046869333585103354
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,512,4096,0.043383467197418216
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,512,4096,0.044044800599416095
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,512,4096,0.0070783997575442
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,512,4096,0.04381226698557536
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,512,4096,0.04357440074284871
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,512,4096,0.04273600180943807
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,512,4096,0.04121066729227702
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,512,4096,0.03904106616973877
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,512,4096,0.03906559944152832
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,512,4096,0.03779520193735759
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,512,4096,0.03698879877726237
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,512,4096,0.038541865348815915
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,512,4096,0.03915199836095174
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,512,4096,0.0348746657371521
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,512,4096,0.03497920036315918
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,512,4096,0.03290346662203471
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,512,4096,0.03271999955177307
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,512,4096,0.0312991996606191
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,512,4096,0.030884265899658203
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,512,4096,0.030836266279220582
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,512,4096,0.028310400247573853
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,512,4096,0.028386133909225463
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,512,4096,0.0271616001923879
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,512,4096,0.026787199576695758
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,512,4096,0.02471359968185425
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,512,4096,0.005915733178456625
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,512,4096,0.024979199965794882
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,512,4096,0.024421334266662598
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,512,4096,0.024101332823435465
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,512,4096,0.02183893322944641
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,512,4096,0.021824000279108684
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,512,4096,0.020230400562286376
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,512,4096,0.020038400093714395
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,512,4096,0.019678932428359986
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,512,4096,0.020148267348607383
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,512,4096,0.018542933464050292
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,512,4096,0.018633600076039633
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,512,4096,0.01923840045928955
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,512,4096,0.01897066632906596
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,512,4096,0.01772800087928772
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,512,4096,0.01759786605834961
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,512,4096,0.019314134120941163
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,512,4096,0.017694934209187826
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,512,4096,0.017288533846537273
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,512,4096,0.017774933576583864
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,512,4096,0.017650133371353148
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,512,4096,0.01890986760457357
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,512,4096,0.018268799781799315
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,512,4096,0.017321600516637167
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,512,4096,0.016506666938463845
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,512,4096,0.017270400126775106
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,512,4096,0.017706666390101114
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,512,4096,0.01632213294506073
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,512,4096,0.017076265811920167
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,512,4096,0.016962132851282754
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,512,4096,0.0165994664033254
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,512,4096,0.0169706662495931
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,512,4096,0.016539733608563742
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,512,4096,0.017195733388264973
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,512,4096,0.00665280024210612
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,512,4096,0.016520532965660095
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,512,4096,0.016565333803494772
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,512,4096,0.016523733735084534
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,512,4096,0.016549332936604818
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,512,4096,0.016926934321721397
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,512,4096,0.016718933979670204
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,512,4096,0.01652479966481527
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,512,4096,0.016876800855000814
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,512,4096,0.016698666413625083
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,512,4096,0.016502400239308677
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,512,4096,0.03188800017038981
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,512,4096,0.005919999877611796
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,512,4096,0.020166399081548055
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,512,4096,0.09805760383605958
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,512,4096,0.08735679785410563
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,512,4096,0.3229717254638672
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,512,4096,0.08208320140838624
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,512,4096,0.08803520202636719
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,512,4096,0.07799786726633708
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,512,4096,0.09851733048756918
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,512,4096,0.07742186387379965
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,512,4096,0.0729909340540568
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,512,4096,0.09318400224049886
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,512,4096,0.6467701594034831
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,512,4096,0.09317013422648111
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,512,4096,1.2829471588134767
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,512,4096,0.08283306757609049
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,512,4096,0.06612799962361654
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,512,4096,0.06128000020980835
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,512,4096,0.07138240337371826
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,512,4096,0.06568640073140462
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,512,4096,0.06080746650695801
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,512,4096,0.05666773319244385
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,512,4096,0.05585066477457682
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,512,4096,0.03421866496404012
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,512,4096,0.05128106673558554
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,512,4096,0.05048640171686808
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,512,4096,0.045324798425038657
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,512,4096,0.04068479935328166
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,512,4096,0.04499413172403972
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,512,4096,0.03578133185704549
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,512,4096,0.03981013298034668
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,512,4096,0.029679999748865767
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,512,4096,0.02882560094197591
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,512,4096,0.024709333976109825
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,512,4096,0.0239519993464152
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,512,4096,0.019849600394566853
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,512,4096,0.018972800175348917
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,512,4096,0.014801067113876343
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,512,4096,0.012422399719556172
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,512,4096,0.010762666662534077
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,512,4096,0.010822400450706482
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,512,4096,0.012871467073758445
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,512,4096,0.01037440001964569
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,512,4096,0.010796800255775452
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,512,4096,0.010780800382296245
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,512,4096,0.010803199807802836
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,512,4096,0.010778666536013285
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,512,4096,0.010616532961527507
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,512,4096,0.009284266829490661
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,512,4096,0.009206400314966837
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,512,4096,0.009588266412417095
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,512,4096,0.009537067015965779
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,512,4096,0.009563733140627544
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,512,4096,0.012016000350316365
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,512,4096,0.0095551997423172
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,512,4096,0.011973333358764649
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,512,4096,0.009571199615796406
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,512,4096,0.012008532881736755
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,512,4096,0.009540266791979472
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,512,4096,0.012008532881736755
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,512,4096,0.009553066889444987
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,512,4096,0.01158186693986257
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,512,4096,0.0095360000928243
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,512,4096,0.012075733145078022
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,512,4096,0.009161600470542907
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,512,4096,0.012014933427174886
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,512,4096,0.009186133742332458
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,512,4096,0.011622400085131327
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,512,4096,0.013697066903114319
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,512,4096,0.009357866644859315
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,512,4096,0.011993599931399028
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,512,4096,0.0774463971455892
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,512,4096,0.14728533426920573
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,512,4096,0.041384534041086836
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,512,4096,0.0277834673722585
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,512,4096,0.0276853342851003
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,512,4096,0.02727466622988383
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,512,4096,0.02683839996655782
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,512,4096,0.026366933186848955
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,512,4096,0.02590186595916748
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,512,4096,0.025597866376241046
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,512,4096,0.025593600670496625
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,512,4096,0.02473919987678528
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,512,4096,0.024870399634043375
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,512,4096,0.02400319973627726
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,512,4096,0.023949867486953734
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,512,4096,0.02340266704559326
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,512,4096,0.022983467578887938
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,512,4096,0.022310400009155275
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,512,4096,0.022107734282811483
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,512,4096,0.021895466248194377
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,512,4096,0.02144533395767212
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,512,4096,0.021093332767486574
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,512,4096,0.020578134059906005
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,512,4096,0.01999146739641825
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,512,4096,0.01994453271230062
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,512,4096,0.019423999389012656
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,512,4096,0.019090133905410766
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,512,4096,0.018645334243774413
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,512,4096,0.017923200130462648
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,512,4096,0.017730132738749186
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,512,4096,0.017468800147374473
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,512,4096,0.016953599452972413
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,512,4096,0.016526933511098227
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,512,4096,0.015848533312479655
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,512,4096,0.013276799519856771
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,512,4096,0.0160863995552063
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,512,4096,0.012869333227475485
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,512,4096,0.01213653286298116
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,512,4096,0.011988266309102377
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,512,4096,0.015291733543078103
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,512,4096,0.014494933684666953
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,512,4096,0.012054399649302164
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,512,4096,0.014888532956441245
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,512,4096,0.014708266655604044
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,512,4096,0.014490666985511779
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,512,4096,0.014872533082962037
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,512,4096,0.014513066411018372
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,512,4096,0.014882133404413859
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,512,4096,0.014913066228230795
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,512,4096,0.014491732915242514
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,512,4096,0.014035200079282125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,512,4096,0.0142794668674469
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,512,4096,0.014108799894650779
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,512,4096,0.014074666301409402
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,512,4096,0.013689600427945457
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,512,4096,0.01411946713924408
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,512,4096,0.01442026694615682
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,512,4096,0.01415786643822988
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,512,4096,0.014038399855295817
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,512,4096,0.014070399602254233
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,512,4096,0.014101333419481912
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,512,4096,0.014054399728775025
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,512,4096,0.014032000303268432
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,512,4096,0.014443733294804893
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,512,4096,0.01444906691710154
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,512,4096,0.01363200048605601
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,512,4096,0.01411733329296112
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,512,4096,0.014475733041763306
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,512,4096,0.013699199755986533
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,512,4096,0.014105600118637086
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,512,4096,0.014446933070818582
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,512,4096,0.013977600137392679
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,512,3584,0.091430401802063
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,512,4096,0.01446399986743927
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,512,3584,0.04497066736221313
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,512,3584,0.021610667308171592
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,512,3584,0.012179199854532878
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,512,3584,0.01115733285744985
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,512,3584,0.012422399719556172
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,512,4096,0.01404906709988912
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,512,3584,0.01218986709912618
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,512,3584,0.01220373312632243
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,512,3584,0.013138133287429809
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,512,3584,0.012026666601498922
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,512,3584,0.011177600423494975
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,512,3584,0.01011199951171875
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,512,3584,0.011627733707427979
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,512,3584,0.01037440001964569
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,512,3584,0.010059733192125957
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,512,3584,0.010613333185513813
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,512,3584,0.00855466624101003
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,512,3584,0.009644800424575805
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,512,3584,0.00909866690635681
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,512,3584,0.007878399888674418
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,512,3584,0.009976533055305482
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,512,3584,0.009103999535242716
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,512,3584,0.010705066720644633
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,512,3584,0.008100266754627227
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,512,3584,0.007538133362929027
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,512,3584,0.007143466671307881
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,512,3584,0.0074976002176602675
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,512,3584,0.006673066814740498
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,512,3584,0.007088000078996022
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,512,3584,0.007064533233642578
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,512,4096,0.014317867159843446
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,512,3584,0.0067221333583196
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,512,3584,0.0066431999206542965
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,512,3584,0.0066431999206542965
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,512,3584,0.006270933151245117
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,512,3584,0.00629013329744339
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,512,3584,0.006299733122189839
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,512,3584,0.006333866715431213
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,512,3584,0.006311466793219249
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,512,4096,0.01411946713924408
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,512,3584,0.0063285330931345625
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,512,3584,0.006286933521429698
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,512,3584,0.00626986672480901
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,512,3584,0.006275199850400289
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,512,3584,0.006265600025653839
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,512,3584,0.006302933394908905
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,512,3584,0.006293333570162455
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,512,4096,0.01369599997997284
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,512,3584,0.006268799801667531
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,512,3584,0.006301866471767425
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,512,3584,0.006246399879455566
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,512,3584,0.006296533346176148
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,512,3584,0.005862399935722351
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,512,3584,0.006235733131567637
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,512,4096,0.014056533575057983
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,512,3584,0.005899733304977417
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,512,3584,0.012187733252843221
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,512,3584,0.005898666878541311
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,512,3584,0.005827199916044871
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,512,3584,0.00556160012880961
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,512,3584,0.005836800237496694
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,512,3584,0.0058442667126655575
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,512,3584,0.005859200159708659
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,512,3584,0.005850666761398315
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,512,3584,0.005850666761398315
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,512,3584,0.005852800110975901
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,512,3584,0.005523199836413065
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,512,3584,0.005678933362166087
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,512,3584,0.005849599838256836
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,512,3584,0.005851733187834421
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,512,3584,0.0054954667886098225
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,512,3584,0.00551146666208903
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,512,3584,0.005490133166313171
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,512,3584,0.0058783998092015585
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,512,3584,0.18753493626912435
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,512,3584,0.008732799688975017
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,512,3584,0.36144641240437825
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,512,3584,0.08409279982248942
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,512,3584,0.043126400311787924
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,512,3584,0.04351573387781779
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,512,3584,0.04091946681340535
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,512,3584,0.04147626558939616
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,512,3584,0.03917546669642131
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,512,3584,0.03904533386230469
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,512,3584,0.03898666699727376
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,512,3584,0.03831786712010701
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,512,3584,0.03695679903030395
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,512,3584,0.036906667550404865
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,512,3584,0.036909866333007815
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,512,3584,0.036099199453989664
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,512,3584,0.03512746493021647
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,512,3584,0.03500159978866577
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,512,3584,0.032307199637095135
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,512,3584,0.03288960059483846
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,512,3584,0.006244266529877981
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,512,4096,0.014085333546002707
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,512,3584,0.030894933144251506
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,512,3584,0.03099626700083415
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,512,3584,0.03148586750030517
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,512,3584,0.030868266026179
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,512,3584,0.029002666473388672
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,512,3584,0.02951573332150777
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,512,3584,0.027139200766881304
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,512,3584,0.005870933334032694
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,512,3584,0.005627733469009399
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,512,3584,0.025464532772699992
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,512,3584,0.024858667453130086
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,512,3584,0.024600533644358318
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,512,3584,0.02271040081977844
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,512,3584,0.02295253276824951
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,512,3584,0.021237333615620933
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,512,3584,0.021668267250061036
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,512,3584,0.018601600329081217
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,512,3584,0.018743467330932618
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,512,3584,0.018730666240056357
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,512,3584,0.018567466735839845
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,512,3584,0.01916586756706238
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,512,3584,0.01920106609662374
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,512,3584,0.01829866568247477
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,512,3584,0.01777600049972534
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,512,3584,0.017015467087427773
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,512,3584,0.01658453345298767
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,512,3584,0.017869865894317626
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,512,3584,0.017068799336751303
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,512,3584,0.016664533813794454
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,512,3584,0.016642133394877114
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,512,3584,0.01757546663284302
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,512,3584,0.017384533087412515
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,512,3584,0.016387200355529784
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,512,3584,0.0161461333433787
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,512,3584,0.016337066888809204
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,512,3584,0.01611199975013733
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,512,3584,0.01570026675860087
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,512,3584,0.016296533743540446
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,512,3584,0.01665279964605967
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,512,3584,0.015470932920773825
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,512,3584,0.015299200018246969
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,512,3584,0.016899200280507405
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,512,3584,0.015284267067909241
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,512,3584,0.016445866227149962
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,512,3584,0.015226667126019796
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,512,3584,0.016176000237464905
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,512,3584,0.015159466862678527
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,512,3584,0.01576959987481435
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,512,3584,0.01614400049050649
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,512,3584,0.014670933286348978
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,512,3584,0.01621333360671997
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,512,3584,0.02679786682128906
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,512,3584,0.024150399367014568
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,512,3584,0.018709333737691243
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,512,3584,0.0185098667939504
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,512,3584,0.016706132888793947
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,512,3584,0.015611732999483744
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,512,3584,0.31239681243896483
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,512,3584,0.09766720136006674
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,512,3584,0.09739627043406168
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,512,3584,0.08649280071258544
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,512,3584,0.08180586496988931
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,512,3584,0.08162240187327066
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,512,3584,0.09219093322753906
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,512,3584,0.07673493226369223
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,512,3584,0.07632853190104166
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,512,3584,0.07189333438873291
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,512,3584,0.09183359940846761
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,512,3584,0.08728000322977701
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,512,3584,1.3049482981363931
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,512,3584,0.6579221089680989
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,512,3584,0.06605973243713378
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,512,3584,0.060302933057149254
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,512,3584,0.07061973412831625
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,512,3584,0.055871999263763426
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,512,3584,0.06120746533075968
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,512,3584,0.0657034675280253
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,512,3584,0.04483840068181356
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,512,3584,0.055155201752980554
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,512,3584,0.03945493300755819
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,512,3584,0.0341599980990092
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,512,3584,0.049675734837849934
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,512,3584,0.0292138675848643
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,512,3584,0.028834132353464763
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,512,3584,0.03984853426615397
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,512,3584,0.03494720061620076
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,512,3584,0.049711998303731283
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,512,3584,0.019403733809789023
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,512,3584,0.02427519957224528
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,512,3584,0.04560106595357259
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,512,3584,0.02387946645418803
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,512,3584,0.014134400089581809
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,512,3584,0.012755200266838074
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,512,3584,0.011587199568748475
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,512,3584,0.012844799955685934
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,512,3584,0.011782399813334147
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,512,3584,0.018609066804250084
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,512,3584,0.010411733388900756
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,512,3584,0.01042133371035258
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,512,3584,0.010029866298039754
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,512,3584,0.010223999619483948
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,512,3584,0.009979733824729919
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,512,3584,0.00999786655108134
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,512,3584,0.01027733286221822
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,512,3584,0.01251520017782847
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,512,3584,0.01002239982287089
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,512,3584,0.00915839970111847
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,512,3584,0.008789333701133727
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,512,3584,0.008778666456540424
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,512,3584,0.01067200005054474
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,512,3584,0.009128533800443013
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,512,3584,0.010871466994285584
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,512,3584,0.010758399963378906
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,512,3584,0.009527466694513957
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,512,3584,0.010417067011197408
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,512,3584,0.008772266904513042
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,512,3584,0.010600533088048298
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,512,3584,0.011307733257611592
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,512,3584,0.009190400441487629
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,512,3584,0.011297067006429035
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,512,3584,0.009126399954160053
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,512,3584,0.011070932944615681
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,512,3584,0.01067733367284139
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,512,3584,0.012409599622090657
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,512,3584,0.010413866241772969
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,512,3584,0.009136000275611877
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,512,3584,0.011212799946467083
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,512,3584,0.011646933356920878
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,512,3584,0.011241599917411804
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,512,3584,0.009199999769528707
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,512,3584,0.011646933356920878
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,512,3584,0.07038933436075846
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,512,3584,0.02515733242034912
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,512,3584,0.13311999638875324
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,512,3584,0.025572266181310015
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,512,3584,0.02490880091985067
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,512,3584,0.03688640197118123
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,512,3584,0.024361600478490196
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,512,3584,0.023989333709081014
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,512,3584,0.024742400646209715
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,512,3584,0.023520000775655112
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,512,3584,0.023145600159962972
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,512,3584,0.022691200176874794
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,512,3584,0.02297919988632202
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,512,3584,0.022102399667104086
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,512,3584,0.02216959993044535
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,512,3584,0.02108373244603475
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,512,3584,0.020651733875274657
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,512,3584,0.02129279971122742
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,512,3584,0.020615466435750327
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,512,3584,0.0199455996354421
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,512,3584,0.019466666380564372
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,512,3584,0.019471999009450278
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,512,3584,0.018998400370279948
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,512,3584,0.01855573256810506
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,512,3584,0.018222934007644652
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,512,3584,0.018153599898020425
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,512,3584,0.017358932892481485
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,512,3584,0.017035732666651406
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,512,3584,0.016923733552296958
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,512,3584,0.016503467162450155
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,512,3584,0.016535466909408568
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,512,3584,0.015291733543078103
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,512,3584,0.015315199891726175
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,512,3584,0.014710399508476257
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,512,3584,0.014885333180427552
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,512,3584,0.014107732971509298
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,512,3584,0.013726933797200521
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,512,3584,0.014102400342623393
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,512,3584,0.01365226705869039
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,512,3584,0.014020267128944396
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,512,3584,0.013640532890955607
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,512,3584,0.013948800166447959
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,512,3584,0.013288533687591553
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,512,3584,0.013709867000579834
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,512,3584,0.013660800457000733
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,512,3584,0.013291733463605246
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,512,3584,0.013492266337076822
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,512,3584,0.013273599743843078
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,512,3584,0.012885333100954691
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,512,3584,0.012862933675448099
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,512,3584,0.013432533542315165
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,512,3584,0.013229866822560629
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,512,3584,0.013286399841308593
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,512,3584,0.012862933675448099
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,512,3584,0.0132832000652949
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,512,3584,0.012847999731699625
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,512,3584,0.012851199507713318
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,512,3584,0.013281066219011942
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,512,3584,0.013291733463605246
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,512,3584,0.013340800007184347
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,512,3584,0.013076266646385193
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,512,3584,0.013281066219011942
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,512,3584,0.012869333227475485
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,512,3584,0.012853333353996277
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,512,3584,0.013271466890970866
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,512,3584,0.013229866822560629
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,512,3584,0.0132832000652949
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,512,3584,0.01323199967543284
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,512,3584,0.013010133306185404
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,512,3072,0.03888426621754964
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,512,3072,0.07810880343119303
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,512,3072,0.019309866428375243
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,512,3072,0.010756267110506694
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,512,3072,0.010830932855606079
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,512,3072,0.009939199686050415
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,512,3072,0.01116373340288798
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,512,3072,0.010811733206113179
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,512,3072,0.010839466253916423
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,512,3072,0.01162559986114502
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,512,3072,0.010769066214561463
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,512,3072,0.009085866808891296
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,512,3072,0.010366933544476827
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,512,3072,0.010148266951243084
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,512,3072,0.009507200121879578
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,512,3072,0.007549866537253062
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,512,3072,0.008776533603668212
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,512,3072,0.007947733501593272
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,512,3584,0.012900267044703165
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,512,3072,0.007123200098673503
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,512,3072,0.008835200468699138
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,512,3072,0.008292266726493835
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,512,3072,0.007962666451931
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,512,3072,0.008936533331871032
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,512,3072,0.0066997334361076355
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,512,3584,0.013217066725095114
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,512,3072,0.006690133114655812
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,512,3072,0.0066538666685422255
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,512,3072,0.006316799918810527
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,512,3072,0.006268799801667531
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,512,3072,0.006311466793219249
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,512,3072,0.0058773333827654515
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,512,3072,0.0058378666639328
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,512,3584,0.013301333785057068
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,512,3072,0.005831466615200042
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,512,3072,0.005850666761398315
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,512,3072,0.005721599857012431
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,512,3072,0.005840000013510386
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,512,3072,0.005842133363087972
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,512,3072,0.00552106648683548
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,512,3072,0.005854933460553487
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,512,3072,0.005862399935722351
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,512,3072,0.005845333139101664
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,512,3072,0.005454933146635691
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,512,3072,0.0054954667886098225
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,512,3072,0.0054517333706219995
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,512,3072,0.005573333303133646
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,512,3072,0.0055189331372578945
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,512,3072,0.005635199944178263
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,512,3072,0.005505066613356272
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,512,3072,0.005482666691144307
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,512,3072,0.005427200098832448
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,512,3072,0.0054848000407218935
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,512,3072,0.005502933263778686
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,512,3072,0.005414400001366933
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,512,3584,0.01362773378690084
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,512,3072,0.005490133166313171
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,512,3072,0.00547733356555303
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,512,3072,0.005438933273156484
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,512,3072,0.005471999943256378
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,512,3072,0.005486933390299479
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,512,3072,0.005486933390299479
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,512,3072,0.01000853379567464
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,512,3072,0.0054624001185099285
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,512,3072,0.005413333574930826
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,512,3072,0.005485866467158
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,512,3072,0.009308800101280212
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,512,3072,0.005435733497142792
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,512,3072,0.005491200089454651
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,512,3072,0.005490133166313171
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,512,3072,0.0050453335046768185
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,512,3072,0.0053375999132792154
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,512,3072,0.005089066425959269
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,512,3072,0.005448533097902933
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,512,3584,0.01288640002409617
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,512,3072,0.1602805296579997
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,512,3072,0.06801493167877197
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,512,3072,0.03905066649119059
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,512,3072,0.006841599941253662
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,512,3072,0.038882132371266684
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,512,3072,0.037666134039560956
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,512,3072,0.03696639935175578
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,512,3072,0.03838293155034383
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,512,3072,0.037037865320841475
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,512,3072,0.006251733501752217
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,512,3072,0.03694613377253215
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,512,3072,0.03550826708475749
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,512,3072,0.034601600964864095
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,512,3072,0.03379520177841187
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,512,3072,0.032843732833862306
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,512,3072,0.0319541335105896
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,512,3072,0.03206933339436849
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,512,3072,0.030643200874328612
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,512,3072,0.03070613344510396
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,512,3072,0.02940906683603923
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,512,3072,0.029649066925048827
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,512,3072,0.028759467601776122
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,512,3072,0.027035733064015705
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,512,3072,0.027874133984247845
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,512,3072,0.02490880091985067
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,512,3072,0.025330134232838947
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,512,3072,0.005487999816735586
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,512,3072,0.023883734146753946
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,512,3072,0.024519467353820802
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,512,3072,0.022667733828226726
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,512,3072,0.022842667500178018
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,512,3072,0.02254293362299601
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,512,3072,0.005400533477465311
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,512,3072,0.022379734118779502
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,512,3072,0.020696532726287842
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,512,3072,0.020595200856526694
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,512,3072,0.01901866594950358
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,512,3072,0.018844799200693766
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,512,3072,0.01863573392232259
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,512,3072,0.018759467204411826
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,512,3072,0.018602667252222697
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,512,3072,0.017245866854985557
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,512,3072,0.017035732666651406
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,512,3072,0.016744534174601235
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,512,3072,0.017326933145523072
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,512,3072,0.016611199577649435
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,512,3072,0.016516266266504924
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,512,3072,0.3131466547648112
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,512,3072,0.016798933347066246
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,512,3072,0.016683733463287352
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,512,3072,0.01704960068066915
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,512,3072,0.017452800273895265
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,512,3072,0.01660266617933909
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,512,3072,0.01627946694691976
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,512,3072,0.016463999946912132
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,512,3072,0.017500799894332886
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,512,3072,0.01576640009880066
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,512,3072,0.01579200029373169
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,512,3072,0.014974932869275412
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,512,3072,0.01527679959932963
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,512,3072,0.015559466679890952
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,512,3072,0.01606613298257192
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,512,3072,0.016105600198109946
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,512,3072,0.03280319968859355
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,512,3072,0.014854400356610616
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,512,3072,0.015571199854214988
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,512,3072,0.014510933558146158
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,512,3072,0.01731733282407125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,512,3072,0.014684800306955972
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,512,3072,0.015684266885121666
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,512,3072,0.014706133802731832
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,512,3072,0.028274132808049517
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,512,3072,0.014602667093276978
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,512,3072,0.01498240033785502
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,512,3072,0.015267200271288552
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,512,3072,0.016833066940307617
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,512,3072,0.0153546671072642
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,512,3072,0.014824533462524414
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,512,3072,0.0963327964146932
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,512,3072,0.0961130698521932
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,512,3072,0.23588693936665855
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,512,3072,0.08582186698913574
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,512,3072,0.6444032033284505
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,512,3072,0.08098560174306234
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,512,3072,0.08085333506266276
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,512,3072,0.07583893140157064
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,512,3072,0.07585386435190836
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,512,3072,0.0705952008565267
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,512,3072,0.09144746462504069
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,512,3072,0.09111359914143881
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,512,3072,0.08649813334147136
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,512,3072,1.281835683186849
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,512,3072,0.06976106961568197
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,512,3072,0.059495464960734046
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,512,3072,0.0645034670829773
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,512,3072,0.06447466611862182
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,512,3072,0.05968533356984457
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,512,3072,0.039000535011291505
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,512,3072,0.03868800004323324
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,512,3072,0.03381226857503255
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,512,3072,0.03378239870071411
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,512,3072,0.05502293507258097
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,512,3072,0.053821865717569986
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,512,3072,0.049347201983133956
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,512,3072,0.04893653392791748
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,512,3072,0.0439733346303304
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,512,3072,0.04400959809621175
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,512,3072,0.02839573423067729
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,512,3072,0.028828799724578857
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,512,3072,0.023882667223612465
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,512,3072,0.023059199253718056
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,512,3072,0.018689066171646118
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,512,3072,0.017757866779963175
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,512,3072,0.013640532890955607
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,512,3072,0.011170132954915365
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,512,3072,0.012133333086967468
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,512,3072,0.00993386705716451
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,512,3072,0.009938133756319682
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,512,3072,0.009940266609191895
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,512,3072,0.00995199978351593
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,512,3072,0.009946667154630025
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,512,3072,0.009594666957855224
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,512,3072,0.009677867094675701
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,512,3072,0.009581866860389709
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,512,3072,0.008734933535257975
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,512,3072,0.008494933446248371
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,512,3072,0.010384000341097514
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,512,3072,0.009596799810727436
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,512,3072,0.012455466389656066
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,512,3072,0.010745599865913391
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,512,3072,0.00878613293170929
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,512,3072,0.01039573351542155
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,512,3072,0.008529067039489746
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,512,3072,0.010417067011197408
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,512,3072,0.008564266562461852
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,512,3072,0.012530133128166199
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,512,3072,0.010009599725405376
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,512,3072,0.008734933535257975
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,512,3072,0.010424533486366272
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,512,3072,0.010405332843462626
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,512,3072,0.008589866757392883
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,512,3072,0.009966933727264404
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,512,3072,0.01076586643854777
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,512,3072,0.008327466746171314
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,512,3072,0.010396800438563029
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,512,3072,0.009993599851926167
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,512,3072,0.0083146666487058
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,512,3072,0.008711466193199157
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,512,3072,0.012457600235939026
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,512,3072,0.03208213249842326
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,512,3072,0.062009600798288975
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,512,3072,0.1158069372177124
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,512,3072,0.011260799566904704
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,512,3072,0.011248000462849935
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,512,3072,0.023066665728886923
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,512,3072,0.023106133937835692
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,512,3072,0.022477867205937703
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,512,3072,0.022009599208831786
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,512,3072,0.021657600005467733
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,512,3072,0.021090133984883627
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,512,3072,0.021160533030827842
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,512,3072,0.021566933393478392
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,512,3072,0.02063573400179545
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,512,3072,0.02034453352292379
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,512,3072,0.01997013290723165
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,512,3072,0.019143466154734293
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,512,3072,0.019818667570749918
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,512,3072,0.019402666886647543
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,512,3072,0.018578133980433145
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,512,3072,0.01858666737874349
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,512,3072,0.018153599898020425
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,512,3072,0.017786665757497152
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,512,3072,0.017372800906499227
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,512,3072,0.016935465733210246
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,512,3072,0.01694399913152059
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,512,3072,0.017502933740615845
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,512,3072,0.016221867005030314
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,512,3072,0.016160000363985697
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,512,3072,0.01573013365268707
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,512,3072,0.015675733486811318
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,512,3072,0.015282133221626281
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,512,3072,0.014948266744613647
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,512,3072,0.014155733585357665
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,512,3072,0.01453013320763906
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,512,3072,0.013717333475748697
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,512,3072,0.013414399822553
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,512,3072,0.012800000111262002
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,512,3072,0.012809600432713827
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,512,3072,0.012866133451461792
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,512,3072,0.012452266613642375
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,512,3072,0.012863999605178833
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,512,3072,0.012549333771069846
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,512,3072,0.01243839959303538
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,512,3072,0.012466133634249369
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,512,3072,0.012846933801968894
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,512,3072,0.01236799955368042
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,512,3072,0.012090667088826498
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,512,3072,0.012391466895739238
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,512,3072,0.012566399574279786
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,512,3072,0.012005333105723064
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,512,3072,0.012447999914487202
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,512,3072,0.012405332922935487
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,512,3072,0.012405332922935487
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,512,3072,0.012104533116022746
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,512,3072,0.012425600488980611
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,512,3072,0.012066133817036946
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,512,3072,0.012005333105723064
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,512,3072,0.012473600109418233
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,512,3072,0.012456533312797547
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,512,3072,0.012037332852681477
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,512,3072,0.01246506671110789
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,512,3072,0.01200320025285085
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,512,3072,0.01204266647497813
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,512,3072,0.012426666418711345
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,512,3072,0.0123989333709081
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,512,3072,0.012039466698964437
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,512,3072,0.012409599622090657
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,512,3072,0.01242026686668396
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,512,3072,0.011637333035469054
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,512,2560,0.06566293239593506
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,512,2560,0.032228267192840575
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,512,3072,0.012030933300654094
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,512,2560,0.01648640036582947
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,512,2560,0.009594666957855224
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,512,2560,0.009574400385220845
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,512,2560,0.008744532863299053
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,512,2560,0.009717333316802978
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,512,3072,0.012390399972597759
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,512,2560,0.009562666217486065
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,512,2560,0.00965226689974467
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,512,2560,0.01033066709836324
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,512,2560,0.008948266506195068
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,512,2560,0.009543466567993163
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,512,3072,0.012401066223780314
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,512,2560,0.009113599856694538
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,512,2560,0.00830080012480418
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,512,2560,0.008836266398429871
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,512,2560,0.00680213322242101
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,512,2560,0.009175466497739156
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,512,2560,0.007162666817506154
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,512,2560,0.0063701331615448
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,512,2560,0.007880533238252004
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,512,2560,0.00746559997399648
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,512,2560,0.007875200112660725
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,512,2560,0.007145600020885467
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,512,2560,0.006742399930953979
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,512,3072,0.012001066406567892
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,512,2560,0.005836800237496694
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,512,2560,0.005886933207511902
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,512,2560,0.0055637334783871974
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,512,2560,0.005860266586144766
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,512,2560,0.005692799886067709
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,512,3072,0.012474667032559712
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,512,2560,0.005614933371543884
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,512,2560,0.005072000126043955
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,512,2560,0.005458133419354757
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,512,2560,0.005108266572157542
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,512,2560,0.005016533533732096
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,512,2560,0.005018666883309682
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,512,2560,0.005063466727733612
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,512,2560,0.005062399804592133
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,512,2560,0.005030400057633718
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,512,2560,0.005054933329423269
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,512,2560,0.005016533533732096
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,512,2560,0.0050570666790008545
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,512,2560,0.005010133484999338
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,512,2560,0.005048533280690512
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,512,2560,0.005017599960168203
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,512,2560,0.00505920002857844
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,512,2560,0.00506986677646637
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,512,2560,0.005092266698678335
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,512,3072,0.012447999914487202
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,512,2560,0.005022933085759481
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,512,2560,0.0050687998533248905
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,512,2560,0.005046399931112925
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,512,2560,0.005011199911435445
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,512,2560,0.005072000126043955
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,512,2560,0.005491200089454651
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,512,2560,0.0050240000089009605
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,512,2560,0.005075199902057648
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,512,2560,0.005098666747411092
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,512,2560,0.005095466474692027
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,512,2560,0.005108266572157542
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,512,2560,0.0051018665234247845
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,512,2560,0.005108266572157542
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,512,2560,0.005128533144791921
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,512,2560,0.005098666747411092
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,512,2560,0.005021866659323374
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,512,2560,0.005055999755859375
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,512,2560,0.0053845331072807315
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,512,2560,0.005118933320045471
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,512,2560,0.005055999755859375
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,512,2560,0.005061333378156027
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,512,2560,0.0050453335046768185
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,512,2560,0.005072000126043955
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,512,2560,0.054864001274108884
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,512,2560,0.13286293347676595
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,512,2560,0.03701866865158081
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,512,2560,0.035327998797098796
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,512,2560,0.26358933448791505
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,512,2560,0.007960533102353413
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,512,2560,0.03368746836980184
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,512,2560,0.034550400575002034
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,512,2560,0.03288960059483846
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,512,2560,0.03289493322372437
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,512,2560,0.006297599772612255
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,512,2560,0.03291200002034505
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,512,2560,0.030429865916570025
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,512,2560,0.030065067609151203
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,512,2560,0.030849067370096843
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,512,2560,0.030851199229558306
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,512,2560,0.03083840012550354
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,512,2560,0.030507733424504597
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,512,2560,0.028413865963617963
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,512,2560,0.028830933570861816
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,512,2560,0.026850134134292603
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,512,2560,0.027102933327356978
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,512,2560,0.02627840042114258
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,512,2560,0.02550400098164876
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,512,2560,0.025194666783014935
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,512,2560,0.025810132424036663
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,512,2560,0.023741867144902548
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,512,2560,0.023590399821599325
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,512,2560,0.02263360023498535
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,512,2560,0.02261120080947876
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,512,2560,0.02062506675720215
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,512,2560,0.020665599902470907
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,512,2560,0.019356799125671387
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,512,2560,0.019697066148122153
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,512,2560,0.00788373351097107
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,512,2560,0.03291093309720357
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,512,2560,0.018387200435002644
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,512,2560,0.019108267625172932
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,512,2560,0.017100799083709716
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,512,2560,0.017443199952443443
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,512,2560,0.017041067282358803
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,512,2560,0.01690773367881775
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,512,2560,0.016528000434239708
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,512,2560,0.01655359963575999
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,512,2560,0.018311466773351034
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,512,2560,0.01652906636397044
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,512,2560,0.016679465770721436
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,512,2560,0.016484266519546507
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,512,2560,0.016261333227157594
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,512,2560,0.017174400885899863
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,512,2560,0.016646400094032288
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,512,2560,0.01676373283068339
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,512,2560,0.005479466418425242
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,512,2560,0.01684373418490092
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,512,2560,0.016302933295567833
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,512,2560,0.015033599734306336
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,512,2560,0.01601066688696543
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,512,2560,0.016155733664830526
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,512,2560,0.015056000153223673
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,512,2560,0.01527679959932963
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,512,2560,0.014724266529083253
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,512,2560,0.01458346645037333
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,512,2560,0.02436586618423462
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,512,2560,0.014673067132631936
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,512,2560,0.014441600441932679
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,512,2560,0.014513066411018372
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,512,2560,0.014492799838383993
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,512,2560,0.014667733510335287
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,512,2560,0.022789333264033
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,512,2560,0.015099733074506124
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,512,2560,0.015613866845766702
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,512,2560,0.014510933558146158
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,512,2560,0.01448319951693217
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,512,2560,0.014556800325711569
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,512,2560,0.014881066481272378
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,512,2560,0.014525866508483887
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,512,2560,0.014467199643452963
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,512,2560,0.014495999614397685
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,512,3072,0.01130560040473938
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,512,2560,0.09601279894510904
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,512,2560,0.09558506806691489
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,512,2560,0.1816480000813802
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,512,2560,0.08008106549580893
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,512,2560,0.0800266663233439
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,512,2560,0.07498772939046225
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,512,2560,0.07472639878590902
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,512,2560,0.06997333367665609
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,512,2560,0.6332927703857422
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,512,2560,1.265770721435547
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,512,2560,0.09117013613382975
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,512,2560,0.09033706982930502
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,512,2560,0.08476266860961915
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,512,2560,0.08537173271179199
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,512,2560,0.0640501340230306
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,512,2560,0.06902293364206949
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,512,2560,0.05915520191192627
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,512,2560,0.059164798259735106
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,512,2560,0.06443413496017455
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,512,2560,0.0538271983464559
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,512,2560,0.05378239949544271
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,512,2560,0.03331413269042969
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,512,2560,0.04889066616694133
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,512,2560,0.043546664714813235
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,512,2560,0.048501332600911454
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,512,2560,0.043532800674438474
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,512,2560,0.03368853330612183
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,512,2560,0.03906986713409424
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,512,2560,0.03905706803003947
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,512,2560,0.028421332438786823
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,512,2560,0.028012800216674804
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,512,2560,0.023527467250823976
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,512,2560,0.022722133000691733
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,512,2560,0.018402133385340372
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,512,2560,0.017730132738749186
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,512,2560,0.013316266735394797
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,512,2560,0.010761599739392598
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,512,2560,0.009147733449935913
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,512,2560,0.009405866265296936
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,512,2560,0.009338666995366413
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,512,2560,0.009547733267148336
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,512,2560,0.012055466572443645
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,512,2560,0.009133866429328919
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,512,2560,0.009593600034713745
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,512,2560,0.009540266791979472
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,512,2560,0.009547733267148336
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,512,2560,0.008331733445326488
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,512,2560,0.007899733384450276
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,512,2560,0.007934933404127757
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,512,2560,0.00832426647345225
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,512,2560,0.00790826678276062
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,512,2560,0.008308266599973042
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,512,2560,0.00796693315108617
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,512,2560,0.008322133123874665
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,512,2560,0.008397866288820903
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,512,2560,0.007964799801508587
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,512,2560,0.00830506682395935
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,512,2560,0.0083146666487058
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,512,2560,0.008316799998283386
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,512,2560,0.008374399940172831
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,512,2560,0.008419199784596761
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,512,2560,0.008449066678682964
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,512,2560,0.01202133297920227
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,512,2560,0.008373333017031352
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,512,2560,0.008285866677761078
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,512,2560,0.009521067142486572
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,512,2560,0.008641067147254943
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,512,2560,0.007905066510041555
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,512,2560,0.009949866930643718
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,512,2560,0.027641600370407103
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,512,2560,0.05390933354695639
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,512,2560,0.02025173306465149
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,512,2560,0.0202293336391449
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,512,2560,0.09975039958953857
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,512,2560,0.019847466548283895
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,512,2560,0.019850667317708334
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,512,2560,0.019569067160288493
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,512,2560,0.01935466726620992
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,512,2560,0.018974934021631876
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,512,2560,0.01834026575088501
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,512,2560,0.018609066804250084
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,512,2560,0.018905599912007652
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,512,2560,0.01759786605834961
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,512,2560,0.017940266927083334
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,512,2560,0.017464532454808553
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,512,2560,0.01730560064315796
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,512,2560,0.01693013310432434
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,512,2560,0.01650879979133606
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,512,2560,0.016264533003171287
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,512,2560,0.01614400049050649
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,512,2560,0.015973333517710367
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,512,2560,0.015664000312487283
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,512,2560,0.015314132968584696
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,512,2560,0.015288533767064414
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,512,2560,0.014504533012708029
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,512,2560,0.014869333306948344
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,512,2560,0.014514133334159851
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,512,2560,0.014088533322016396
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,512,2560,0.013767466942469279
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,512,2560,0.013687466581662497
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,512,2560,0.013274666666984559
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,512,2560,0.013242666920026144
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,512,2560,0.012462932864824932
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,512,2560,0.01221440037091573
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,512,2560,0.012008532881736755
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,512,2560,0.01199893355369568
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,512,2560,0.011611732840538024
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,512,2560,0.011585066715876263
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,512,2560,0.01200213332970937
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,512,2560,0.011620266238848369
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,512,2560,0.0120170662800471
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,512,2560,0.011642666657765706
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,512,2560,0.011992533008257549
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,512,2560,0.011635200182596842
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,512,2560,0.011176533500353495
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,512,2560,0.01157973309357961
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,512,2560,0.011238400141398113
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,512,2560,0.01147093375523885
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,512,2560,0.011266133189201355
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,512,2560,0.011570133765538533
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,512,2560,0.012026666601498922
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,512,2560,0.011594667037328085
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,512,2560,0.011191466450691223
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,512,2560,0.011823999881744384
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,512,2560,0.011170132954915365
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,512,2560,0.011243733763694762
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,512,2560,0.011613866686820984
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,512,2560,0.011356799801190694
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,512,2560,0.011174399654070537
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,512,2560,0.010618666807810467
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,512,2560,0.011166933178901672
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,512,2560,0.010809600353240967
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,512,2560,0.01157973309357961
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,512,2560,0.011602133512496948
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,512,2560,0.010445866982142131
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,512,2560,0.011202133695284526
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,512,2560,0.011178666353225708
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,512,2560,0.011161599556605022
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,512,2560,0.011521066228548687
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,512,2560,0.011241599917411804
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,512,2560,0.011609599987665812
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,512,2048,0.05424746672312418
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,512,2048,0.02571413318316142
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,512,2048,0.01383573313554128
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,512,2048,0.00816319982210795
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,512,2048,0.00803413341442744
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,512,2048,0.007490133245786031
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,512,2048,0.008296533425649007
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,512,2048,0.008293333152929943
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,512,2560,0.011220266421635944
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,512,2048,0.008303999900817871
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,512,2048,0.008753066261609394
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,512,2048,0.00810346653064092
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,512,2560,0.011187199751536052
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,512,2560,0.011580800016721089
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,512,2048,0.007603199779987335
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,512,2048,0.007010133564472198
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,512,2560,0.011390933394432068
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,512,2048,0.007106133302052816
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,512,2048,0.007526400188604991
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,512,2048,0.005896533528963724
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,512,2048,0.006696533163388569
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,512,2048,0.00631039987007777
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,512,2560,0.011160533626874287
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,512,2048,0.0054666668176651
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,512,2048,0.006438399851322174
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,512,2048,0.006794666747252147
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,512,2048,0.006390400230884552
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,512,2048,0.0054954667886098225
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,512,2048,0.005030400057633718
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,512,2048,0.005512533088525137
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,512,2048,0.0050805335243542995
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,512,2048,0.005087999999523163
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,512,2048,0.005027199784914652
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,512,2048,0.0050794666012128195
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,512,2048,0.005014400184154511
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,512,2048,0.00462719996770223
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,512,2048,0.0046304002404212955
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,512,2048,0.004594133297602335
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,512,2048,0.004622933268547058
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,512,2048,0.005074133475621542
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,512,2048,0.004636799792448679
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,512,2048,0.0046069333950678505
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,512,2048,0.004626133541266123
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,512,2048,0.004598399996757508
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,512,2048,0.004605866471926371
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,512,2560,0.011371733744939168
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,512,2048,0.004814933240413666
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,512,2048,0.0045973335703214015
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,512,2048,0.0043029333154360454
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,512,2048,0.004631466666857402
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,512,2048,0.004273066421349844
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,512,2048,0.004673066735267639
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,512,2048,0.004676266511281332
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,512,2048,0.005016533533732096
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,512,2048,0.004273066421349844
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,512,2048,0.004287999868392944
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,512,2048,0.004294399917125702
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,512,2048,0.005025066435337067
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,512,2048,0.004226133227348328
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,512,2048,0.00468800018231074
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,512,2048,0.005036800106366476
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,512,2048,0.005017599960168203
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,512,2048,0.005044266581535339
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,512,2048,0.005009066561857859
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,512,2048,0.0050016000866889955
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,512,2048,0.005026133358478546
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,512,2048,0.005043200155099233
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,512,2048,0.00468800018231074
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,512,2048,0.0050453335046768185
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,512,2048,0.0052490666508674625
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,512,2048,0.005032533407211303
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,512,2048,0.004624000191688538
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,512,2048,0.004645333190759023
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,512,2048,0.004612266520659129
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,512,2048,0.005044266581535339
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,512,2048,0.10045759677886963
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,512,2048,0.21413013140360512
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,512,2048,0.007894399762153625
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,512,2048,0.0074986666440963745
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,512,2048,0.0308405339717865
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,512,2048,0.006806399921576183
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,512,2048,0.02990293304125468
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,512,2048,0.030033065875371294
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,512,2048,0.030534400542577105
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,512,2048,0.030362667640050252
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,512,2048,0.030803199609120684
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,512,2048,0.03170773386955261
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,512,2048,0.004643199841181437
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,512,2048,0.028853332996368407
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,512,2048,0.02887786626815796
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,512,2048,0.028153600295384724
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,512,2048,0.004268800218900045
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,512,2048,0.027663999795913698
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,512,2048,0.027203200260798137
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,512,2048,0.02683519919713338
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,512,2048,0.025356799364089966
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,512,2048,0.025256532430648803
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,512,2048,0.0247871994972229
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,512,2048,0.02467413345972697
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,512,2048,0.023515733083089192
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,512,2048,0.023282132546106973
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,512,2048,0.024396799008051553
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,512,2048,0.023988266785939537
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,512,2048,0.02271359960238139
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,512,2048,0.02307413419087728
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,512,2048,0.022316799561182658
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,512,2048,0.022398932774861654
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,512,2048,0.02071466644605001
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,512,2048,0.020992000897725425
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,512,2048,0.02053440014521281
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,512,2048,0.02035413384437561
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,512,2048,0.018657066424687705
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,512,2048,0.01713386575380961
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,512,2048,0.01665600041548411
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,512,2048,0.01744426687558492
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,512,2048,0.016734933853149413
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,512,2048,0.016780799627304076
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,512,2048,0.016356266538302102
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,512,2048,0.01605013310909271
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,512,2048,0.016317866245905557
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,512,2048,0.015595733126004537
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,512,2048,0.016539733608563742
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,512,2048,0.01652906636397044
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,512,2048,0.01629866659641266
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,512,2048,0.016076800227165223
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,512,2048,0.04482986529668172
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,512,2048,0.016355199615160625
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,512,2048,0.030880000193913775
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,512,2048,0.015829333662986757
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,512,2048,0.016119466225306193
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,512,2048,0.014918399850527444
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,512,2048,0.014525866508483887
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,512,2048,0.014506666858990987
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,512,2048,0.014670933286348978
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,512,2048,0.014516266187032065
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,512,2048,0.014457600315411887
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,512,2048,0.014475733041763306
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,512,2560,0.011289599537849426
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,512,2048,0.015692800283432007
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,512,2048,0.01447466711203257
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,512,2048,0.014641066392262777
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,512,2048,0.014442666371663412
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,512,2048,0.014514133334159851
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,512,2048,0.01448853313922882
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,512,2048,0.014477866888046264
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,512,2048,0.014757333199183145
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,512,2048,0.014408533771832785
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,512,2048,0.014461867014567056
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,512,2048,0.014472533265749613
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,512,2048,0.014456533392270408
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,512,2048,0.014459733168284097
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,512,2048,0.018745599190394084
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,512,2048,0.015554133057594299
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,512,2048,0.014478933811187745
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,512,2048,0.014504533012708029
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,512,2048,0.17386453946431477
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,512,2048,0.08420053323109945
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,512,2048,0.0945472002029419
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,512,2048,0.0801258643468221
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,512,2048,0.07879040241241456
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,512,2048,0.07470293045043945
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,512,2048,0.06976319948832194
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,512,2048,0.09443840185801188
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,512,2048,0.08940373261769613
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,512,2048,0.08408426443735759
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,512,2048,0.08983573118845621
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,512,2048,0.6266474405924479
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,512,2048,1.256878916422526
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,512,2048,0.0738698641459147
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,512,2048,0.06319466829299927
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,512,2048,0.06366080045700073
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,512,2048,0.05830933252970377
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,512,2048,0.0531765341758728
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,512,2048,0.04275946617126465
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,512,2048,0.06891520023345947
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,512,2048,0.03745493491490682
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,512,2048,0.03246933420499166
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,512,2048,0.058372267087300624
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,512,2048,0.053776001930236815
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,512,2048,0.047712000211079915
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,512,2048,0.047703464825948075
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,512,2048,0.03862826824188233
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,512,2048,0.04279146591822307
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,512,2048,0.033351465066274004
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,512,2048,0.022707200050354003
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,512,2048,0.027961599826812743
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,512,2048,0.02230400045712789
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,512,2048,0.02792106668154399
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,512,2048,0.01778879960378011
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,512,2048,0.016915200153986613
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,512,2048,0.0116565336783727
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,512,2048,0.011241599917411804
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,512,2048,0.010156800349553425
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,512,2048,0.011213866869608562
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,512,2048,0.008718933661778767
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,512,2048,0.008775466680526733
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,512,2048,0.00881173312664032
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,512,2048,0.008724266290664673
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,512,2048,0.008750933408737182
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,512,2048,0.008754133184750875
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,512,2048,0.00876800020535787
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,512,2048,0.009134933352470398
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,512,2048,0.00788266658782959
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,512,2048,0.011267200112342834
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,512,2048,0.007867733140786488
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,512,2048,0.00877333382765452
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,512,2048,0.007638399799664815
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,512,2048,0.007889066636562348
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,512,2048,0.008358400066693623
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,512,2048,0.007550933460394542
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,512,2048,0.0077344000339508055
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,512,2048,0.009149866302808125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,512,2048,0.00793280005455017
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,512,2048,0.00870293378829956
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,512,2048,0.007580799857775371
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,512,2048,0.008759466807047527
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,512,2048,0.007506133119265239
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,512,2048,0.008505599697430928
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,512,2048,0.00791786660750707
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,512,2048,0.008763733506202697
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,512,2048,0.007585066556930542
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,512,2048,0.008564266562461852
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,512,2048,0.007541333138942718
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,512,2048,0.012825600306193032
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,512,2048,0.008326399823029835
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,512,2048,0.010373333096504211
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,512,2048,0.007686399916807811
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,512,2048,0.0818613370259603
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,512,2048,0.04499200185139974
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,512,2048,0.023546665906906128
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,512,2048,0.0174453337987264
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,512,2048,0.01761066714922587
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,512,2048,0.017425066232681273
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,512,2048,0.017167999347050985
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,512,2048,0.016982400417327882
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,512,2048,0.016999467213948568
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,512,2048,0.01656000018119812
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,512,2048,0.0164192001024882
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,512,2048,0.016140799721082053
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,512,2048,0.01636693378289541
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,512,2048,0.015738667050997416
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,512,2048,0.015738667050997416
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,512,2048,0.01518186628818512
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,512,2048,0.014898133277893067
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,512,2048,0.01477120021979014
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,512,2048,0.01492800017197927
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,512,2048,0.014469333489735923
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,512,2048,0.014392532904942832
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,512,2048,0.014056533575057983
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,512,2048,0.014029866456985474
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,512,2048,0.013196800152460733
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,512,2048,0.013260799646377563
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,512,2048,0.013172266880671182
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,512,2048,0.013225600123405457
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,512,2048,0.01246399978796641
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,512,2048,0.012661332885424295
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,512,2048,0.012452266613642375
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,512,2048,0.01243946651617686
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,512,2048,0.01202133297920227
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,512,2048,0.011990400155385335
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,512,2048,0.011267200112342834
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,512,2048,0.011224533120791119
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,512,2048,0.010815999905268351
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,512,2048,0.010824533303578694
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,512,2048,0.011180800199508668
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,512,2048,0.010843732953071594
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,512,2048,0.010758399963378906
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,512,2048,0.010430933038393656
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,512,2048,0.01076800028483073
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,512,2048,0.01104213297367096
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,512,2048,0.010780800382296245
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,512,2048,0.010451199611028035
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,512,2048,0.010423466563224792
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,512,2048,0.010412800312042236
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,512,2048,0.010362666845321656
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,512,2048,0.01033066709836324
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,512,2048,0.010430933038393656
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,512,2048,0.0107722669839859
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,512,2048,0.01037013332049052
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,512,2048,0.01035520037015279
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,512,2048,0.010359467069307963
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,512,2048,0.010423466563224792
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,512,2048,0.010365866621335347
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,512,2048,0.0105813334385554
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,512,2048,0.01002239982287089
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,512,2048,0.01002239982287089
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,512,2048,0.010101333260536194
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,512,2048,0.010403199990590414
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,512,2048,0.010613333185513813
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,512,2048,0.010014933347702027
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,512,2048,0.009991466999053955
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,512,2048,0.009986133376757304
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,512,2048,0.010402133067448933
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,512,2048,0.010365866621335347
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,512,2048,0.010332799951235453
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,512,2048,0.010016000270843506
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,512,2048,0.01034773290157318
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,512,1536,0.040983466307322185
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,512,1536,0.019607466459274293
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,512,1536,0.01137600044409434
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,512,2048,0.01042133371035258
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,512,1536,0.006712533533573151
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,512,1536,0.006746666630109151
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,512,1536,0.006234666705131531
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,512,1536,0.007109333574771881
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,512,1536,0.007077333331108093
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,512,1536,0.007097599903742473
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,512,1536,0.007470933099587758
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,512,1536,0.007076266904671986
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,512,1536,0.005840000013510386
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,512,1536,0.005866666634877523
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,512,1536,0.006730666756629944
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,512,1536,0.006065066655476888
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,512,1536,0.006673066814740498
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,512,1536,0.006524799764156342
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,512,1536,0.00508480022350947
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,512,1536,0.0058794667323430385
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,512,1536,0.005133866767088572
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,512,1536,0.004841599861780802
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,512,2048,0.010427733262379963
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,512,1536,0.00582826683918635
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,512,1536,0.005458133419354757
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,512,1536,0.005862399935722351
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,512,1536,0.005486933390299479
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,512,1536,0.004599466423193614
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,512,1536,0.004649599889914194
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,512,1536,0.004344533383846283
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,512,1536,0.004626133541266123
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,512,1536,0.004227200150489807
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,512,1536,0.004275199770927429
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,512,2048,0.010191999872525533
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,512,1536,0.004199466605981191
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,512,1536,0.004198400179545084
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,512,1536,0.0038346665600935614
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,512,1536,0.004199466605981191
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,512,1536,0.0038389332592487337
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,512,1536,0.003852800031503042
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,512,1536,0.0040778666734695435
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,512,1536,0.004261333247025808
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,512,1536,0.004925866425037384
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,512,1536,0.0038549333810806276
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,512,1536,0.003819733361403147
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,512,1536,0.0037845333417256674
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,512,1536,0.0038506666819254553
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,512,1536,0.003807999938726425
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,512,1536,0.00383786658445994
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,512,1536,0.003841066608826319
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,512,1536,0.0037962667644023894
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,512,1536,0.0042133331298828125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,512,1536,0.003832533210515976
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,512,1536,0.0037930667400360107
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,512,1536,0.0038122666378815973
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,512,1536,0.0037952000896135964
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,512,1536,0.0037941334148248037
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,512,1536,0.0037770666182041167
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,512,1536,0.0037770666182041167
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,512,1536,0.0038176000118255613
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,512,1536,0.0038165333370367683
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,512,1536,0.00384853333234787
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,512,1536,0.003807999938726425
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,512,1536,0.003773866593837738
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,512,1536,0.003772799919048945
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,512,1536,0.0038090666135152185
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,512,1536,0.0038058665891488397
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,512,1536,0.0037994667887687682
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,512,1536,0.0037802666425704955
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,512,1536,0.0037589333951473236
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,512,1536,0.003818666686614355
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,512,1536,0.00347626656293869
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,512,1536,0.003789866715669632
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,512,1536,0.0037973334391911825
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,512,1536,0.0038005332152048744
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,512,1536,0.03725226720174153
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,512,1536,0.07005653381347657
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,512,1536,0.1621407985687256
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,512,1536,0.028810666004816694
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,512,1536,0.02877119978268941
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,512,1536,0.026948267221450807
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,512,1536,0.02792746623357137
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,512,1536,0.02686506708463033
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,512,1536,0.026754132906595868
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,512,1536,0.02694293260574341
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,512,1536,0.025176533063252765
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,512,1536,0.024745599428812663
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,512,1536,0.024700800577799477
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,512,1536,0.024741333723068238
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,512,1536,0.02425280014673869
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,512,1536,0.025044266382853193
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,512,2048,0.010407466689745586
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,512,1536,0.0037845333417256674
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,512,1536,0.023065600792566934
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,512,1536,0.024753065903981526
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,512,1536,0.0228928009668986
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,512,1536,0.02324159940083822
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,512,1536,0.022855466604232787
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,512,1536,0.022844799359639487
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,512,1536,0.022653865814208984
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,512,1536,0.022631466388702393
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,512,1536,0.020777599016825358
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,512,1536,0.021260799964269002
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,512,1536,0.020459733406702676
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,512,1536,0.02062293291091919
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,512,1536,0.01983786622683207
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,512,1536,0.019808000326156615
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,512,1536,0.0185589333375295
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,512,1536,0.019511467218399046
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,512,1536,0.017443199952443443
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,512,1536,0.016432000199953715
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,512,1536,0.01622293293476105
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,512,1536,0.017128533124923705
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,512,1536,0.016716800133387246
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,512,1536,0.01711146632830302
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,512,1536,0.015326933066050211
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,512,1536,0.015925332903862
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,512,1536,0.014522666732470194
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,512,1536,0.014773333072662353
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,512,1536,0.015390933553377787
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,512,1536,0.014601600170135499
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,512,1536,0.01455466647942861
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,512,1536,0.016927999258041383
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,512,1536,0.014710399508476257
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,512,1536,0.014629333217938741
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,512,1536,0.0160970667997996
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,512,1536,0.016223999857902526
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,512,1536,0.0168778657913208
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,512,1536,0.014469333489735923
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,512,1536,0.014642133315404256
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,512,1536,0.014468266566594442
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,512,1536,0.0038592000802357995
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,512,1536,0.014469333489735923
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,512,1536,0.015406933426856995
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,512,1536,0.014520532886187234
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,512,1536,0.014472533265749613
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,512,1536,0.014492799838383993
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,512,1536,0.014378666877746582
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,512,1536,0.014499200383822122
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,512,1536,0.014940800269444785
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,512,1536,0.014485333363215128
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,512,1536,0.01444906691710154
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,512,1536,0.014484266440073649
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,512,1536,0.014667733510335287
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,512,1536,0.014497066537539164
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,512,1536,0.014459733168284097
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,512,1536,0.01447466711203257
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,512,1536,0.014297599593798319
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,512,1536,0.014461867014567056
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,512,1536,0.01759679913520813
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,512,1536,0.02674773335456848
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,512,1536,0.014587733149528503
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,512,2048,0.010014933347702027
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,512,2048,0.010013866424560546
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,512,1536,0.09355306625366211
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,512,1536,0.17207999229431153
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,512,1536,0.08362773259480795
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,512,1536,0.07914986610412597
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,512,1536,0.07835520108540853
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,512,1536,0.07426133155822753
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,512,1536,0.0939178705215454
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,512,1536,0.0735040028889974
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,512,1536,0.06898559729258219
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,512,1536,0.5227957407633463
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,512,1536,0.08865066369374594
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,512,1536,1.2617877960205077
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,512,1536,0.08865493138631185
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,512,1536,0.0834933360417684
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,512,1536,0.06284373203913371
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,512,1536,0.06810773213704427
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,512,1536,0.05754239956537882
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,512,1536,0.05794666608174642
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,512,1536,0.06319786707560221
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,512,1536,0.05338026682535807
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,512,1536,0.05297173261642456
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,512,1536,0.03244373401006063
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,512,1536,0.047286399205525714
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,512,1536,0.042439464728037515
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,512,1536,0.047312001387278244
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,512,1536,0.037381335099538164
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,512,1536,0.04272319873174031
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,512,1536,0.037478399276733396
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,512,1536,0.032919466495513916
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,512,1536,0.027291733026504516
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,512,1536,0.02723413308461507
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,512,1536,0.022259199619293214
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,512,1536,0.017410133282343546
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,512,1536,0.01652906636397044
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,512,1536,0.02190720041592916
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,512,1536,0.011205333471298217
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,512,1536,0.009550933043162029
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,512,1536,0.012400000294049581
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,512,1536,0.00981333355108897
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,512,1536,0.008362666765848795
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,512,1536,0.008377599716186523
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,512,1536,0.008701866865158081
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,512,1536,0.008738133311271667
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,512,1536,0.008348799745241801
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,512,1536,0.008317866424719492
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,512,1536,0.00836906631787618
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,512,1536,0.008342400193214417
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,512,1536,0.007064533233642578
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,512,1536,0.007366399963696797
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,512,1536,0.007177599767843883
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,512,1536,0.007160533467928569
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,512,1536,0.0071274667978286745
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,512,1536,0.007129600147406261
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,512,1536,0.007496533294518788
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,512,1536,0.007119999825954437
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,512,1536,0.007068799932797749
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,512,1536,0.007159466544787089
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,512,1536,0.007473066449165344
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,512,1536,0.00734506646792094
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,512,1536,0.007114666700363159
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,512,1536,0.0071168000499407455
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,512,1536,0.007481599847475688
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,512,1536,0.007076266904671986
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,512,1536,0.007467733323574066
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,512,1536,0.00749120016892751
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,512,1536,0.007091199855009715
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,512,1536,0.007086933155854543
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,512,1536,0.0072512000799179075
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,512,1536,0.006730666756629944
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,512,1536,0.06604799826939901
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,512,1536,0.03394240140914917
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,512,1536,0.01978773276011149
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,512,1536,0.01532373329003652
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,512,1536,0.015086932977040609
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,512,1536,0.014477866888046264
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,512,1536,0.014535466829935709
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,512,1536,0.014471466342608133
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,512,1536,0.01446293294429779
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,512,1536,0.014327466487884521
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,512,1536,0.013969066739082336
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,512,1536,0.013699199755986533
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,512,1536,0.01397546629110972
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,512,1536,0.013641599814097086
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,512,1536,0.013638400038083396
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,512,1536,0.011197866996129353
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,512,1536,0.013205333550771078
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,512,1536,0.013269333044687906
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,512,1536,0.012831999858220419
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,512,1536,0.013027200102806091
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,512,1536,0.012459733088811238
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,512,1536,0.01275200049082438
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,512,1536,0.012072533369064331
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,512,1536,0.011197866996129353
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,512,1536,0.012147200107574464
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,512,1536,0.011867733796437581
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,512,1536,0.011794132987658183
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,512,1536,0.01179200013478597
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,512,1536,0.01129919985930125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,512,1536,0.011195733149846395
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,512,1536,0.01157866617043813
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,512,1536,0.011183999975522359
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,512,1536,0.010794666409492493
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,512,1536,0.010680533448855082
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,512,1536,0.0107722669839859
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,512,1536,0.010326400399208069
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,512,1536,0.009956266482671101
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,512,1536,0.009940266609191895
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,512,1536,0.009752532839775086
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,512,1536,0.010018133123715718
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,512,1536,0.00960106650988261
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,512,1536,0.00997226635615031
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,512,1536,0.009567999839782714
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,512,1536,0.009588266412417095
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,512,1536,0.009545600414276123
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,512,1536,0.009938133756319682
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,512,1536,0.009975467125574749
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,512,1536,0.009620267152786254
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,512,1536,0.009592533111572266
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,512,1536,0.009621333082516987
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,512,1536,0.009607467055320739
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,512,1536,0.009196799993515015
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,512,1536,0.009527466694513957
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,512,1536,0.009166933099428813
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,512,1536,0.009578667084376017
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,512,1536,0.009551999966303508
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,512,1536,0.009543466567993163
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,512,1536,0.009186133742332458
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,512,1536,0.009566932916641235
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,512,1536,0.009937066833178203
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,512,1536,0.009567999839782714
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,512,1536,0.00915839970111847
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,512,1536,0.009918933113416035
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,512,1536,0.009530666470527648
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,512,1536,0.009113599856694538
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,512,1536,0.009562666217486065
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,512,1536,0.009451733032862345
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,512,1536,0.009546666344006857
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,512,1536,0.009556266665458679
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,512,1536,0.00993066628774007
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,512,1536,0.009979733824729919
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,512,1536,0.00918506681919098
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,512,1536,0.00897920032342275
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,512,1536,0.009596799810727436
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,512,1024,0.027585067351659137
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,512,1024,0.014364799857139588
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,512,1024,0.008739200234413148
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,512,1536,0.00956053336461385
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,512,1024,0.005415466427803039
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,512,1536,0.009550933043162029
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,512,1024,0.005467733244101206
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,512,1024,0.005493333439032236
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,512,1024,0.005494399865468343
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,512,1024,0.005471999943256378
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,512,1024,0.005854933460553487
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,512,1024,0.005649066468079885
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,512,1024,0.0046293333172798155
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,512,1024,0.005443199972311656
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,512,1024,0.005016533533732096
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,512,1024,0.005415466427803039
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,512,1024,0.004221866528193155
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,512,1024,0.005100800096988678
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,512,1024,0.004265599946180979
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,512,1024,0.004137599964936575
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,512,1024,0.004654933512210846
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,512,1024,0.004645333190759023
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,512,1024,0.004671999812126159
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,512,1024,0.004599466423193614
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,512,1024,0.0037920000652472176
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,512,1024,0.003836799909671148
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,512,1024,0.0037930667400360107
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,512,1024,0.0038122666378815973
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,512,1024,0.003454933315515518
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,512,1024,0.0034474665919939675
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,512,1024,0.0033941333492596946
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,512,1024,0.003420799970626831
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,512,1024,0.003398400048414866
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,512,1024,0.003365333378314972
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,512,1024,0.0034143999218940735
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,512,1024,0.0033759998778502146
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,512,1024,0.003366400053103765
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,512,1024,0.0034272000193595886
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,512,1024,0.003385599950949351
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,512,1024,0.003382399926582972
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,512,1024,0.003081600119670232
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,512,1024,0.003173333406448364
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,512,1024,0.003050666550795237
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,512,1024,0.003048533449570338
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,512,1024,0.003188266605138779
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,512,1024,0.0031317333380381264
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,512,1024,0.0033781332274278007
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,512,1024,0.003409066547950109
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,512,1024,0.0034282666941483817
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,512,1024,0.0033759998778502146
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,512,1024,0.0033471999069054925
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,512,1024,0.0030293333033720653
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,512,1024,0.0030346666773160298
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,512,1024,0.0030250666042168934
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,512,1024,0.002977066735426585
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,512,1024,0.0030378667016824085
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,512,1024,0.0029845332105954488
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,512,1024,0.003032533327738444
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,512,1024,0.0029909332593282064
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,512,1024,0.003009066730737686
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,512,1024,0.0029738667110602063
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,512,1024,0.0030410667260487873
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,512,1024,0.0029696000119050344
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,512,1024,0.003036800026893616
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,512,1024,0.0029824001093705496
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,512,1024,0.0030293333033720653
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,512,1024,0.0030400000512599947
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,512,1024,0.0030165334542592366
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,512,1024,0.003033600002527237
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,512,1024,0.0033589333295822145
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,512,1024,0.0029813334345817565
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,512,1024,0.0033749334514141084
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,512,1024,0.003123199939727783
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,512,1024,0.005027199784914652
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,512,1024,0.004644266764322917
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,512,1024,0.04525866508483887
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,512,1024,0.03138773242632548
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,512,1024,0.10332266489664714
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,512,1024,0.023383466402689616
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,512,1024,0.02330346703529358
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,512,1024,0.0053493330876032506
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,512,1024,0.02271040081977844
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,512,1024,0.02291946609814962
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,512,1024,0.024740266799926757
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,512,1024,0.02409600019454956
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,512,1024,0.023959465821584067
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,512,1024,0.022612265745798745
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,512,1024,0.022718934218088786
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,512,1024,0.023950932423273723
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,512,1024,0.023534933725992836
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,512,1024,0.022653865814208984
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,512,1024,0.020827732483545938
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,512,1024,0.022370133797327676
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,512,1024,0.020692267020543418
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,512,1024,0.020729599396387736
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,512,1024,0.02067413330078125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,512,1024,0.02067306637763977
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,512,1024,0.021204266945521036
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,512,1024,0.020600533485412596
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,512,1024,0.02090880076090495
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,512,1024,0.01938986579577128
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,512,1024,0.01859626571337382
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,512,1024,0.019849600394566853
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,512,1024,0.018514132499694823
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,512,1024,0.018563199043273925
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,512,1024,0.01772159934043884
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,512,1024,0.016661333044370015
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,512,1024,0.016456533471743265
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,512,1024,0.016458666324615477
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,512,1024,0.01467519998550415
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,512,1024,0.015224533279736838
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,512,1024,0.014499200383822122
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,512,1024,0.014949333667755128
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,512,1024,0.015773866573969522
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,512,1024,0.014517333110173544
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,512,1024,0.014494933684666953
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,512,1024,0.01644159952799479
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,512,1024,0.024664533138275147
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,512,1024,0.014908799529075622
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,512,1024,0.022636799017588298
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,512,1024,0.014479999740918478
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,512,1024,0.014518400033315023
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,512,1024,0.014486400286356607
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,512,1024,0.01437333325544993
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,512,1024,0.014450132846832275
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,512,1024,0.014504533012708029
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,512,1024,0.015108266472816467
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,512,1024,0.014574933052062988
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,512,1024,0.014469333489735923
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,512,1024,0.014472533265749613
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,512,1024,0.014497066537539164
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,512,1024,0.014500266313552857
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,512,1024,0.014453333616256715
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,512,1024,0.014357333381970724
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,512,1024,0.015196800231933594
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,512,1024,0.014386133352915446
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,512,1024,0.014456533392270408
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,512,1024,0.014229333400726319
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,512,1024,0.014422399799029031
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,512,1024,0.014314666390419006
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,512,1024,0.014367999633153281
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,512,1024,0.014427733421325684
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,512,1024,0.01439786652723948
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,512,1024,0.014295466740926108
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,512,1024,0.014382933576901754
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,512,1024,0.014122666915257773
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,512,1024,0.014340266585350037
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,512,1024,0.01416106621424357
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,512,1024,0.014467199643452963
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,512,1024,0.014388266205787658
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,512,1536,0.010770133137702942
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,512,1536,0.009985066453615824
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,512,1536,0.009962667028109233
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,512,1024,0.17065493265787762
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,512,1024,0.3371125221252441
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,512,1024,0.09347733656565348
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,512,1024,0.07792212963104247
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,512,1024,0.09265387058258057
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,512,1024,0.07812586625417074
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,512,1024,0.0730570634206136
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,512,1024,0.07256426811218261
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,512,1024,0.0677728017171224
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,512,1024,1.228601582845052
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,512,1024,0.08287146886189779
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,512,1024,0.08747946421305339
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,512,1024,0.0874346653620402
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,512,1024,0.08290346463521323
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,512,1024,0.062028801441192626
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,512,1024,0.057120001316070555
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,512,1024,0.06279360055923462
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,512,1024,0.06734186808268229
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,512,1024,0.05706986586252848
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,512,1024,0.05162773529688517
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,512,1024,0.05212586720784505
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,512,1024,0.03135040005048116
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,512,1024,0.04642133315404256
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,512,1024,0.041536001364390056
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,512,1024,0.04194026788075765
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,512,1024,0.0468778649965922
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,512,1024,0.03730133374532064
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,512,1024,0.03698986768722534
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,512,1024,0.026774400472640993
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,512,1024,0.03210560083389282
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,512,1024,0.02640320062637329
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,512,1024,0.0214848001797994
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,512,1024,0.02127359906832377
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,512,1024,0.016478932897249856
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,512,1024,0.016099199652671814
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,512,1024,0.011654399832089742
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,512,1024,0.009139200051625569
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,512,1024,0.007921066880226136
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,512,1024,0.008172800143559773
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,512,1024,0.007929599781831106
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,512,1024,0.007900799810886382
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,512,1024,0.007974400122960409
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,512,1024,0.007970133423805236
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,512,1024,0.007968000074227651
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,512,1024,0.010404266913731893
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,512,1024,0.007580799857775371
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,512,1024,0.007118933399518331
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,512,1024,0.006694399813810985
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,512,1024,0.006657066444555919
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,512,1024,0.006748799979686737
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,512,1024,0.007083733379840851
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,512,1024,0.0067114666104316715
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,512,1024,0.00714026689529419
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,512,1024,0.006696533163388569
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,512,1024,0.007067733506361644
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,512,1024,0.006691200037797292
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,512,1024,0.007117866476376851
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,512,1024,0.007095466554164887
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,512,1024,0.007141333321730297
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,512,1024,0.006681600213050842
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,512,1024,0.007106133302052816
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,512,1024,0.006683733562628429
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,512,1024,0.007110400001207988
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,512,1024,0.006676266590754191
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,512,1024,0.0070709332823753355
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,512,1024,0.00705813318490982
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,512,1024,0.007536000013351441
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,512,1024,0.006681600213050842
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,512,1024,0.010790399710337321
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,512,1024,0.010479999581972758
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,512,1024,0.04822506507237752
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,512,1024,0.024771199623743693
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,512,1024,0.015552000204722086
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,512,1024,0.012385066350301106
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,512,1024,0.012452266613642375
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,512,1024,0.012052266796429952
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,512,1024,0.012400000294049581
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,512,1024,0.012004266182581585
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,512,1024,0.01164479951063792
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,512,1024,0.011983999609947204
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,512,1024,0.011592533191045125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,512,1024,0.011966933806737263
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,512,1024,0.011623467008272808
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,512,1024,0.011619200309117634
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,512,1024,0.011533866326014202
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,512,1024,0.01157973309357961
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,512,1024,0.01116373340288798
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,512,1024,0.011643733580907185
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,512,1024,0.01097920040289561
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,512,1024,0.010984533031781514
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,512,1024,0.010830932855606079
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,512,1024,0.011171199878056844
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,512,1024,0.010779733459154766
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,512,1024,0.010393599669138592
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,512,1024,0.010420266787211101
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,512,1024,0.010363733768463135
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,512,1024,0.009993599851926167
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,512,1024,0.010097066561381023
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,512,1024,0.009611733754475911
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,512,1024,0.009553066889444987
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,512,1024,0.009522133072217305
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,512,1024,0.009447466333707173
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,512,1024,0.009168000022570292
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,512,1024,0.009198932846387228
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,512,1024,0.009107200304667155
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,512,1024,0.009131733576456707
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,512,1024,0.008713600039482117
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,512,1024,0.009147733449935913
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,512,1024,0.00869546631971995
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,512,1024,0.00872320036093394
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,512,1024,0.008771199981371562
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,512,1024,0.009134933352470398
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,512,1024,0.00876800020535787
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,512,1024,0.008709333340326945
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,512,1024,0.008388266960779826
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,512,1024,0.008700799942016602
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,512,1024,0.008378666639328004
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,512,1024,0.008730666836102803
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,512,1024,0.008742400010426839
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,512,1024,0.008520533641179402
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,512,1024,0.009136000275611877
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,512,1024,0.008712533116340637
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,512,1024,0.008343467116355896
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,512,1024,0.008506666620572407
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,512,1024,0.008719999591509502
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,512,1024,0.008281599978605907
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,512,1024,0.008429867029190064
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,512,1024,0.008348799745241801
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,512,1024,0.008709333340326945
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,512,1024,0.007973333199818928
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,512,1024,0.008731733759244282
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,512,1024,0.008350933591524761
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,512,1024,0.008388266960779826
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,512,1024,0.008719999591509502
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,512,1024,0.00872213343779246
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,512,1024,0.008341333270072937
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,512,1024,0.008392533659934998
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,512,1024,0.008729599912961324
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,512,1024,0.008738133311271667
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,512,1024,0.008357333143552144
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,512,1024,0.008730666836102803
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,512,1024,0.008326399823029835
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,512,768,0.020967467625935873
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,512,768,0.011591466267903645
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,512,768,0.007459199925263722
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,512,768,0.004647466540336609
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,512,768,0.004677333434422811
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,512,768,0.0046304002404212955
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,512,1024,0.008319999774297078
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,512,768,0.005018666883309682
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,512,768,0.004807466765244802
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,512,768,0.004962133367856344
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,512,1024,0.008743466933568318
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,512,768,0.005081599950790406
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,512,768,0.004220800101757049
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,512,768,0.004208000004291534
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,512,768,0.004631466666857402
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,512,768,0.004279466470082601
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,512,768,0.004611200094223023
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,512,768,0.0046304002404212955
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,512,768,0.0038015998899936674
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,512,768,0.004217599829037985
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,512,768,0.003815466662247976
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,512,768,0.003774933268626531
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,512,768,0.00421013335386912
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,512,768,0.003977599988381068
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,512,768,0.004262400170167288
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,512,768,0.003939199944337209
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,512,768,0.003402666747570038
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,512,768,0.0033503999312718712
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,512,768,0.0033930666744709016
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,512,768,0.003035733352104823
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,512,768,0.0030389333764712016
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,512,768,0.0030293333033720653
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,512,768,0.0034154665966828666
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,512,768,0.0030261332790056865
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,512,768,0.0030602666238943735
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,512,768,0.002948266764481862
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,512,768,0.002976000060637792
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,512,768,0.003035733352104823
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,512,768,0.0029887999097506206
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,512,768,0.0033759998778502146
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,512,768,0.0029440000653266907
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,512,768,0.002958933264017105
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,512,768,0.0029845332105954488
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,512,768,0.0029578665892283124
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,512,768,0.002962133288383484
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,512,768,0.0029781334102153777
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,512,768,0.0029696000119050344
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,512,768,0.0029685333371162414
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,512,768,0.0029813334345817565
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,512,768,0.002980266759792964
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,512,768,0.005042133231957754
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,512,768,0.0029578665892283124
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,512,768,0.002997333308060964
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,512,768,0.0027274665733178455
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,512,768,0.002980266759792964
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,512,768,0.002963199963172277
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,512,768,0.002713600049416224
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,512,768,0.00297173336148262
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,512,768,0.0030122667551040648
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,512,768,0.003387733300526937
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,512,768,0.0029567999144395193
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,512,768,0.0028405333558718365
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,512,768,0.0027594665686289472
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,512,768,0.002885333448648453
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,512,768,0.0026890667776266735
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,512,768,0.002935466667016347
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,512,768,0.002976000060637792
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,512,768,0.0029557332396507262
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,512,768,0.0029311999678611755
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,512,768,0.002963199963172277
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,512,768,0.002977066735426585
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,512,768,0.002997333308060964
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,512,768,0.0029525332152843474
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,512,768,0.0755839983622233
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,512,768,0.038406399885813396
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,512,768,0.02871039907137553
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,512,768,0.022681599855422972
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,512,768,0.00297173336148262
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,512,768,0.02270080049832662
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,512,768,0.02286720077196757
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,512,768,0.022695465882619222
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,512,768,0.022741333643595377
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,512,768,0.022716800371805825
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,512,768,0.02278719941775004
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,512,768,0.00297173336148262
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,512,768,0.020989867051442464
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,512,768,0.021996800104777017
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,512,768,0.021594667434692384
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,512,768,0.00275093341867129
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,512,768,0.020692267020543418
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,512,768,0.02101759910583496
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,512,768,0.020103466510772706
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,512,768,0.02112213373184204
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,512,768,0.020218666394551596
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,512,768,0.020653865734736123
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,512,768,0.01984213391939799
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,512,768,0.019102933009465535
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,512,768,0.0189301331837972
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,512,768,0.020716800292332967
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,512,768,0.01854506731033325
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,512,768,0.018551466862360637
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,512,768,0.017497599124908447
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,512,768,0.01805866758028666
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,512,768,0.017369600137074788
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,512,768,0.023062400023142495
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,512,768,0.01733013391494751
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,512,768,0.016722132762273155
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,512,768,0.01641279955705007
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,512,768,0.01595946649710337
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,512,768,0.02107093334197998
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,512,768,0.015737600127855935
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,512,768,0.014738133549690247
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,512,768,0.015225600202878317
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,512,768,0.0151637335618337
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,512,768,0.015749333302179973
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,512,768,0.016233600179354348
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,512,768,0.014433067043622336
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,512,768,0.014470400412877402
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,512,768,0.014878933628400167
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,512,768,0.014382933576901754
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,512,768,0.014597333470980325
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,512,768,0.014411733547846476
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,512,768,0.014381866653760275
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,512,768,0.0150218665599823
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,512,768,0.014455466469128927
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,512,768,0.014468266566594442
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,512,768,0.014450132846832275
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,512,768,0.014477866888046264
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,512,768,0.014320000012715658
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,512,768,0.014478933811187745
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,512,768,0.014648532867431641
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,512,768,0.014435199896494546
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,512,768,0.014447999993960061
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,512,768,0.014430933197339377
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,512,768,0.01414293348789215
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,512,768,0.014458666245142618
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,512,768,0.014465066790580749
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,512,768,0.014122666915257773
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,512,768,0.01411946713924408
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,512,768,0.014294399817784628
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,512,768,0.014388266205787658
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,512,768,0.014257066448529563
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,512,768,0.014221866925557455
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,512,768,0.014177067081133523
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,512,768,0.014318933089574179
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,512,768,0.014321066935857139
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,512,768,0.014292266964912415
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,512,768,0.014337066809336343
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,512,768,0.014295466740926108
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,512,768,0.013692800203959146
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,512,1024,0.0100490669409434
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,512,1024,0.009146666526794434
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,512,1024,0.0091839998960495
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,512,1024,0.009468799829483033
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,512,768,0.3347242673238119
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,512,768,0.09223893483479818
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,512,768,0.16979626019795735
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,512,768,0.07751999696095785
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,512,768,0.07760533491770426
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,512,768,0.0723136027654012
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,512,768,0.06692266464233398
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,512,768,0.07177813053131103
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,512,768,1.222977066040039
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,512,768,0.08754666646321616
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,512,768,0.0927669366200765
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,512,768,0.08774186770121256
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,512,768,0.0821120023727417
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,512,768,0.08281493186950684
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,512,768,0.06720853646596273
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,512,768,0.062498132387797035
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,512,768,0.05712533394495646
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,512,768,0.06196800072987875
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,512,768,0.05708160003026327
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,512,768,0.05180906852086385
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,512,768,0.0521226684252421
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,512,768,0.03123520016670227
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,512,768,0.04642239809036255
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,512,768,0.04685013294219971
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,512,768,0.04149653514226277
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,512,768,0.041915734608968094
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,512,768,0.036177066961924235
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,512,768,0.03206933339436849
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,512,768,0.02633066574732463
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,512,768,0.03657386700312297
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,512,768,0.026331732670466106
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,512,768,0.02107093334197998
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,512,768,0.016119466225306193
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,512,768,0.02141759991645813
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,512,768,0.0165802667538325
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,512,768,0.011591466267903645
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,512,768,0.009532800316810608
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,512,768,0.007748266557852428
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,512,768,0.007529599964618683
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,512,768,0.00793280005455017
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,512,768,0.010424533486366272
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,512,768,0.009950932860374451
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,512,768,0.007566933333873749
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,512,768,0.007558399935563405
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,512,768,0.00754559983809789
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,512,768,0.007472000022729237
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,512,768,0.007533866663773854
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,512,768,0.006883200009663899
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,512,768,0.006717866659164429
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,512,768,0.006724266707897187
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,512,768,0.006538666784763336
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,512,768,0.0063509335120519
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,512,768,0.006673066814740498
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,512,768,0.006671999891599019
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,512,768,0.006677333513895671
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,512,768,0.006725333134333293
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,512,768,0.006941866874694824
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,512,768,0.006737066805362702
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,512,768,0.006470400094985962
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,512,768,0.006664533416430156
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,512,768,0.006675200164318084
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,512,768,0.0070698668559392285
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,512,768,0.0070698668559392285
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,512,768,0.006322133541107178
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,512,768,0.006671999891599019
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,512,768,0.0065984000762303666
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,512,768,0.006902400155862172
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,512,768,0.006693333387374878
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,512,768,0.00653546651204427
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,512,768,0.020728532473246256
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,512,768,0.01363200048605601
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,512,768,0.011716266473134358
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,512,768,0.012006400028864543
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,512,768,0.012014933427174886
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,512,768,0.03874560197194417
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,512,768,0.011985066533088683
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,512,768,0.011713066697120666
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,512,768,0.011732266346613566
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,512,768,0.011611732840538024
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,512,768,0.011662933230400085
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,512,768,0.011176533500353495
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,512,768,0.01120960017045339
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,512,768,0.011226666967074077
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,512,768,0.011195733149846395
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,512,768,0.01116373340288798
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,512,768,0.010840533177057902
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,512,768,0.010808533430099488
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,512,768,0.010818133751551311
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,512,768,0.010417067011197408
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,512,768,0.010341333349545796
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,512,768,0.010346666971842448
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,512,768,0.010353066523869832
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,512,768,0.009955199559529622
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,512,768,0.009959466258684794
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,512,768,0.009648000200589497
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,512,768,0.00955733358860016
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,512,768,0.00920960009098053
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,512,768,0.009197866916656494
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,512,768,0.009186133742332458
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,512,768,0.009129599730173747
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,512,768,0.008771199981371562
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,512,768,0.008714666962623597
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,512,768,0.008719999591509502
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,512,768,0.008724266290664673
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,512,768,0.008329600095748901
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,512,768,0.008303999900817871
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,512,768,0.008721066514650981
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,512,768,0.008014933268229166
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,512,768,0.008306133250395458
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,512,768,0.008358400066693623
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,512,768,0.00830080012480418
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,512,768,0.008298666775226593
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,512,768,0.008353066444396973
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,512,768,0.008311466872692108
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,512,768,0.008498133222262064
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,512,768,0.008286933104197185
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,512,768,0.007900799810886382
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,512,768,0.00795306662718455
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,512,768,0.00831573357184728
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,512,768,0.008353066444396973
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,512,768,0.007905066510041555
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,512,768,0.00795413355032603
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,512,768,0.007941333452860515
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,512,768,0.007950933277606964
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,512,768,0.00795306662718455
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,512,768,0.007962666451931
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,512,768,0.007980800171693166
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,512,768,0.008356266220410665
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,512,768,0.007906133433183034
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,512,768,0.007940266529719036
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,512,768,0.007962666451931
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,512,768,0.00792746643225352
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,512,768,0.007938133180141449
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,512,768,0.007959466675917308
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,512,768,0.007886933286984761
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,512,768,0.0075082664688428235
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,512,768,0.007960533102353413
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,512,768,0.008099199831485748
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,512,768,0.007895466685295106
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,512,768,0.008291199803352356
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,512,768,0.007900799810886382
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,512,768,0.007895466685295106
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,512,512,0.015171200037002563
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,512,512,0.009121066331863404
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,512,512,0.00625600020090739
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,512,512,0.004125866790612539
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,512,512,0.004071466624736786
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,512,512,0.003836799909671148
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,512,512,0.004171733558177948
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,512,768,0.007960533102353413
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,512,512,0.004196266829967499
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,512,512,0.004208000004291534
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,512,512,0.004594133297602335
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,512,512,0.0042015999555587765
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,512,512,0.003656533360481262
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,512,512,0.003806933263937632
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,512,512,0.004187733431657155
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,512,512,0.0038389332592487337
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,512,512,0.0038431999584039056
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,512,512,0.0038602667550245917
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,512,512,0.003357866654793421
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,512,512,0.003651199986537298
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,512,512,0.0033962666988372804
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,512,512,0.003107200066248576
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,512,512,0.003437866767247518
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,512,512,0.003457066665093104
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,512,512,0.0037600000699361167
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,512,512,0.0034346667428811393
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,512,512,0.003047466774781545
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,512,512,0.003033600002527237
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,512,512,0.002958933264017105
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,512,512,0.002948266764481862
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,512,512,0.0029834667841593427
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,512,512,0.0029781334102153777
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,512,512,0.002942933390537898
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,512,512,0.0029685333371162414
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,512,512,0.002632533262173335
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,512,512,0.002614400039116542
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,512,512,0.0025792000194390613
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,512,512,0.0026421333352724713
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,512,512,0.002940800040960312
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,512,512,0.0026079999903837843
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,512,512,0.0029813334345817565
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,512,512,0.0025600001215934755
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,512,512,0.0025546667476495106
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,512,512,0.0025888000925381976
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,512,512,0.0025578667720158894
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,512,512,0.0026133333643277483
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,512,512,0.002609066665172577
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,512,512,0.0025941332181294756
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,512,512,0.0026186667382717133
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,512,512,0.0026047999660174055
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,512,512,0.0026261332134405774
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,512,512,0.002609066665172577
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,512,512,0.0026229334374268847
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,512,512,0.0025461333493391673
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,512,512,0.0025610665480295816
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,512,512,0.0026133333643277483
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,512,512,0.002619733413060506
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,512,512,0.002573866645495097
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,512,512,0.0025727999707063037
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,512,512,0.002621866762638092
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,512,512,0.0025568000972270967
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,512,512,0.0025546667476495106
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,512,512,0.0026122666895389557
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,512,512,0.0025546667476495106
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,512,512,0.002540799975395203
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,512,512,0.002570666621128718
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,512,512,0.0025578667720158894
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,512,512,0.002566399921973546
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,512,512,0.0026122666895389557
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,512,512,0.0025642665723959604
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,512,512,0.002566399921973546
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,512,512,0.002611200014750163
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,512,512,0.002586666742960612
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,512,512,0.002624000112215678
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,512,512,0.05206186771392822
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,512,512,0.030869332949320476
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,512,512,0.023041067520777385
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,512,512,0.020631466309229532
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,512,512,0.020705066124598184
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,512,512,0.020691200097401937
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,512,512,0.020595200856526694
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,512,512,0.020619734128316244
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,512,512,0.02097599903742472
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,512,512,0.020678400993347168
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,512,512,0.02062293291091919
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,512,512,0.019153066476186118
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,512,512,0.019423999389012656
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,512,512,0.01983039975166321
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,512,512,0.020558933417002358
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,512,512,0.01879253387451172
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,512,512,0.018594133853912353
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,512,512,0.018940800428390504
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,512,512,0.018604799111684164
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,512,512,0.018454400698343913
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,512,512,0.01849493384361267
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,512,512,0.01883093317349752
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,512,512,0.018397865692774455
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,512,512,0.01805973251660665
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,512,512,0.01792959968249003
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,512,512,0.0026133333643277483
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,512,512,0.01696746746699015
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,512,512,0.016825600465138753
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,512,512,0.016681599617004394
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,512,512,0.016622933745384216
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,512,512,0.01634773313999176
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,512,512,0.01599253316720327
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,512,512,0.014923733472824097
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,512,512,0.01655466655890147
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,512,512,0.016362667083740234
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,512,512,0.015705600380897522
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,512,512,0.01470080018043518
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,512,512,0.015389866630236306
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,512,512,0.014520532886187234
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,512,512,0.014962133765220643
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,512,512,0.0144405335187912
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,512,512,0.01430506706237793
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,512,512,0.014382933576901754
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,512,512,0.014312533537546792
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,512,512,0.014424533645311991
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,512,512,0.014364799857139588
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,512,512,0.014490666985511779
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,512,512,0.013622400164604188
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,512,512,0.014434132973353067
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,512,512,0.014375467101732889
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,512,512,0.0142794668674469
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,512,512,0.01569066643714905
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,512,512,0.014638933539390563
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,512,512,0.014074666301409402
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,512,512,0.014301866292953491
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,512,512,0.014375467101732889
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,512,512,0.01423679987589518
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,512,512,0.013541332880655923
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,512,512,0.014244266351064048
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,512,512,0.012862933675448099
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,512,512,0.01437226633230845
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,512,512,0.013064533472061157
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,512,512,0.014362667004267374
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,512,512,0.013473066687583923
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,512,512,0.013299199938774108
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,512,512,0.014429866274197897
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,512,512,0.012739200393358865
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,512,512,0.012770133217175803
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,512,512,0.013876266280810037
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,512,512,0.014055466651916504
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,512,512,0.0141567995150884
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,512,512,0.013595733046531677
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,512,512,0.014087466398874917
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,512,512,0.013757866621017457
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,512,512,0.014293332894643148
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,512,768,0.010009599725405376
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,512,768,0.010297600428263347
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,512,768,0.00918826659520467
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,512,768,0.009545600414276123
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,512,768,0.009157333771387737
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,512,512,0.16718506813049316
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,512,512,0.08157333532969156
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,512,512,0.3292309443155924
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,512,512,0.07629120349884033
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,512,512,0.8676095962524414
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,512,512,0.0718015988667806
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,512,512,0.09075520038604737
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,512,512,0.09156373341878256
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,512,512,0.08575572967529296
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,512,512,0.08205013275146485
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,512,512,0.08652053674062093
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,512,512,0.07710293134053549
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,512,512,0.07100373109181722
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,512,512,0.06613333225250244
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,512,512,0.06571093400319418
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,512,512,0.06115200122197469
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,512,512,0.06080106496810913
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,512,512,0.05582293272018433
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,512,512,0.05673386653264364
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,512,512,0.051793066660563145
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,512,512,0.05096853176752726
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,512,512,0.030856533845265703
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,512,512,0.045984001954396565
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,512,512,0.04593600034713745
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,512,512,0.040746665000915526
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,512,512,0.04070719877878825
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,512,512,0.03575573364893596
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,512,512,0.03664960066477458
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,512,512,0.03171306649843852
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,512,512,0.025941334168116253
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,512,512,0.025943466027577716
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,512,512,0.021048533916473388
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,512,512,0.020853332678476968
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,512,512,0.016132266322771708
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,512,512,0.011394133170445759
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,512,512,0.00871573289235433
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,512,512,0.008809600273768108
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,512,512,0.01572053333123525
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,512,512,0.00749120016892751
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,512,512,0.007573333382606506
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,512,512,0.007582933207352956
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,512,512,0.007481599847475688
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,512,512,0.007575466732184092
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,512,512,0.007551999886830647
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,512,512,0.00751146674156189
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,512,512,0.007512533167997997
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,512,512,0.0063509335120519
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,512,512,0.0059349333246548975
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,512,512,0.00626453310251236
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,512,512,0.006222933530807495
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,512,512,0.006274133423964183
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,512,512,0.006259199976921081
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,512,512,0.006075733403364817
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,512,512,0.006333866715431213
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,512,512,0.006277333199977875
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,512,512,0.006276266773541768
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,512,512,0.005929600199063619
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,512,512,0.006267733375231425
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,512,512,0.00628053347269694
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,512,512,0.006284800171852112
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,512,512,0.005861333509286245
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,512,512,0.005883733431498209
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,512,512,0.006260266900062561
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,512,512,0.006286933521429698
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,512,512,0.005852800110975901
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,512,512,0.006217599908510844
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,512,512,0.006277333199977875
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,512,512,0.006291200220584869
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,512,512,0.027563732862472535
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,512,512,0.016497066617012023
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,512,512,0.013251200318336487
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,512,512,0.012423466642697651
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,512,512,0.012070399522781373
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,512,512,0.011643733580907185
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,512,512,0.012005333105723064
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,512,512,0.011683199803034465
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,512,512,0.011677866180737812
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,512,512,0.011609599987665812
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,512,512,0.011246933539708456
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,512,512,0.01118933359781901
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,512,512,0.01083626647790273
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,512,512,0.010782933235168457
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,512,512,0.010785067081451416
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,512,512,0.01043839951356252
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,512,512,0.010375466942787171
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,512,512,0.010354133447011311
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,512,512,0.00995199978351593
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,512,512,0.010779733459154766
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,512,512,0.010006399949391682
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,512,512,0.009962667028109233
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,512,512,0.009596799810727436
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,512,512,0.00956053336461385
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,512,512,0.009551999966303508
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,512,512,0.009154133001963298
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,512,512,0.00912000040213267
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,512,512,0.008806399504343669
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,512,512,0.008779733379681905
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,512,512,0.008794666330019633
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,512,512,0.008737066388130188
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,512,512,0.008338133494059246
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,512,512,0.0082997332016627
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,512,512,0.008351999521255492
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,512,512,0.0083146666487058
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,512,512,0.007930666704972585
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,512,512,0.007918933530648549
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,512,512,0.00831573357184728
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,512,512,0.008108800152937572
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,512,512,0.008028799792130788
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,512,512,0.007950933277606964
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,512,512,0.007904000083605449
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,512,512,0.007899733384450276
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,512,512,0.008326399823029835
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,512,512,0.007972266773382823
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,512,512,0.007909333209196727
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,512,512,0.0075552001595497135
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,512,512,0.007915733257929485
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,512,512,0.007973333199818928
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,512,512,0.0075573335091273
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,512,512,0.007567999760309856
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,512,512,0.007944533228874206
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,512,512,0.00793280005455017
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,512,512,0.00793280005455017
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,512,512,0.007562666634718577
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,512,512,0.007910400132338206
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,512,512,0.007569066683451335
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,512,512,0.007773866752783458
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,512,512,0.0075434664885203045
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,512,512,0.007923200229803721
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,512,512,0.007919999957084655
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,512,512,0.007579733431339264
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,512,512,0.007558399935563405
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,512,512,0.007924266656239827
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,512,512,0.0075082664688428235
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,512,512,0.007942399879296621
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,512,512,0.007898666461308797
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,512,512,0.007577600081761678
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,512,512,0.007538133362929027
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,512,512,0.007925333579381307
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,512,512,0.007900799810886382
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,512,512,0.007910400132338206
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,512,512,0.007501866420110066
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,512,256,0.010664533575375874
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,512,256,0.006664533416430156
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,512,256,0.0048320000370343525
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,512,512,0.007915733257929485
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,512,256,0.0033717334270477297
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,512,256,0.003369600077470144
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,512,256,0.0034058667719364167
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,512,256,0.0034080001215140024
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,512,256,0.003401600072781245
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,512,256,0.0034453332424163817
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,512,256,0.0038176000118255613
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,512,256,0.0033919999996821085
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,512,256,0.002994133283694585
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,512,256,0.0029824001093705496
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,512,256,0.003399466723203659
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,512,256,0.0034122665723164878
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,512,256,0.003067733347415924
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,512,256,0.003054933249950409
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,512,256,0.002979200085004171
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,512,256,0.002995199958483378
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,512,256,0.0029909332593282064
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,512,256,0.0026367999613285064
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,512,256,0.0029706666866938275
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,512,256,0.002980266759792964
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,512,256,0.0029877332349618276
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,512,256,0.0029877332349618276
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,512,256,0.002583466718594233
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,512,256,0.0025792000194390613
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,512,256,0.0025792000194390613
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,512,256,0.0026464000344276427
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,512,256,0.0025621332228183747
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,512,256,0.0025600001215934755
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,512,256,0.002567466596762339
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,512,256,0.002595199892918269
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,512,256,0.0025759999950726825
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,512,256,0.0025621332228183747
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,512,256,0.0022154666483402254
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,512,256,0.0024586667617162066
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,512,256,0.002593066543340683
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,512,256,0.00258240004380544
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,512,256,0.002566399921973546
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,512,256,0.002242133269707362
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,512,256,0.002251733342806498
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,512,256,0.0022250667214393617
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,512,256,0.0021759999295075734
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,512,256,0.0022314667701721193
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,512,256,0.0022453332940737406
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,512,256,0.0022581333915392557
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,512,256,0.0023018665611743926
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,512,256,0.002165333429972331
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,512,256,0.0023541333774725597
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,512,256,0.002196266750494639
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,512,256,0.002239999920129776
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,512,256,0.002221866697072983
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,512,256,0.002152533332506816
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,512,256,0.0021685334543387097
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,512,256,0.0022944000860055285
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,512,256,0.0022304000953833262
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,512,256,0.002362666775782903
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,512,256,0.0022304000953833262
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,512,256,0.0022250667214393617
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,512,256,0.0022101332743962605
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,512,256,0.0024874667326609296
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,512,256,0.002229333420594533
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,512,256,0.0022709332406520844
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,512,256,0.0024288001159826914
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,512,256,0.0025941332181294756
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,512,256,0.002439466615517934
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,512,256,0.002238933245340983
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,512,256,0.0022250667214393617
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,512,256,0.002229333420594533
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,512,256,0.00223786657055219
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,512,256,0.002243199944496155
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,512,256,0.0022133332987626392
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,512,256,0.03460053205490112
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,512,256,0.02495253284772237
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,512,256,0.020810665686925252
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,512,256,0.020100265741348267
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,512,256,0.01881386637687683
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,512,256,0.019243733088175455
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,512,256,0.0185589333375295
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,512,256,0.018318933248519898
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,512,256,0.018659200270970663
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,512,256,0.018272000551223754
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,512,256,0.01808746655782064
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,512,256,0.01687039931615194
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,512,256,0.018566399812698364
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,512,256,0.018311466773351034
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,512,256,0.018205867211023966
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,512,256,0.017033600807189943
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,512,256,0.017214934031168617
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,512,512,0.009963732957839967
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,512,256,0.017040000359217326
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,512,256,0.01642346680164337
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,512,512,0.009935999910036724
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,512,256,0.01708266735076904
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,512,256,0.016683733463287352
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,512,256,0.016420267025629678
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,512,256,0.016396799683570863
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,512,256,0.01662506659825643
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,512,256,0.016190933187802632
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,512,256,0.016225066781044007
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,512,256,0.002204799900452296
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,512,256,0.01454080045223236
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,512,256,0.015662933389345803
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,512,256,0.014532267053922018
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,512,256,0.01527253290017446
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,512,256,0.014532267053922018
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,512,256,0.015868799885114034
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,512,256,0.015035733580589294
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,512,256,0.016360533237457276
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,512,256,0.014828800161679586
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,512,256,0.014169599612553915
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,512,256,0.014360533157984415
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,512,256,0.015188266833623251
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,512,256,0.014309333761533103
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,512,256,0.01472106675306956
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,512,256,0.014613333344459533
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,512,256,0.014407466848691305
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,512,256,0.014020267128944396
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,512,256,0.014219733079274497
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,512,256,0.014541866381963095
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,512,256,0.014458666245142618
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,512,256,0.014274133245150247
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,512,256,0.014301866292953491
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,512,256,0.014251733819643656
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,512,256,0.013961600263913474
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,512,256,0.01461120049158732
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,512,256,0.015134933590888976
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,512,256,0.014192000031471252
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,512,256,0.013753599921862283
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,512,256,0.01402239998181661
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,512,256,0.017097600301106772
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,512,256,0.013986133535703025
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,512,256,0.013852799932161966
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,512,256,0.013129599889119468
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,512,256,0.013845333456993103
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,512,256,0.013700266679128012
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,512,256,0.013567999998728434
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,512,256,0.012935466567675271
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,512,256,0.013825066884358726
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,512,256,0.013149866461753845
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,512,256,0.01381119986375173
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,512,256,0.012812800208727517
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,512,256,0.013276799519856771
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,512,256,0.013362133502960205
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,512,256,0.013558399677276612
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,512,256,0.01279253363609314
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,512,256,0.014233600099881491
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,512,256,0.013276799519856771
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,512,512,0.009987200299898785
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,512,256,0.01422826647758484
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,512,512,0.009948800007502239
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,512,512,0.008571733037630718
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,512,512,0.008759466807047527
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,512,256,0.13004586696624756
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,512,256,0.06401066780090332
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,512,256,0.2553311983744303
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,512,256,0.05999786853790283
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,512,256,0.5101994514465332
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,512,256,0.05637013514836629
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,512,256,0.07190612951914468
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,512,256,0.05233706633249918
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,512,256,0.06735146840413411
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,512,256,0.07176106770833333
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,512,256,0.06810986995697021
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,512,256,0.0636576016743978
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,512,256,0.060402135054270424
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,512,256,0.05626560052235922
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,512,256,0.052109865347544346
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,512,256,0.04810133377710978
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,512,256,0.04807573159535726
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,512,256,0.04492479960123698
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,512,256,0.044420266151428224
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,512,256,0.040329599380493165
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,512,256,0.04068160057067871
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,512,256,0.02477653423945109
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,512,256,0.0365664005279541
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,512,256,0.03657813469568889
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,512,256,0.032902399698893234
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,512,256,0.03291093309720357
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,512,256,0.02516266703605652
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,512,256,0.029191466172536214
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,512,256,0.029215999444325763
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,512,256,0.021450666586558025
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,512,256,0.02099626660346985
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,512,256,0.017780266205469766
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,512,256,0.016953599452972413
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,512,256,0.01325866679350535
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,512,256,0.0131221334139506
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,512,256,0.008746666709582011
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,512,256,0.009665066997210186
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,512,256,0.007526400188604991
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,512,256,0.007770666480064392
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,512,256,0.006737066805362702
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,512,256,0.006742399930953979
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,512,256,0.006675200164318084
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,512,256,0.006705066561698914
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,512,256,0.006750933329264323
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,512,256,0.006713599960009258
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,512,256,0.0067221333583196
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,512,256,0.0054624001185099285
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,512,256,0.0054400001962979635
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,512,256,0.0055071999629338585
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,512,256,0.005480533341566721
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,512,256,0.005901866654555003
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,512,256,0.005478399991989136
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,512,256,0.00551146666208903
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,512,256,0.005468800167242686
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,512,256,0.005489066739877065
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,512,256,0.005480533341566721
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,512,256,0.005497600138187409
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,512,256,0.005496533215045929
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,512,256,0.006749866902828217
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,512,256,0.005498666564623515
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,512,256,0.0054666668176651
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,512,256,0.005500799914201101
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,512,256,0.005453866720199585
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,512,256,0.005077333251635233
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,512,256,0.005854933460553487
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,512,256,0.005467733244101206
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,512,256,0.005494399865468343
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,512,256,0.005120000243186951
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,512,256,0.0054517333706219995
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,512,256,0.024190932512283325
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,512,256,0.019378133614857993
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,512,256,0.015718400478363037
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,512,256,0.012011733651161195
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,512,256,0.01160533328851064
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,512,256,0.011608533064524333
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,512,256,0.011608533064524333
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,512,256,0.011183999975522359
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,512,256,0.010875733693440755
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,512,256,0.011197866996129353
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,512,256,0.010839466253916423
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,512,256,0.010442666212717692
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,512,256,0.0107914666334788
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,512,256,0.010079999764760334
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,512,256,0.010382933417956035
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,512,256,0.01030399998029073
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,512,256,0.010045866171518963
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,512,256,0.00956160028775533
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,512,256,0.009943466385205586
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,512,256,0.009595732887585957
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,512,256,0.00956160028775533
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,512,256,0.009179733196894328
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,512,256,0.009537067015965779
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,512,256,0.009131733576456707
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,512,256,0.009116799632708231
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,512,256,0.008753066261609394
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,512,256,0.008378666639328004
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,512,256,0.00869866708914439
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,512,256,0.008348799745241801
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,512,256,0.008312533299128216
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,512,256,0.007965866724650066
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,512,256,0.007940266529719036
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,512,256,0.007905066510041555
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,512,256,0.00791786660750707
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,512,256,0.007934933404127757
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,512,256,0.007914666831493378
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,512,256,0.007494399944941203
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,512,256,0.0075328002373377485
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,512,256,0.007516799867153168
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,512,256,0.007898666461308797
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,512,256,0.007154133419195812
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,512,256,0.007513600091139476
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,512,256,0.007578666508197785
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,512,256,0.007558399935563405
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,512,256,0.007906133433183034
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,512,256,0.007548800110816956
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,512,256,0.0071487997968991595
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,512,256,0.007503999769687653
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,512,256,0.007490133245786031
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,512,256,0.007517866790294647
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,512,256,0.007478400071461995
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,512,256,0.007569066683451335
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,512,256,0.007123200098673503
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,512,256,0.0074976002176602675
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,512,256,0.0074976002176602675
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,512,256,0.007124266525109608
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,512,256,0.0074890668193499255
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,512,256,0.0071381335457166035
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,512,256,0.007111466427644093
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,512,256,0.007447466750939687
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,512,256,0.007502933343251546
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,512,256,0.007064533233642578
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,512,256,0.007295999924341838
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,512,256,0.007483733197053273
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,512,256,0.0067669332027435304
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,512,256,0.007145600020885467
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,512,256,0.007483733197053273
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,512,256,0.00676800012588501
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,512,256,0.007144533097743988
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,512,256,0.007146666447321574
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,512,256,0.0071274667978286745
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,512,256,0.007143466671307881
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,512,256,0.007478400071461995
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,512,128,0.008872532844543457
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,512,128,0.006251733501752217
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,512,128,0.004229333500067393
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,512,128,0.002996266633272171
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,512,128,0.002993066608905792
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,512,256,0.006708266834417979
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,512,128,0.002974933385848999
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,512,128,0.0030165334542592366
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,512,128,0.002963199963172277
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,512,128,0.0035349334279696143
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,512,128,0.0034122665723164878
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,512,128,0.0030400000512599947
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,512,128,0.002994133283694585
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,512,128,0.002962133288383484
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,512,128,0.002962133288383484
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,512,128,0.0031061333914597826
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,512,128,0.002619733413060506
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,512,128,0.0025685332715511323
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,512,128,0.002614400039116542
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,512,128,0.002703999976317088
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,512,128,0.0026208000878492994
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,512,128,0.002570666621128718
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,512,128,0.0026015999416510267
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,512,128,0.00262719988822937
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,512,128,0.0029866665601730345
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,512,128,0.0029077333708604175
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,512,128,0.0025568000972270967
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,512,128,0.0025610665480295816
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,512,128,0.0025802666942278544
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,512,128,0.002567466596762339
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,512,128,0.002234666546185811
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,512,128,0.0022154666483402254
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,512,128,0.002162133405605952
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,512,128,0.0022154666483402254
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,512,128,0.0021909333765506743
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,512,128,0.0021557333568731946
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,512,128,0.0021514666577180227
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,512,128,0.002152533332506816
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,512,128,0.0021727999051411946
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,512,128,0.002209066599607468
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,512,128,0.0021568000316619872
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,512,128,0.002147199958562851
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,512,128,0.002149333308140437
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,512,128,0.002160000056028366
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,512,128,0.002161066730817159
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,512,128,0.002183466653029124
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,512,128,0.002143999934196472
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,512,128,0.0021386665602525076
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,512,128,0.002152533332506816
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,512,128,0.002143999934196472
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,512,128,0.002143999934196472
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,512,128,0.002152533332506816
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,512,128,0.0021461332837740582
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,512,128,0.0021557333568731946
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,512,128,0.0021429332594076794
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,512,128,0.0021375998854637145
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,512,128,0.002179199953873952
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,512,128,0.002133333434661229
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,512,128,0.0021568000316619872
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,512,128,0.0021429332594076794
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,512,128,0.002147199958562851
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,512,128,0.002165333429972331
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,512,128,0.002145066608985265
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,512,128,0.0022111999491850535
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,512,128,0.002178133279085159
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,512,128,0.002198400100072225
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,512,128,0.002169599880774816
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,512,128,0.002194133400917053
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,512,128,0.002196266750494639
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,512,128,0.0022069332500298817
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,512,128,0.002179199953873952
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,512,128,0.002218666672706604
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,512,128,0.0022154666483402254
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,512,128,0.026816000541051228
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,512,128,0.02315946618715922
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,512,128,0.019181867440541588
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,512,128,0.016953599452972413
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,512,128,0.016556800405184428
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,512,128,0.016595199704170227
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,512,128,0.016646400094032288
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,512,128,0.016456533471743265
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,512,128,0.016889599959055583
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,512,128,0.016504533092180886
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,512,128,0.0021536000072956084
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,512,128,0.01658986707528432
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,512,128,0.0021407999098300933
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,512,128,0.015864533185958863
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,512,128,0.01622293293476105
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,512,128,0.01625599960486094
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,512,128,0.016239999731381734
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,512,128,0.014784000317255654
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,512,128,0.014657066265741984
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,512,128,0.015927466750144958
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,512,128,0.015025066335995993
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,512,128,0.015367466211318969
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,512,128,0.014959999918937683
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,512,128,0.016450132926305136
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,512,128,0.014469333489735923
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,512,128,0.015220266580581666
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,512,128,0.014472533265749613
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,512,128,0.01448853313922882
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,512,128,0.014471466342608133
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,512,128,0.015174399813016257
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,512,128,0.014896000425020853
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,512,128,0.014263466993967692
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,512,128,0.017051732540130614
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,512,128,0.016908800601959227
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,512,128,0.015147733688354491
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,512,128,0.01455466647942861
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,512,128,0.01434346636136373
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,512,128,0.014457600315411887
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,512,128,0.014300800363222756
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,512,128,0.01430400013923645
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,512,128,0.01437333325544993
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,512,128,0.01609813372294108
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,512,128,0.014285866419474283
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,512,128,0.014205867052078247
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,512,128,0.014315733313560485
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,512,128,0.015292800466219583
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,512,128,0.014264532923698425
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,512,128,0.014265599846839904
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,512,128,0.014274133245150247
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,512,128,0.014198399583498635
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,512,128,0.014263466993967692
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,512,128,0.014137599865595499
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,512,128,0.013428266843159994
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,512,128,0.013516799608866373
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,512,128,0.013245866696039835
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,512,128,0.013588266571362815
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,512,128,0.01297706663608551
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,512,128,0.013585066795349121
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,512,128,0.014181333780288696
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,512,128,0.013928533593813578
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,512,128,0.0139082670211792
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,512,128,0.013794133067131042
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,512,128,0.012628266215324402
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,512,128,0.014127999544143677
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,512,128,0.013240533073743186
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,512,128,0.013503999511400858
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,512,128,0.012710400422414145
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,512,128,0.013645866513252258
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,512,128,0.012565333644549051
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,512,128,0.013643733660380044
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,512,128,0.012590932846069335
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,512,128,0.014072533448537192
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,512,128,0.013132799665133157
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,512,128,0.013978667060534158
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,512,128,0.012994133432706199
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,512,128,0.013433600465456644
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,512,256,0.008803199728329976
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,512,256,0.008732799688975017
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,512,256,0.007536000013351441
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,512,256,0.008713600039482117
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,512,256,0.007912533481915791
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,512,128,0.21861759821573892
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,512,128,0.43178345362345383
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,512,128,0.11199999650319417
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,512,128,0.05177599986394247
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,512,128,0.06199146509170532
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,512,128,0.04885546763737996
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,512,128,0.045579731464385986
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,512,128,0.061977601051330565
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,512,128,0.055062401294708255
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,512,128,0.05834346612294515
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,512,128,0.058347733815511074
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,512,128,0.05506453514099121
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,512,128,0.05216533342997233
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,512,128,0.048527999718983965
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,512,128,0.045348266760508224
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,512,128,0.04196586608886719
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,512,128,0.04184639851252238
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,512,128,0.038667734464009604
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,512,128,0.038660267988840744
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,512,128,0.034986666838328045
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,512,128,0.03209173281987508
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,512,128,0.035358933607737224
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,512,128,0.022223999102910362
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,512,128,0.03208106756210327
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,512,128,0.025500800212224322
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,512,128,0.02879040042559306
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,512,128,0.02878933350245158
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,512,128,0.025174399216969807
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,512,128,0.022318933407465616
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,512,128,0.018981333573659262
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,512,128,0.018568533658981323
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,512,128,0.015698132912317912
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,512,128,0.015241600076357522
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,512,128,0.011642666657765706
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,512,128,0.012408533692359924
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,512,128,0.00897279977798462
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,512,128,0.007092266778151194
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,512,128,0.007066666583220164
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,512,128,0.0062730665008227035
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,512,128,0.006308266520500183
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,512,128,0.0058783998092015585
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,512,128,0.00629013329744339
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,512,128,0.006262399752934774
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,512,128,0.006045866509278615
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,512,128,0.006232533355553945
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,512,128,0.006297599772612255
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,512,128,0.005460266768932342
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,512,128,0.005438933273156484
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,512,128,0.005453866720199585
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,512,128,0.0055167997876803074
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,512,128,0.005093333125114441
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,512,128,0.005470933516820272
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,512,128,0.005082666873931885
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,512,128,0.005458133419354757
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,512,128,0.005032533407211303
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,512,128,0.005093333125114441
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,512,128,0.005097599824269613
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,512,128,0.005437866846720377
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,512,128,0.005111466844876607
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,512,128,0.005064533154169718
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,512,128,0.005433600147565206
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,512,128,0.005092266698678335
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,512,128,0.0051018665234247845
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,512,128,0.0050240000089009605
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,512,128,0.005053866902987162
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,512,128,0.005251200000445048
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,512,128,0.005022933085759481
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,512,128,0.0050784001747767125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,512,128,0.03165546655654907
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,512,128,0.025500800212224322
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,512,128,0.01527679959932963
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,512,128,0.01138879954814911
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,512,128,0.011608533064524333
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,512,128,0.011199999849001567
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,512,128,0.011159466703732808
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,512,128,0.010819199681282043
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,512,128,0.010756267110506694
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,512,128,0.010786133011182149
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,512,128,0.010384000341097514
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,512,128,0.01042133371035258
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,512,128,0.010365866621335347
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,512,128,0.010362666845321656
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,512,128,0.00995199978351593
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,512,128,0.009590400258700053
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,512,128,0.009717333316802978
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,512,128,0.009565866986910502
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,512,128,0.009540266791979472
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,512,128,0.009538132945696514
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,512,128,0.009176533420880635
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,512,128,0.009121066331863404
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,512,128,0.009145599603652955
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,512,128,0.008712533116340637
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,512,128,0.008373333017031352
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,512,128,0.008316799998283386
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,512,128,0.008340266346931458
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,512,128,0.008344533046086629
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,512,128,0.008285866677761078
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,512,128,0.007900799810886382
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,512,128,0.007891199986139933
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,512,128,0.007539199789365132
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,512,128,0.0075445334116617845
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,512,128,0.0075093333919843035
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,512,128,0.007462400197982788
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,512,128,0.007522133489449819
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,512,128,0.007516799867153168
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,512,128,0.007515733440717061
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,512,128,0.007079466680685679
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,512,128,0.007131733496983846
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,512,128,0.0071381335457166035
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,512,128,0.007468800246715546
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,512,128,0.007091199855009715
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,512,128,0.00713919997215271
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,512,128,0.0074314668774604796
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,512,128,0.007141333321730297
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,512,128,0.007074133555094402
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,512,128,0.0066997334361076355
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,512,128,0.007107200225194295
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,512,128,0.0070826664566993715
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,512,128,0.006739200154940288
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,512,128,0.006769066552321117
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,512,128,0.0070613334576288865
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,512,128,0.007132799923419952
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,512,128,0.0067445332805315655
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,512,128,0.007119999825954437
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,512,128,0.006876799960931141
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,512,128,0.007209600011507671
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,512,128,0.0067114666104316715
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,512,128,0.007075199981530507
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,512,128,0.006664533416430156
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,512,128,0.007090133428573608
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,512,128,0.0067445332805315655
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,512,128,0.007149866720040639
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,512,128,0.006666666766007741
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,512,128,0.007107200225194295
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,512,128,0.006717866659164429
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,512,128,0.007123200098673503
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,512,128,0.00666133314371109
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,512,128,0.00687360018491745
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,512,128,0.006706133484840393
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,512,128,0.007124266525109608
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,512,128,0.006725333134333293
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,512,64,0.008083199958006541
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,512,128,0.0070783997575442
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,512,64,0.003789866715669632
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,512,64,0.005896533528963724
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,512,64,0.0029738667110602063
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,512,64,0.002958933264017105
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,512,64,0.00276053324341774
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,512,64,0.0030165334542592366
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,512,64,0.0026687999566396077
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,512,64,0.003365333378314972
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,512,64,0.0029504001140594482
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,512,64,0.0030303999781608583
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,512,64,0.002614400039116542
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,512,64,0.0026047999660174055
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,512,64,0.0026933332284291584
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,512,64,0.0030122667551040648
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,512,64,0.0025301332275072734
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,512,64,0.0025589334468046824
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,512,64,0.0025568000972270967
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,512,64,0.0025759999950726825
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,512,64,0.0025600001215934755
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,512,64,0.0025429333249727885
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,512,64,0.0025461333493391673
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,512,64,0.0025909334421157838
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,512,64,0.002586666742960612
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,512,64,0.0026133333643277483
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,512,64,0.0021749332547187803
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,512,64,0.002569599946339925
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,512,64,0.002216533323129018
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,512,64,0.002203733225663503
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,512,64,0.002165333429972331
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,512,64,0.002152533332506816
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,512,64,0.0021536000072956084
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,512,64,0.002203733225663503
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,512,64,0.0021429332594076794
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,512,64,0.002164266755183538
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,512,64,0.002163200080394745
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,512,64,0.0021354667842388153
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,512,64,0.002131200085083644
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,512,64,0.0021546666820844015
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,512,64,0.0021418665846188864
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,512,64,0.002147199958562851
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,512,64,0.0021578667064507803
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,512,64,0.002163200080394745
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,512,64,0.0018058666338523228
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,512,64,0.0019530666371186574
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,512,64,0.0021589333812395734
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,512,64,0.0021429332594076794
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,512,64,0.002165333429972331
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,512,64,0.0021354667842388153
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,512,64,0.0021344001094500227
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,512,64,0.002148266633351644
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,512,64,0.002145066608985265
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,512,64,0.0018016000588734944
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,512,64,0.0017994667092959087
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,512,64,0.001794133335351944
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,512,64,0.0018079999834299087
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,512,64,0.0021375998854637145
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,512,64,0.002148266633351644
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,512,64,0.0018079999834299087
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,512,64,0.001803733284274737
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,512,64,0.002160000056028366
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,512,64,0.001876266673207283
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,512,64,0.0018453333526849748
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,512,64,0.002160000056028366
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,512,64,0.002133333434661229
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,512,64,0.002149333308140437
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,512,64,0.0018005333840847015
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,512,64,0.0017930666605631511
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,512,64,0.0018218666315078734
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,512,64,0.001852799952030182
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,512,64,0.0019509332875410716
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,512,64,0.002004266654451688
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,512,64,0.0018602666755517324
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,512,64,0.02651306589444478
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,512,64,0.021387734015782676
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,512,64,0.017254400253295898
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,512,64,0.01689493258794149
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,512,64,0.015608533223470052
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,512,64,0.014683733383814493
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,512,64,0.015402666727701821
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,512,64,0.015386666854222616
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,512,64,0.01660586694876353
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,512,64,0.014828800161679586
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,512,64,0.0018207999567190808
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,512,64,0.015685333808263143
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,512,64,0.014512000481287637
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,512,64,0.014699733257293702
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,512,64,0.01451520025730133
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,512,64,0.015944533546765647
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,512,64,0.01646933356920878
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,512,64,0.014590932925542196
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,512,64,0.014509866635004679
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,512,64,0.015473066767056783
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,512,64,0.014479999740918478
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,512,64,0.015102932850519816
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,512,64,0.014502400159835815
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,512,64,0.016149333119392394
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,512,64,0.014490666985511779
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,512,64,0.014842666188875833
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,512,64,0.014507733782132468
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,512,64,0.014377599954605103
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,512,64,0.015745066603024802
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,512,64,0.01437440017859141
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,512,64,0.013273599743843078
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,512,64,0.013960533340771995
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,512,64,0.014308266838391624
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,512,64,0.014366933703422546
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,512,64,0.014313600460688271
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,512,64,0.014692266782124838
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,512,64,0.014283733566602072
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,512,64,0.01581653356552124
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,512,64,0.01339413324991862
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,512,64,0.01399893363316854
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,512,64,0.013486933708190919
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,512,64,0.014735999703407287
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,512,64,0.014314666390419006
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,512,128,0.007965866724650066
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,512,64,0.014171733458836874
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,512,64,0.013539200027783712
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,512,64,0.014151466886202493
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,512,64,0.014192000031471252
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,512,64,0.01416000028451284
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,512,64,0.014083199699719749
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,512,64,0.014296533664067588
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,512,64,0.014072533448537192
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,512,64,0.014327466487884521
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,512,64,0.013868799805641175
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,512,64,0.013766400019327798
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,512,64,0.012723199526468911
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,512,64,0.013065600395202636
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,512,64,0.012717866897583007
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,512,64,0.013193600376447043
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,512,64,0.012772267063458761
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,512,64,0.013050666451454163
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,512,64,0.012566399574279786
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,512,64,0.012718933820724487
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,512,64,0.012780800461769104
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,512,64,0.01286186675230662
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,512,64,0.013000532984733582
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,512,64,0.012694399555524191
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,512,64,0.013126400113105775
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,512,64,0.012773332993189493
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,512,64,0.01293333371480306
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,512,64,0.012714667121569314
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,512,64,0.012842667102813721
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,512,64,0.012873599926630655
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,512,128,0.007975466549396515
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,512,64,0.013217066725095114
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,512,32,0.008498133222262064
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,512,32,0.005905066430568695
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,512,32,0.0038058665891488397
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,512,32,0.0029557332396507262
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,512,32,0.002994133283694585
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,512,32,0.0029535998900731405
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,512,64,0.012739200393358865
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,512,32,0.0029877332349618276
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,512,32,0.002959999938805898
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,512,32,0.003032533327738444
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,512,32,0.003014400104681651
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,512,32,0.003385599950949351
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,512,32,0.0026346666117509207
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,512,32,0.0029877332349618276
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,512,32,0.0028277332584063213
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,512,32,0.003009066730737686
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,512,32,0.002621866762638092
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,512,32,0.0026079999903837843
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,512,32,0.002566399921973546
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,512,32,0.0025888000925381976
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,512,128,0.007914666831493378
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,512,32,0.0025578667720158894
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,512,32,0.002567466596762339
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,512,32,0.0025461333493391673
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,512,32,0.0026943999032179515
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,512,32,0.0022240000466505687
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,512,32,0.002586666742960612
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,512,32,0.0022143999735514323
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,512,32,0.002216533323129018
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,512,32,0.0021770666042963665
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,512,32,0.002182399978240331
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,512,32,0.002234666546185811
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,512,32,0.0021920000513394673
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,512,32,0.0021685334543387097
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,512,32,0.0021845333278179167
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,512,32,0.0021546666820844015
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,512,32,0.002186666677395503
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,512,32,0.002160000056028366
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,512,32,0.0021845333278179167
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,512,32,0.0021759999295075734
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,512,32,0.0021888000269730886
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,512,32,0.002169599880774816
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,512,32,0.0019541333119074506
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,512,32,0.0018954666952292125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,512,32,0.002163200080394745
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,512,32,0.0021589333812395734
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,512,64,0.012836266557375589
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,512,32,0.0021856000026067098
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,512,32,0.002203733225663503
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,512,32,0.002197333425283432
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,512,32,0.002194133400917053
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,512,32,0.0018410666535298031
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,512,32,0.002196266750494639
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,512,32,0.002205866575241089
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,512,32,0.0021898667017618816
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,512,32,0.002182399978240331
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,512,32,0.001911466692884763
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,512,32,0.0026101333399613695
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,512,32,0.002143999934196472
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,512,32,0.001817600056529045
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,512,32,0.0018122666825850803
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,512,32,0.001836799954374631
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,512,32,0.0021589333812395734
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,512,32,0.0018016000588734944
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,512,32,0.0018133333573738734
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,512,32,0.0017792000124851864
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,512,32,0.002143999934196472
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,512,32,0.002125866711139679
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,512,32,0.0019221333165963489
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,512,32,0.0018101333330074946
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,512,32,0.0018112000077962875
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,512,32,0.001803733284274737
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,512,32,0.002090666691462199
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,512,32,0.0018101333330074946
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,512,32,0.02461013396581014
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,512,32,0.020980266729990642
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,512,32,0.0021685334543387097
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,512,32,0.017108267545700072
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,512,32,0.014528000354766845
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,512,32,0.016339199741681416
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,512,32,0.015068800250689188
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,512,32,0.01626240015029907
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,512,32,0.015338666240374246
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,512,32,0.014778666694959006
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,512,32,0.015068800250689188
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,512,32,0.014846932888031007
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,512,32,0.016523733735084534
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,512,32,0.0019296000401178997
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,512,32,0.002611200014750163
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,512,32,0.01453013320763906
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,512,32,0.01448853313922882
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,512,32,0.016421332955360413
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,512,32,0.014658133188883463
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,512,32,0.014641066392262777
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,512,32,0.014538666605949402
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,512,32,0.014811733365058899
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,512,32,0.016201600432395935
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,512,32,0.015477333466211954
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,512,32,0.014600533246994018
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,512,32,0.014494933684666953
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,512,32,0.014439466595649719
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,512,32,0.015485866864522298
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,512,32,0.01448319951693217
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,512,32,0.014341333508491516
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,512,32,0.014699733257293702
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,512,32,0.01439786652723948
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,512,32,0.014176000157992044
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,512,32,0.014467199643452963
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,512,32,0.014389333128929139
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,512,32,0.014288000265757241
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,512,32,0.01437333325544993
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,512,32,0.013218133648236593
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,512,32,0.014389333128929139
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,512,32,0.01427839994430542
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,512,32,0.01378773351510366
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,512,32,0.014059733351071677
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,512,32,0.01393066644668579
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,512,32,0.013724799950917563
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,512,32,0.013310933113098144
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,512,32,0.014114133516947427
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,512,32,0.013033599654833476
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,512,32,0.013945600390434265
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,512,32,0.01353600025177002
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,512,32,0.014131200313568116
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,512,32,0.013138133287429809
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,512,32,0.014290133118629455
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,512,32,0.015314132968584696
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,512,32,0.012579199671745301
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,512,32,0.01406719982624054
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,512,32,0.014043733477592468
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,512,32,0.013080533345540366
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,512,32,0.014165332913398743
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,512,32,0.013615999619166055
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,512,32,0.01323946714401245
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,512,32,0.014266666769981385
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,512,32,0.013481600085894265
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,512,32,0.012794666488965354
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,512,32,0.013987200458844504
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,512,32,0.013555199901262919
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,512,32,0.012980266412099203
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,512,32,0.013858133554458618
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,512,32,0.012872533003489176
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,512,32,0.01272213359673818
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,512,32,0.013906133174896241
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,512,32,0.014502400159835815
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,512,32,0.013402666648228964
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,512,32,0.012896000345547994
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,512,32,0.014065066973368326
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,512,32,0.013987200458844504
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,512,32,0.013356799880663553
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,256,65536,0.1683573325475057
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,256,65536,0.23409199714660645
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,256,65536,0.13838799794514975
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,256,65536,0.45541731516520184
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,256,65536,0.11884666482607524
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,256,65536,0.12146666646003723
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,256,65536,0.11423599720001221
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,256,65536,0.12689333160718283
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,256,65536,0.8772466977437338
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,256,65536,0.10817866524060567
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,256,65536,0.10598133007685344
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,256,65536,0.14109200239181519
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,256,65536,0.11226532856623332
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,256,65536,0.09785733620325725
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,256,65536,0.10250932971636455
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,256,65536,0.10185333093007405
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,256,65536,0.0799400011698405
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,256,65536,0.07991466422875722
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,256,65536,0.07273866732915242
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,256,65536,0.07481733461221059
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,256,65536,0.062420000632603966
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,256,65536,0.06213466823101044
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,256,65536,0.06392799814542134
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,256,65536,0.05817866822083791
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,256,65536,0.0502893328666687
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,256,65536,0.05192933479944865
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,256,65536,0.045073335369428
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,256,65536,0.04624933501084646
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,256,65536,0.04027199993530909
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,256,65536,0.03645733247200648
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,512,32,0.014388266205787658
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,256,65536,0.030506665507952373
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,256,65536,0.031470666329065956
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,256,65536,0.02492800106604894
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,256,65536,0.022604001065095265
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,256,65536,0.024711998800436657
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,256,65536,0.1224346657594045
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,256,65536,0.020286666850248974
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,256,65536,0.018451999872922897
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,256,65536,0.02130933354298274
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,256,65536,0.018085333208243053
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,256,65536,0.019744000087181728
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,256,65536,0.019068000217278797
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,256,65536,0.015546667079130808
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,256,65536,0.02532533307870229
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,256,65536,0.015477333217859268
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,256,65536,0.015572000294923782
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,256,65536,0.01600399985909462
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,256,65536,0.015484000245730082
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,256,65536,0.018748000264167786
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,256,65536,0.018661333868900936
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,256,65536,0.018133333573738735
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,256,65536,0.012769332776467005
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,256,65536,0.01452666645248731
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,256,65536,0.012945332874854406
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,256,65536,0.012998666614294052
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,256,65536,0.016873333603143692
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,256,65536,0.016994666308164597
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,256,65536,0.010874666273593903
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,256,65536,0.010953333228826523
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,256,65536,0.011054666091998419
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,256,65536,0.01089733342329661
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,256,65536,0.010942666480938593
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,256,65536,0.01087866723537445
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,256,65536,0.010845333337783813
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,256,65536,0.016830666611591976
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,256,65536,0.016566666464010876
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,256,65536,0.01658400023976962
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,256,65536,0.017525333911180496
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,256,65536,0.016513332724571228
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,256,65536,0.017028000205755234
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,256,65536,0.017008000363906223
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,256,65536,0.016568000117937725
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,512,128,0.007142400244871776
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,512,128,0.007894399762153625
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,256,65536,0.017687999953826267
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,512,128,0.007573333382606506
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,256,65536,0.017186666528383892
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,256,65536,0.8098751703898112
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,256,65536,0.8141706466674805
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,256,65536,0.7658240000406902
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,256,65536,0.7245845158894857
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,256,65536,0.7636117299397787
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,256,65536,1.5062559763590495
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,256,65536,0.7256266911824544
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,256,65536,0.675540288289388
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,256,65536,0.672711435953776
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,256,65536,0.6249930699666341
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,256,65536,0.6243605295817057
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,256,65536,0.5801109313964844
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,256,65536,0.5801333109537761
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,256,65536,0.5338698705037435
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,256,65536,2.9582667032877605
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,256,65536,0.4885439872741699
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,256,65536,0.4902986526489258
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,256,65536,0.4476149241129558
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,256,65536,0.44026880264282225
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,256,65536,0.3973504066467285
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,256,65536,0.39530986150105796
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,256,65536,0.348419189453125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,256,65536,0.3473141352335612
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,256,65536,0.30227734247843424
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,256,65536,0.2539125283559164
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,256,65536,0.30063571929931643
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,256,65536,0.254473606745402
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,256,65536,0.20862080256144205
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,256,65536,0.1599125385284424
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,256,65536,0.20515947341918944
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,256,65536,0.1564597288767497
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,256,65536,0.10243093172709147
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,256,65536,0.0534005324045817
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,256,65536,0.0534005324045817
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,256,65536,0.048810664812723795
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,256,65536,0.04993813435236613
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,256,65536,0.0457856019337972
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,256,65536,0.04406826496124268
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,256,65536,0.04343039989471435
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,256,65536,0.04119360049565633
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,256,65536,0.03736533323923747
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,256,65536,0.03612266778945923
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,256,65536,0.03657919963200887
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,256,65536,0.03927040100097656
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,256,65536,0.03690346479415894
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,256,65536,0.03487999836603801
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,256,65536,0.03322986761728923
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,256,65536,0.03109546701113383
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,256,65536,0.028823467095692952
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,256,65536,0.029663999875386555
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,256,65536,0.028864000240961713
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,256,65536,0.029547733068466187
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,256,65536,0.028945066531499225
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,256,65536,0.026778666178385417
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,256,65536,0.5338634490966797
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,256,65536,0.02719786763191223
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,256,65536,0.02223893404006958
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,256,65536,0.02225386699040731
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,256,65536,0.022188800573349
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,256,65536,0.022286933660507203
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,256,65536,0.021149865786234536
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,256,65536,0.020768000682195028
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,256,65536,0.024729599555333458
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,256,65536,0.024012800057729086
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,256,65536,0.02323306600252787
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,256,65536,0.023694932460784912
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,256,65536,0.02376213272412618
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,256,65536,0.02433919906616211
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,256,65536,0.02285226583480835
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,256,65536,0.022722133000691733
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,256,65536,0.10231146812438965
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,256,65536,0.03287360072135925
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,256,65536,5.912066141764322
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,256,65536,0.022163200378417968
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,256,65536,0.48091732660929365
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,256,65536,0.45785919825236004
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,256,65536,0.8424874623616537
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,256,65536,0.47028052012125654
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,256,65536,0.42197866439819337
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,256,65536,0.44493865966796875
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,256,65536,0.41249812444051104
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,256,65536,0.3979424158732096
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,256,65536,0.38895254135131835
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,256,65536,0.36565653483072913
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,256,65536,0.3511199951171875
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,256,65536,0.3410261472066244
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,256,65536,1.690010706583659
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,256,65536,0.3269578615824381
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,256,65536,0.3192586580912272
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,256,65536,0.3035093307495117
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,256,65536,0.29543679555257163
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,256,65536,3.402655029296875
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,256,65536,0.43457921346028644
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,256,65536,0.37480319341023766
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,256,65536,0.27065601348876955
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,256,65536,0.24712533950805665
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,256,65536,0.17687253952026366
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,256,65536,0.2495135943094889
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,256,65536,0.2063210646311442
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,256,65536,0.2285088062286377
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,256,65536,0.20021653175354004
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,256,65536,0.17893865903218586
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,256,65536,0.2244032065073649
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,256,65536,0.1257973353068034
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,256,65536,0.1541258653004964
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,256,65536,0.07592960198720297
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,256,65536,0.07556800047556558
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,256,65536,0.07372266451517741
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,256,65536,0.0737717310587565
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,256,65536,0.10368853410085041
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,256,65536,0.07136320273081462
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,256,65536,0.07108906904856363
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,256,65536,0.1497312068939209
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,256,65536,0.06760533650716147
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,256,65536,0.06928746700286866
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,256,65536,0.10838932991027832
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,256,65536,0.06765120029449463
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,256,65536,0.06575680176417033
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,256,65536,0.06582186619440714
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,256,65536,0.06449600060780844
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,256,65536,0.06427093346913657
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,256,65536,0.06405226786931356
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,256,65536,0.06408106486002604
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,256,65536,0.06380373239517212
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,256,65536,0.06267733176549276
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,256,65536,0.06239466667175293
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,256,65536,0.06242773135503134
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,256,65536,0.07838826974232992
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,256,65536,0.0625055988629659
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,256,65536,0.0622538685798645
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,256,65536,0.062407465775807705
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,256,65536,0.061977601051330565
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,256,65536,0.06241173346837362
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,256,65536,0.06272639830907187
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,256,65536,0.06232213179270426
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,256,65536,0.13384426434834798
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,256,65536,0.062199465433756505
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,256,65536,0.06257813374201457
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,256,65536,0.06871786912282309
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,256,65536,0.07839573224385579
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,256,65536,0.06195520162582398
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,256,65536,0.06215039889017741
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,256,65536,0.06242560148239136
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,256,65536,0.06510506470998129
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,256,65536,0.0624234676361084
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,256,65536,0.0623797337214152
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,256,65536,0.062431999047597254
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,256,65536,0.06227200031280518
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,256,65536,0.25400853157043457
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,256,65536,0.25824106534322105
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,256,65536,0.6635007858276367
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,256,65536,0.24392852783203126
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,256,65536,0.2603840033213297
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,256,65536,0.3864010810852051
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,256,65536,0.2557055950164795
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,256,65536,1.3889738718668618
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,256,65536,0.24042879740397133
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,256,65536,0.23776532808939616
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,256,65536,0.2339072068532308
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,256,65536,0.234770139058431
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,256,65536,0.2372437318166097
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,256,65536,0.22002773284912108
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,256,65536,0.22143999735514322
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,256,65536,0.21486293474833168
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,256,65536,0.21468159357706704
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,256,65536,0.2034069379170736
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,256,65536,0.20278399785359702
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,256,65536,0.2004063924153646
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,256,65536,0.1981514612833659
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,256,65536,0.1901141325632731
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,256,65536,0.1885877291361491
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,256,65536,0.18219092686971028
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,256,65536,0.18135679562886556
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,256,65536,0.17363306681315105
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,256,65536,0.17314133644104004
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,256,65536,0.16721386909484864
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,256,65536,0.16682987213134765
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,256,65536,0.15966399510701496
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,256,65536,0.15883413950602215
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,256,65536,0.15127679506937664
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,256,65536,0.15063786506652832
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,256,65536,0.14423680305480957
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,256,65536,0.14113599459330242
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,256,65536,0.129969064394633
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,256,65536,0.13202239672342936
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,256,65536,0.13008000055948893
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,256,65536,0.1300821304321289
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,256,65536,0.12970986366271972
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,256,65536,0.12971519629160563
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,256,65536,0.12992746829986573
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,256,65536,0.1297375996907552
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,256,65536,0.1279040018717448
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,256,65536,0.12713279724121093
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,256,65536,0.12700479825337727
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,256,65536,0.12712106704711915
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,256,65536,0.12705600261688232
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,256,65536,0.12671573162078859
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,256,65536,0.12680426438649495
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,256,65536,0.12662293116251627
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,256,65536,0.1269429365793864
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,256,65536,0.12664960225423177
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,256,65536,0.12701226870218912
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,256,65536,0.12668906847635905
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,256,65536,0.12699093023935953
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,256,65536,0.1270581324895223
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,256,65536,0.12659626801808674
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,256,65536,0.12622719605763752
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,256,65536,0.1266645352045695
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,256,65536,0.1271231969197591
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,256,65536,0.12602132956186932
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,256,65536,0.12707839806874593
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,256,65536,0.1263370672861735
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,256,65536,0.1267242670059204
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,256,65536,0.12666560014088948
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,256,65536,0.12652479807535807
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,256,51200,0.6749429066975912
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,256,51200,0.3227168083190918
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,256,51200,0.17952000300089518
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,256,51200,0.17466026941935223
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,256,51200,0.12523946762084961
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,256,51200,0.10977280139923096
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,256,51200,0.12010666529337566
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,256,51200,0.1218293348948161
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,256,51200,0.0946943998336792
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,256,51200,0.10208213329315186
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,256,51200,0.08928746382395426
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,256,51200,0.08391466935475668
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,256,51200,0.08457386493682861
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,256,51200,0.09127573172251383
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,256,51200,0.07786346276601155
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,256,51200,0.08186986446380615
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,256,51200,0.08179199695587158
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,256,51200,0.0649407982826233
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,256,51200,0.06385813156763712
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,256,51200,0.05978133281071981
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,256,51200,0.0589354674021403
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,256,51200,0.05201173226038615
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,256,51200,0.0516490658124288
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,256,51200,0.05322133302688599
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,256,51200,0.04807146787643433
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,256,51200,0.04098453521728516
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,256,51200,0.041060264905293783
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,256,51200,0.03697813351949056
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,256,51200,0.03661333322525025
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,256,51200,0.032909866174062094
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,256,51200,0.029803733030954998
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,256,51200,0.027803732951482134
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,256,51200,0.027939200401306152
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,256,51200,0.01972800095876058
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,256,51200,0.01845973332722982
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,256,51200,0.017169066270192466
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,256,51200,0.014377599954605103
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,256,51200,0.015727999806404113
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,256,51200,0.015454933047294617
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,256,51200,0.015416533748308817
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,256,51200,0.01650773286819458
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,256,51200,0.016617600123087564
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,256,51200,0.02058346668879191
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,256,51200,0.01605013310909271
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,256,51200,0.013236266374588013
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,256,51200,0.013220266501108805
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,256,51200,0.013422933220863343
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,256,51200,0.013222400347391763
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,256,51200,0.013138133287429809
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,256,51200,0.015723733107248943
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,256,51200,0.015672533710797628
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,256,51200,0.015820800264676412
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,256,51200,0.011181867122650147
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,256,51200,0.012395733594894409
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,256,51200,0.01127893328666687
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,256,51200,0.01853546698888143
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,256,51200,0.01409280002117157
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,256,51200,0.014656000336011252
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,256,51200,0.01409386694431305
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,256,51200,0.009512533744176228
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,256,51200,0.009495466947555542
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,256,51200,0.009514666597048442
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,256,65536,0.12674773534138997
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,256,51200,0.009529599547386169
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,256,51200,0.009521067142486572
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,256,51200,0.009524266918500264
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,256,51200,0.00950933297475179
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,256,51200,0.01442346672217051
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,256,51200,0.013641599814097086
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,256,51200,0.013909332950909934
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,256,51200,0.01458346645037333
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,256,51200,0.014017066359519959
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,256,51200,0.013630933562914529
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,256,51200,0.014149333039919535
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,256,51200,0.013634133338928222
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,256,65536,0.1263370672861735
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,256,65536,0.12679146925608317
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,256,51200,1.1792736053466797
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,256,51200,0.640121587117513
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,256,51200,0.6385973612467448
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,256,51200,2.3131978352864584
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,256,51200,0.604310417175293
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,256,51200,0.6028010686238606
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,256,65536,0.12712746461232502
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,256,51200,0.5702229181925456
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,256,51200,0.5684970855712891
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,256,51200,0.5366858800252279
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,256,51200,0.5349184036254883
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,256,51200,0.4972714742024739
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,256,65536,0.1267189343770345
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,256,65536,0.12696320215861004
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,256,51200,0.4968906720479329
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,256,51200,0.46123733520507815
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,256,51200,0.46079572041829425
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,256,51200,0.4236458778381348
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,256,51200,0.42508907318115235
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,256,51200,0.3890197436014811
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,256,51200,0.38753814697265626
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,256,51200,0.3542208035786947
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,256,51200,0.34919894536336266
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,256,51200,0.3118816057840983
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,256,51200,0.2786442756652832
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,256,51200,0.2783082644144694
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,256,51200,0.24196906089782716
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,256,51200,4.623514811197916
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,256,51200,0.2415712038675944
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,256,51200,0.2035050710042318
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,256,51200,0.20746026039123536
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,256,51200,0.1644693374633789
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,256,51200,0.125437863667806
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,256,51200,0.07881066799163819
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,256,51200,0.045337601502736406
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,256,51200,0.07829013665517172
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,256,51200,0.045578666528066
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,256,51200,0.12161066532135009
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,256,51200,0.043958401679992674
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,256,51200,0.04309226671854655
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,256,51200,0.04086826642354329
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,256,51200,0.03983039855957031
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,256,51200,0.03757760127385457
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,256,51200,0.03905706803003947
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,256,51200,0.03700799942016601
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,256,51200,0.03395306666692098
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,256,51200,0.03308266599973043
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,256,51200,0.032890667517979935
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,256,51200,0.030916267633438112
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,256,65536,0.12630613644917804
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,256,51200,0.030791467428207396
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,256,51200,0.030269867181777953
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,256,51200,0.02959360082944234
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,256,51200,0.02648746569951375
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,256,51200,0.026731733481089277
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,256,51200,0.026766933997472125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,256,51200,0.02426240046819051
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,256,51200,0.031421866019566855
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,256,51200,0.02451733350753784
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,256,51200,0.02376853426297506
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,256,51200,0.02074346741040548
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,256,51200,0.020990933974583945
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,256,51200,0.021990400552749634
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,256,51200,0.022206934293111165
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,256,51200,0.020679465929667153
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,256,51200,0.020734934012095134
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,256,51200,0.020819199085235596
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,256,51200,0.020601600408554077
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,256,51200,0.020654932657877604
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,256,51200,0.0214901328086853
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,256,51200,0.02058346668879191
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,256,51200,0.02058026591936747
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,256,51200,0.021337600549062093
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,256,51200,0.3135594685872396
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,256,51200,0.019553067286809285
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,256,51200,0.16780586242675782
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,256,51200,0.03455466826756795
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,256,51200,0.02287893295288086
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,256,51200,0.4428394635518392
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,256,51200,0.4287647883097331
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,256,51200,0.3888746579488119
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,256,51200,0.37317012151082357
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,256,51200,0.4164266586303711
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,256,51200,0.7745237350463867
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,256,51200,0.35308586756388344
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,256,51200,0.331494394938151
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,256,51200,0.32057387034098306
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,256,51200,0.31004374821980796
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,256,51200,0.39376214345296223
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,256,51200,1.5447872161865235
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,256,51200,0.40554453531901047
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,256,51200,0.30014934539794924
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,256,51200,0.2884213447570801
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,256,51200,0.2763530731201172
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,256,51200,0.2658186594645182
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,256,51200,0.3684224128723145
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,256,51200,0.34537814458211263
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,256,51200,3.10164057413737
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,256,51200,0.20759679476420084
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,256,51200,0.22672853469848633
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,256,51200,0.22429332733154297
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,256,51200,0.16025919914245607
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,256,51200,0.24705813725789388
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,256,51200,0.20406293869018555
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,256,51200,0.18207680384318034
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,256,51200,0.18475306828816732
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,256,51200,0.16361172993977863
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,256,51200,0.13816746075948078
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,256,51200,0.06113386551539103
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,256,51200,0.06423253218332926
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,256,51200,0.08605546951293945
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,256,51200,0.1330730676651001
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,256,51200,0.061212801933288576
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,256,51200,0.05946666797002157
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,256,51200,0.11744320392608643
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,256,51200,0.05962666670481363
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,256,51200,0.05671146710713705
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,256,51200,0.057171201705932616
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,256,51200,0.05576106707255045
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,256,51200,0.05540800094604492
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,256,51200,0.05448533296585083
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,256,51200,0.05465919971466064
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,256,51200,0.05260693232218424
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,256,51200,0.11190613110860188
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,256,51200,0.05281279881795248
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,256,51200,0.05185279846191406
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,256,51200,0.051984000205993655
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,256,51200,0.0515936017036438
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,256,51200,0.05108053286870321
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,256,51200,0.05154773394266764
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,256,51200,0.04972906510035197
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,256,51200,0.04976426760355632
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,256,51200,0.0495743989944458
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,256,51200,0.049659732977549234
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,256,51200,0.04975786606470744
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,256,51200,0.04970666567484538
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,256,51200,0.06390719811121623
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,256,51200,0.04971520105997722
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,256,51200,0.04955306847890218
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,256,51200,0.04967786471048991
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,256,51200,0.04968853394190471
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,256,51200,0.04973653157552083
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,256,51200,0.049652266502380374
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,256,51200,0.049301334222157794
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,256,51200,0.049301334222157794
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,256,51200,0.0496234655380249
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,256,51200,0.04966080188751221
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,256,51200,0.050102400779724124
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,256,51200,0.049709868431091306
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,256,51200,0.08733332951863607
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,256,51200,0.05125866731007894
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,256,51200,0.049669333299001056
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,256,51200,0.3102186520894369
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,256,51200,0.20711146990458168
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,256,51200,0.20451733271280922
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,256,51200,0.20336000124613443
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,256,51200,0.5327701250712077
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,256,51200,0.20790506998697916
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,256,51200,1.0938133239746093
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,256,51200,0.19421119689941407
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,256,51200,0.19402027130126953
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,256,51200,0.18565227190653483
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,256,51200,0.19100906054178873
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,256,51200,0.19003839492797853
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,256,51200,0.18568000793457032
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,256,51200,0.17537280718485515
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,256,51200,0.17734400431315106
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,256,51200,0.17205546696980795
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,256,51200,0.17304107348124187
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,256,51200,0.16278719902038574
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,256,51200,0.1583317279815674
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,256,51200,0.16241812705993652
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,256,51200,0.15916372934977213
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,256,51200,0.15042452812194823
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,256,51200,0.15174080530802408
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,256,51200,0.14523626963297526
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,256,51200,0.14551679293314618
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,256,51200,0.138046932220459
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,256,51200,0.1378346602121989
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,256,51200,0.13301973342895507
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,256,51200,0.13272746404012042
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,256,51200,0.12684160073598225
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,256,51200,0.12763626575469972
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,256,51200,0.11961386998494465
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,256,51200,0.1200170675913493
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,256,51200,0.11198506355285645
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,256,51200,0.10994880199432373
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,256,51200,0.10468479792277019
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,256,51200,0.10331306457519532
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,256,51200,0.10302506287892658
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,256,51200,0.1035200039545695
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,256,51200,0.10283946990966797
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,256,51200,0.10324587027231853
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,256,51200,0.10296320120493571
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,256,51200,0.10252052942911785
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,256,51200,0.10148266951243083
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,256,51200,0.10099413394927978
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,256,51200,0.10091839631398518
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,256,51200,0.10083519617716472
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,256,51200,0.1007317304611206
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,256,51200,0.10093333721160888
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,256,51200,0.10081493059794108
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,256,51200,0.10046079953511555
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,256,51200,0.1008128007253011
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,256,51200,0.10045759677886963
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,256,51200,0.10049599806467693
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,256,51200,0.10084693431854248
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,256,51200,0.10058026313781739
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,256,51200,0.10084906419118245
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,256,51200,0.10017386277516682
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,256,51200,0.1005247990290324
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,256,51200,0.10066026846567791
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,256,51200,0.10074559847513835
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,256,51200,0.10042986869812012
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,256,51200,0.10087253252665203
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,256,51200,0.10093440214792888
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,256,51200,0.1004757324854533
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,256,51200,0.10044373671213787
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,256,51200,0.10027200380961102
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,256,16384,0.2205066680908203
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,256,16384,0.11310079892476399
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,256,16384,0.06001813411712646
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,256,16384,0.04384746551513672
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,256,16384,0.035512534777323405
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,256,16384,0.03798293272654216
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,256,16384,0.0384554664293925
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,256,16384,0.03854933182398478
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,256,16384,0.037001601854960126
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,256,16384,0.03871786594390869
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,256,16384,0.03537280162175496
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,256,16384,0.032637866338094075
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,256,16384,0.03154346744219462
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,256,16384,0.03244693279266357
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,256,16384,0.03028800090154012
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,256,16384,0.03167999982833862
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,256,16384,0.031325866778691605
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,256,16384,0.024600533644358318
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,256,16384,0.025194666783014935
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,256,16384,0.021387734015782676
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,256,16384,0.022513065735499063
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,256,16384,0.022046933571497597
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,256,16384,0.018423465887705485
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,256,51200,0.1008896032969157
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,256,16384,0.018259199460347493
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,256,16384,0.017448532581329345
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,256,16384,0.01695893406867981
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,256,16384,0.01616426706314087
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,256,16384,0.01492693324883779
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,256,16384,0.013780267039934794
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,256,16384,0.014668800433476768
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,256,16384,0.012759466965993246
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,256,16384,0.010822400450706482
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,256,16384,0.012273066242535909
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,256,16384,0.010798933108647664
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,256,16384,0.010286933183670044
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,256,16384,0.009594666957855224
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,256,16384,0.009230933586756388
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,256,16384,0.009220266342163086
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,256,16384,0.009961600104967754
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,256,16384,0.00981119970480601
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,256,16384,0.00881173312664032
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,256,16384,0.010827733079592387
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,256,16384,0.008134399851163227
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,256,51200,0.10056320031483967
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,256,16384,0.009153067072232565
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,256,16384,0.0070709332823753355
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,256,16384,0.008319999774297078
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,256,16384,0.008823466300964356
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,256,16384,0.008724266290664673
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,256,16384,0.008323200047016144
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,256,16384,0.010788266857465107
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,256,16384,0.00747626672188441
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,256,16384,0.007496533294518788
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,256,16384,0.005910400052865346
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,256,16384,0.007102933526039123
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,256,16384,0.006033066908518473
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,256,16384,0.007926400005817413
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,256,16384,0.006279466549555461
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,256,16384,0.006275199850400289
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,256,16384,0.006741333504517872
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,256,16384,0.005498666564623515
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,256,16384,0.005452799797058106
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,256,16384,0.005515733361244201
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,256,16384,0.005448533097902933
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,256,16384,0.005493333439032236
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,256,16384,0.00550186683734258
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,256,16384,0.006671999891599019
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,256,16384,0.006674133241176605
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,256,16384,0.0066538666685422255
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,256,16384,0.006649599969387054
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,256,16384,0.006303999821345012
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,256,16384,0.0067071999112765
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,256,16384,0.006281599899133046
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,256,16384,0.006348800162474315
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,256,51200,0.10030826727549236
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,256,16384,0.3905226707458496
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,256,16384,0.7572352091471355
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,256,16384,0.21906986236572265
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,256,16384,0.005527466535568237
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,256,16384,0.21445867220560708
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,256,16384,0.20133867263793945
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,256,16384,0.20354986190795898
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,256,16384,0.19311146736145018
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,256,16384,0.19247253735860187
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,256,16384,1.4961994171142579
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,256,16384,0.18341120084126789
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,256,16384,0.1841610590616862
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,256,16384,0.16474240620930988
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,256,16384,0.15620800654093425
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,256,16384,0.16806400616963704
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,256,16384,0.15760426521301268
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,256,16384,0.1441098690032959
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,256,16384,0.14618773460388185
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,256,16384,0.1305023988087972
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,256,16384,0.1309823989868164
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,256,16384,0.11375573476155598
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,256,16384,0.11280533472696941
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,256,16384,0.09867839813232422
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,256,16384,0.09765013058980307
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,256,16384,0.08249599933624267
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,256,16384,0.08304213682810466
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,256,16384,0.06851733525594075
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,256,16384,0.06799573103586833
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,256,51200,0.10084586938222248
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,256,16384,0.05547626813252767
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,256,16384,0.047443199157714847
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,256,16384,0.04696213404337565
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,256,16384,0.03935146729151408
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,256,16384,0.03930240074793498
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,256,16384,0.03549013137817383
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,256,16384,0.034714667002360027
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,256,16384,0.029553065697352093
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,256,16384,0.027419734001159667
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,256,16384,0.02691733241081238
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,256,16384,0.026819199323654175
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,256,16384,0.025861332813898723
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,256,16384,0.026393600304921466
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,256,16384,0.02713279922803243
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,256,16384,0.026744532585144042
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,256,16384,0.024139734109242757
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,256,16384,0.02659200032552083
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,256,16384,0.02477759917577108
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,256,16384,0.02512960036595662
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,256,16384,0.022714666525522866
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,256,16384,0.023771733045578003
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,256,16384,0.022654932737350465
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,256,51200,0.10084693431854248
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,256,16384,0.02299840052922567
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,256,16384,0.020657066504160562
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,256,16384,0.02099626660346985
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,256,16384,0.022216532627741495
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,256,16384,0.020652800798416138
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,256,16384,0.01994026700655619
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,256,16384,0.01923946738243103
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,256,16384,0.018911999464035035
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,256,16384,0.019667200247446694
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,256,16384,0.018551466862360637
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,256,16384,0.01858560045560201
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,256,16384,0.018567466735839845
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,256,16384,0.019686400890350342
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,256,16384,0.018556799491246542
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,256,16384,0.01890346606572469
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,256,16384,0.018003199497858682
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,256,16384,0.018487467368443807
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,256,16384,0.017500799894332886
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,256,16384,0.05584853490193685
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,256,16384,0.01788053313891093
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,256,16384,0.018359466393788656
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,256,16384,0.01686186591784159
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,256,16384,0.02675093412399292
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,256,51200,0.10052693684895833
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,256,51200,0.10043413639068603
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,256,16384,0.0184063990910848
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,256,16384,0.016736000776290894
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,256,16384,0.20296853383382163
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,256,16384,0.3633514722188314
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,256,16384,0.7219306945800781
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,256,16384,0.2008373260498047
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,256,16384,0.1718389352162679
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,256,16384,0.16873280207316083
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,256,16384,0.1614954630533854
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,256,16384,0.15769599278767904
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,256,16384,0.1503189404805501
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,256,16384,0.14766292572021483
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,256,16384,1.4384330749511718
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,256,16384,0.19071787198384602
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,256,16384,0.13900160789489746
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,256,16384,0.1363957405090332
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,256,16384,0.12998080253601074
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,256,16384,0.19270505905151367
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,256,16384,0.18220267295837403
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,256,16384,0.11881600220998127
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,256,16384,0.1255285342534383
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,256,16384,0.17925119400024414
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,256,16384,0.10093119939168294
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,256,16384,0.10250240166982014
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,256,16384,0.08502506415049235
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,256,16384,0.06173760096232096
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,256,16384,0.06352853377660116
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,256,16384,0.08548586368560791
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,256,16384,0.049311999479929605
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,256,16384,0.1129599968592326
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,256,16384,0.05143253405888876
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,256,16384,0.03668479919433594
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,256,16384,0.024115200837453207
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,256,16384,0.04277439912160237
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,256,16384,0.024117332696914674
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,256,16384,0.035411198933919266
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,256,16384,0.023940267165501912
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,256,16384,0.022770132621129355
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,256,16384,0.02524906595547994
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,256,16384,0.029262934128443403
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,256,16384,0.022719999154408775
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,256,16384,0.022592000166575112
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,256,16384,0.021062399943669638
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,256,16384,0.021000534296035767
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,256,16384,0.021051732699076335
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,256,16384,0.031351466973622635
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,256,16384,0.02123946746190389
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,256,16384,0.021010132630666097
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,256,16384,0.02101973295211792
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,256,16384,0.019859200716018675
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,256,16384,0.019846399625142418
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,256,16384,0.020171733697255452
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,256,16384,0.019808000326156615
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,256,16384,0.020132267475128175
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,256,16384,0.019663999478022255
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,256,16384,0.019799466927846274
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,256,16384,0.019367466370264687
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,256,16384,0.019845332702000937
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,256,16384,0.019502933820088705
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,256,16384,0.019809067249298096
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,256,16384,0.019760000705718993
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,256,16384,0.019553067286809285
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,256,16384,0.019795199235280357
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,256,16384,0.01944533387819926
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,256,16384,0.019355734189351402
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,256,16384,0.019792000452677407
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,256,16384,0.019641600052515664
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,256,16384,0.019720532496770225
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,256,16384,0.019630932807922365
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,256,16384,0.019784533977508546
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,256,16384,0.022773333390553794
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,256,16384,0.0214901328086853
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,256,16384,0.04202560186386108
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,256,16384,0.02105493346850077
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,256,16384,0.0197760005791982
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,256,16384,0.1879306634267171
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,256,16384,0.11027946472167968
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,256,16384,0.07633279959360759
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,256,16384,0.0758944034576416
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,256,16384,0.07485973040262858
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,256,16384,0.3657130559285482
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,256,16384,0.07421973546346029
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,256,16384,0.07123306592305502
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,256,16384,0.07066880067189535
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,256,16384,0.07095466454823812
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,256,16384,0.06792746384938558
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,256,16384,0.06946986516316732
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,256,16384,0.0684554656346639
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,256,16384,0.06553173462549845
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,256,16384,0.06481066544850668
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,256,16384,0.0601365327835083
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,256,16384,0.06352853377660116
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,256,16384,0.06392853260040283
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,256,16384,0.060311468442281094
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,256,16384,0.05915306806564331
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,256,16384,0.05901013215382894
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,256,16384,0.054840532938639316
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,256,16384,0.05504746834437052
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,256,16384,0.052369066079457606
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,256,16384,0.05176000197728475
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,256,16384,0.0489408016204834
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,256,16384,0.048520533243815105
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,256,16384,0.04720960060755412
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,256,16384,0.046452267964680986
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,256,16384,0.04522666533788045
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,256,16384,0.0455295999844869
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,256,16384,0.04235519965489705
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,256,16384,0.04337706565856934
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,256,16384,0.04122346639633179
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,256,16384,0.04031573136647542
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,256,16384,0.038286932309468585
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,256,16384,0.037829331556955975
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,256,16384,0.024501333634058632
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,256,16384,0.03807786703109741
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,256,16384,0.03744000196456909
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,256,16384,0.03818346659342448
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,256,16384,0.03824746608734131
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,256,16384,0.03784426848093669
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,256,16384,0.03778239885965983
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,256,16384,0.03704640070597331
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,256,16384,0.03718400001525879
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,256,16384,0.036602667967478436
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,256,16384,0.03699520031611125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,256,16384,0.03685333331425984
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,256,16384,0.03700586557388306
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,256,16384,0.036986664930979414
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,256,16384,0.03662079970041911
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,256,16384,0.036610134442647296
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,256,16384,0.03701119820276896
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,256,16384,0.03662826617558797
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,256,16384,0.03662933508555095
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,256,16384,0.03695360024770101
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,256,16384,0.036994131406148274
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,256,16384,0.036558934052785236
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,256,16384,0.03662399848302205
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,256,16384,0.036556800206502274
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,256,16384,0.037003731727600096
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,256,16384,0.036763731638590494
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,256,16384,0.0362175981203715
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,256,16384,0.03657706578572591
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,256,16384,0.0367850661277771
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,256,16384,0.03657279809315999
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,256,16384,0.03628160158793132
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,256,12288,0.16563307444254557
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,256,12288,0.08439679940541586
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,256,12288,0.04560106595357259
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,256,16384,0.036414933204650876
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,256,12288,0.027111466725667315
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,256,12288,0.03382506767908732
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,256,12288,0.02913493315378825
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,256,12288,0.02868480086326599
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,256,12288,0.027985066175460815
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,256,12288,0.0278165340423584
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,256,12288,0.02643520037333171
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,256,12288,0.022141865889231362
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,256,12288,0.025192532936731977
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,256,12288,0.023363200823465984
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,256,12288,0.025178666909535723
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,256,12288,0.02175253431002299
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,256,12288,0.024430932601292928
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,256,12288,0.018102399508158364
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,256,12288,0.01948266625404358
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,256,12288,0.017076265811920167
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,256,12288,0.01618559956550598
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,256,12288,0.01762666702270508
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,256,16384,0.036754135290781656
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,256,12288,0.017130666971206666
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,256,12288,0.015343999862670899
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,256,12288,0.01709973414738973
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,256,12288,0.014425599575042724
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,256,12288,0.01318186620871226
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,256,12288,0.011620266238848369
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,256,12288,0.01332373321056366
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,256,16384,0.03682986497879028
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,256,12288,0.011012267072995503
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,256,12288,0.011143466830253601
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,256,12288,0.00999786655108134
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,256,12288,0.009706667065620423
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,256,16384,0.036614398161570236
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,256,12288,0.009686400492986042
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,256,12288,0.026279467344284057
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,256,16384,0.0365877350171407
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,256,12288,0.009324799974759419
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,256,12288,0.008690133690834045
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,256,12288,0.007478400071461995
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,256,12288,0.00909866690635681
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,256,12288,0.007311999797821045
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,256,12288,0.01143893301486969
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,256,12288,0.006646400193373363
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,256,16384,0.037010133266448975
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,256,12288,0.013252266248067222
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,256,12288,0.007493333518505096
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,256,12288,0.007514666517575581
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,256,12288,0.006664533416430156
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,256,12288,0.009141332904497783
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,256,12288,0.006667733192443848
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,256,12288,0.007528533538182576
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,256,12288,0.005499733487764994
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,256,12288,0.007123200098673503
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,256,12288,0.005498666564623515
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,256,12288,0.007111466427644093
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,256,12288,0.005493333439032236
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,256,12288,0.005414400001366933
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,256,12288,0.0058442667126655575
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,256,12288,0.00528106689453125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,256,12288,0.005479466418425242
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,256,12288,0.0052906667192777
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,256,12288,0.0054293334484100345
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,256,12288,0.0051018665234247845
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,256,12288,0.005492266515890757
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,256,12288,0.0050794666012128195
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,256,12288,0.005116799970467886
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,256,12288,0.005089066425959269
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,256,12288,0.005387733379999796
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,256,12288,0.005070933202902476
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,256,12288,0.005106133222579956
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,256,16384,0.03658560117085775
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,256,12288,0.01241600016752879
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,256,12288,0.005096533397833506
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,256,12288,0.005108266572157542
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,256,12288,0.011709866921106975
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,256,12288,0.2964074770609538
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,256,12288,0.008355200290679932
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,256,12288,0.00863039990266164
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,256,12288,0.16842880249023437
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,256,12288,0.16414933204650878
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,256,12288,0.15098239580790201
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,256,12288,0.5711093266805013
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,256,12288,0.15317546526590983
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,256,12288,0.14544639587402344
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,256,12288,0.1360106627146403
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,256,12288,0.14566933314005534
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,256,12288,0.13651413917541505
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,256,12288,0.12338559627532959
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,256,12288,0.12612266540527345
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,256,12288,0.10010560353597005
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,256,12288,0.11145066420237223
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,256,12288,0.10153706868489583
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,256,12288,0.0897269328435262
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,256,12288,0.09021013577779134
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,256,12288,1.1264970143636068
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,256,12288,0.07819413344065348
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,256,12288,0.06462186574935913
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,256,12288,0.06512639919916788
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,256,12288,0.05535360177357992
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,256,12288,0.05405333439509073
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,256,12288,0.05316799879074097
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,256,12288,0.04713066816329956
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,256,12288,0.03906986713409424
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,256,12288,0.03920106490453084
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,256,12288,0.045254401365915936
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,256,12288,0.005029333134492239
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,256,12288,0.03543999989827474
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,256,12288,0.03481706778208415
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,256,12288,0.03160640001296997
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,256,12288,0.03113279938697815
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,256,12288,0.027076266209284466
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,256,12288,0.02547946572303772
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,256,12288,0.02783573269844055
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,256,12288,0.025385600328445435
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,256,12288,0.024601600567499795
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,256,12288,0.024332799514134727
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,256,12288,0.02436586618423462
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,256,12288,0.02600533366203308
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,256,12288,0.024397865931193034
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,256,12288,0.023689599831899007
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,256,12288,0.022498132785161336
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,256,12288,0.022663466135660806
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,256,12288,0.022652800877889
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,256,12288,0.022030933698018392
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,256,12288,0.02251840035120646
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,256,12288,0.02073813279469808
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,256,12288,0.020483199755350748
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,256,12288,0.0207370658715566
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,256,12288,0.020973867177963255
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,256,12288,0.018675200144449868
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,256,12288,0.018982400496800743
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,256,12288,0.11267093022664387
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,256,12288,0.01839039921760559
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,256,12288,0.018557866414388023
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,256,12288,0.018742400407791137
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,256,12288,0.07827093601226806
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,256,12288,0.01837973395983378
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,256,12288,0.01811093290646871
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,256,12288,0.056340265274047854
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,256,12288,0.018343466520309448
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,256,12288,0.01856000026067098
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,256,12288,0.016691199938456216
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,256,12288,0.017661867539087932
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,256,12288,0.016561067104339598
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,256,12288,0.01862186590830485
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,256,12288,0.016636799772580466
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,256,12288,0.016961065928141277
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,256,12288,0.0177130659421285
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,256,12288,0.016525866587956746
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,256,12288,0.028037333488464357
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,256,12288,0.022737065951029457
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,256,12288,0.018501333395640054
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,256,12288,0.19129494031270344
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,256,12288,0.18483413060506185
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,256,12288,0.1703338623046875
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,256,12288,0.19679999351501465
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,256,12288,0.6942815780639648
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,256,12288,0.16516693433125812
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,256,12288,0.16099093755086263
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,256,12288,0.15592959721883137
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,256,12288,0.3513728141784668
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,256,12288,0.1449493408203125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,256,12288,0.1399456024169922
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,256,12288,0.13220586776733398
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,256,12288,0.1166261355082194
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,256,12288,0.11287253697713215
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,256,12288,0.09285226662953695
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,256,12288,1.3767157236735026
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,256,12288,0.15047893524169922
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,256,12288,0.1741674741109212
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,256,12288,0.18206933339436848
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,256,12288,0.1291551987330119
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,256,12288,0.07076373100280761
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,256,12288,0.09504000345865884
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,256,12288,0.04321386814117432
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,256,12288,0.0701194683710734
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,256,12288,0.05668160120646158
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,256,12288,0.04853546619415283
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,256,12288,0.05014079809188843
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,256,12288,0.04408320188522339
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,256,12288,0.05648213227589925
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,256,12288,0.0378602663675944
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,256,12288,0.02062186598777771
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,256,12288,0.037036800384521486
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,256,12288,0.02032853364944458
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,256,12288,0.019871999820073448
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,256,12288,0.01943040092786153
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,256,12288,0.018979199727376304
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,256,12288,0.019426133235295615
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,256,12288,0.01897066632906596
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,256,12288,0.017683200041453042
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,256,12288,0.01760853330294291
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,256,12288,0.01737066706021627
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,256,12288,0.017742933829625447
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,256,12288,0.0173962672551473
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,256,12288,0.03131200075149536
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,256,12288,0.017722666263580322
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,256,12288,0.01652479966481527
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,256,12288,0.017372800906499227
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,256,12288,0.016518400112787882
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,256,12288,0.0165503998597463
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,256,12288,0.016557866334915163
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,256,12288,0.016537599762280784
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,256,12288,0.016157866517702738
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,256,12288,0.016165332992871602
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,256,12288,0.016217600305875143
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,256,12288,0.01620266636212667
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,256,12288,0.0160778671503067
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,256,12288,0.016196266810099284
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,256,12288,0.016160000363985697
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,256,12288,0.01616853376229604
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,256,12288,0.02147946755091349
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,256,12288,0.01609280010064443
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,256,12288,0.016122666994730632
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,256,12288,0.016218666235605875
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,256,12288,0.01614400049050649
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,256,12288,0.01606933375199636
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,256,12288,0.016578132907549538
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,256,12288,0.027236266930898027
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,256,12288,0.016703999042510985
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,256,12288,0.02059626579284668
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,256,12288,0.025719465812047322
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,256,12288,0.03292693297068278
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,256,12288,0.016156799594561257
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,256,12288,0.016536532839139303
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,256,12288,0.01737173398335775
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,256,12288,0.06101013422012329
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,256,12288,0.08782400290171305
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,256,12288,0.14824746449788412
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,256,12288,0.2883477210998535
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,256,12288,0.060722132523854576
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,256,12288,0.05974613428115845
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,256,12288,0.05989013512929281
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,256,12288,0.055992531776428225
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,256,12288,0.05758293469746908
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,256,12288,0.05742293198903402
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,256,12288,0.05535039901733398
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,256,12288,0.056296531359354654
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,256,12288,0.05529280106226603
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,256,12288,0.052345601717631016
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,256,12288,0.052330664793650304
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,256,12288,0.04852586587270101
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,256,12288,0.04851093292236328
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,256,12288,0.04652479887008667
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,256,12288,0.04708586533864339
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,256,12288,0.044698667526245114
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,256,12288,0.04437333345413208
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,256,12288,0.04274986584981282
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,256,12288,0.04253653287887573
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,256,12288,0.040756265322367355
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,256,12288,0.039306668440500896
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,256,12288,0.03868693510691325
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,256,12288,0.03752533197402954
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,256,12288,0.03734079996744792
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,256,12288,0.03615466753641765
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,256,12288,0.035810132821400956
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,256,12288,0.041154134273529056
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,256,12288,0.03413120110829671
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,256,12288,0.03412160078684489
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,256,12288,0.03252373337745666
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,256,12288,0.030503465731938677
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,256,12288,0.030130134026209517
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,256,12288,0.030044800043106078
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,256,12288,0.03218560020128886
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,256,12288,0.030062933762868244
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,256,12288,0.030306132634480794
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,256,12288,0.03044160008430481
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,256,12288,0.03041173418362935
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,256,12288,0.030308266480763752
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,256,12288,0.029227733612060547
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,256,12288,0.029254400730133058
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,256,12288,0.029638399680455525
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,256,12288,0.029198932647705077
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,256,12288,0.029205334186553956
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,256,12288,0.029616000254948933
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,256,12288,0.029419734080632524
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,256,12288,0.029219200213750202
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,256,12288,0.029242666562398274
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,256,12288,0.02885546684265137
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,256,12288,0.02917120059331258
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,256,12288,0.02927680015563965
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,256,12288,0.02893226742744446
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,256,12288,0.029263999064763385
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,256,12288,0.029614933331807453
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,256,12288,0.029268266757329305
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,256,12288,0.029201066493988036
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,256,12288,0.028905600309371948
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,256,12288,0.02919680078824361
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,256,12288,0.029241599639256793
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,256,12288,0.029121067126591998
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,256,12288,0.029522132873535157
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,256,12288,0.029242666562398274
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,256,12288,0.02921066681543986
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,256,10240,0.14354027112325032
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,256,10240,0.07198293209075927
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,256,10240,0.038474667072296145
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,256,10240,0.028626133998235066
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,256,10240,0.022755199670791627
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,256,12288,0.029237333933512372
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,256,10240,0.02141973376274109
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,256,10240,0.022265599171320597
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,256,10240,0.021782400210698445
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,256,10240,0.020682666699091592
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,256,10240,0.02076586683591207
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,256,10240,0.020760534207026164
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,256,10240,0.017105066776275636
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,256,10240,0.020131200551986694
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,256,10240,0.0196288009484609
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,256,10240,0.021022933721542358
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,256,10240,0.018572799364725747
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,256,10240,0.020143999656041463
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,256,10240,0.01919040083885193
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,256,12288,0.0291978657245636
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,256,10240,0.015642666816711427
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,256,10240,0.01567359964052836
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,256,10240,0.016039466857910155
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,256,10240,0.015598932902018229
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,256,10240,0.016990933815638223
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,256,10240,0.015270400047302245
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,256,10240,0.012035199999809265
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,256,10240,0.013128532965977987
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,256,10240,0.012311466534932454
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,256,10240,0.012575999895731608
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,256,10240,0.011221333344777425
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,256,10240,0.011243733763694762
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,256,10240,0.01039573351542155
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,256,10240,0.009170132875442504
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,256,12288,0.029207466046015422
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,256,10240,0.008999466896057129
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,256,10240,0.010420266787211101
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,256,10240,0.008770133058230083
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,256,10240,0.007506133119265239
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,256,12288,0.028935466210047407
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,256,10240,0.00788266658782959
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,256,10240,0.008749866485595703
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,256,12288,0.029389866193135578
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,256,10240,0.007944533228874206
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,256,10240,0.006730666756629944
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,256,10240,0.008337066570917765
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,256,12288,0.029173332452774047
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,256,10240,0.0067007998625437425
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,256,10240,0.0102101335922877
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,256,10240,0.006309333443641663
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,256,10240,0.006739200154940288
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,256,10240,0.006268799801667531
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,256,10240,0.006805333495140076
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,256,10240,0.008295466502507527
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,256,12288,0.029381332794825236
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,256,10240,0.0062496001521746315
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,256,10240,0.006312533219655354
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,256,10240,0.005921066800753275
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,256,10240,0.005858133236567179
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,256,10240,0.006675200164318084
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,256,10240,0.005904000004132589
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,256,10240,0.005891199906667074
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,256,10240,0.005810133119424184
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,256,10240,0.005498666564623515
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,256,10240,0.005864533285299936
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,256,10240,0.005666133264700572
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,256,10240,0.005841066439946493
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,256,10240,0.005842133363087972
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,256,10240,0.005532800157864889
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,256,10240,0.00586346685886383
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,256,10240,0.005859200159708659
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,256,10240,0.0055167997876803074
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,256,10240,0.005846400062243144
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,256,10240,0.00553173323472341
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,256,10240,0.0054730668663978575
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,256,10240,0.009935999910036724
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,256,10240,0.9414272308349609
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,256,10240,0.006258133550484974
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,256,10240,0.005491200089454651
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,256,10240,0.005497600138187409
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,256,10240,0.13934292793273925
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,256,10240,0.24799040158589683
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,256,10240,0.1358133316040039
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,256,10240,0.018659200270970663
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,256,10240,0.12371093432108562
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,256,10240,0.4798549334208171
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,256,10240,0.12503146330515544
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,256,10240,0.11809600194295247
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,256,10240,0.11037653287251789
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,256,10240,0.10987093448638915
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,256,10240,0.096234663327535
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,256,10240,0.09698346455891928
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,256,10240,0.0885813315709432
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,256,10240,0.09070933659871419
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,256,10240,0.07807359695434571
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,256,10240,0.06762986977895101
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,256,10240,0.0798421303431193
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,256,10240,0.0686037302017212
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,256,10240,0.05932373205820719
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,256,10240,0.06075093348821005
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,256,10240,0.051342932383219395
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,256,10240,0.04849066734313965
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,256,10240,0.04858986536661784
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,256,10240,0.044113067785898845
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,256,10240,0.043988267580668136
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,256,10240,0.03922559817632039
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,256,10240,0.03692266543706258
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,256,10240,0.036957867940266925
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,256,10240,0.03303359945615132
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,256,10240,0.03268479903539022
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,256,10240,0.028781867027282713
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,256,10240,0.028844799598058062
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,256,10240,0.026782933870951337
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,256,10240,0.025355732440948485
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,256,10240,0.02656426628430684
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,256,10240,0.02479893366495768
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,256,10240,0.024745599428812663
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,256,10240,0.024222934246063234
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,256,10240,0.02469653288523356
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,256,10240,0.023784534136454264
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,256,10240,0.023272534211476646
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,256,10240,0.022689066330591836
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,256,10240,0.021988266706466676
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,256,10240,0.022297600905100502
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,256,10240,0.022626133759816487
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,256,10240,0.005859200159708659
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,256,10240,0.022114133834838866
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,256,10240,0.021014400323232017
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,256,10240,0.019273600975672402
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,256,10240,0.02067626714706421
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,256,10240,0.01909866730372111
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,256,10240,0.018311466773351034
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,256,10240,0.020866133769353232
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,256,10240,0.0185589333375295
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,256,10240,0.018220800161361694
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,256,10240,0.017525333166122436
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,256,10240,0.018566399812698364
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,256,10240,0.019062399864196777
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,256,10240,0.018973867098490395
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,256,10240,0.01917653282483419
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,256,10240,0.01882666746775309
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,256,10240,0.0180949330329895
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,256,10240,0.016993065675099693
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,256,10240,0.01655893325805664
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,256,10240,0.05212479829788208
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,256,10240,0.016531200210253397
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,256,10240,0.017033600807189943
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,256,10240,0.01649066706498464
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,256,10240,0.03946133454640706
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,256,10240,0.016537599762280784
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,256,10240,0.016566399733225504
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,256,10240,0.02257386644681295
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,256,10240,0.020894932746887206
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,256,10240,0.11708587010701496
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,256,10240,0.018012799819310508
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,256,10240,0.18795305887858074
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,256,10240,0.344759464263916
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,256,10240,0.1891178607940674
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,256,10240,0.16748266220092772
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,256,10240,0.15721386273701984
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,256,10240,0.1570090611775716
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,256,10240,0.6839136123657227
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,256,10240,0.1486314614613851
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,256,10240,0.1289098660151164
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,256,10240,0.14511253039042155
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,256,10240,0.11106986999511718
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,256,10240,0.12964266935984295
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,256,10240,0.17882560094197592
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,256,10240,0.10984960397084553
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,256,10240,0.08373226324717203
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,256,10240,0.08273279666900635
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,256,10240,0.06898132960001627
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,256,10240,1.3461589813232422
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,256,10240,0.1777056058247884
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,256,10240,0.16956052780151368
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,256,10240,0.05285333395004273
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,256,10240,0.05204159816106161
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,256,10240,0.059033600489298496
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,256,10240,0.06858879725138346
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,256,10240,0.047140268484751384
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,256,10240,0.05942186514536539
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,256,10240,0.04642133315404256
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,256,10240,0.04208960135777791
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,256,10240,0.04071040153503418
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,256,10240,0.0353653351465861
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,256,10240,0.0360096017519633
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,256,10240,0.018194133043289186
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,256,10240,0.018936532735824584
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,256,10240,0.018557866414388023
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,256,10240,0.017347200711568197
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,256,10240,0.01732053359349569
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,256,10240,0.017374932765960693
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,256,10240,0.01730560064315796
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,256,10240,0.0160970667997996
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,256,10240,0.015758933623631795
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,256,10240,0.015733333428700765
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,256,10240,0.01575146714846293
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,256,10240,0.015706666310628257
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,256,10240,0.030488532781600953
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,256,10240,0.01580693324406942
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,256,10240,0.015660799543062844
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,256,10240,0.030001066128412884
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,256,10240,0.02553706765174866
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,256,10240,0.016011733810106912
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,256,10240,0.014618666966756186
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,256,10240,0.023887999852498374
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,256,10240,0.014855466286341348
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,256,10240,0.01446399986743927
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,256,10240,0.014680533607800802
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,256,10240,0.019857066869735717
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,256,10240,0.014471466342608133
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,256,10240,0.014473600188891092
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,256,10240,0.014235732952753702
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,256,10240,0.014841600259145101
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,256,10240,0.014882133404413859
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,256,10240,0.014652799566586813
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,256,10240,0.014429866274197897
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,256,10240,0.014918399850527444
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,256,10240,0.014791466792424521
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,256,10240,0.01901866594950358
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,256,10240,0.014468266566594442
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,256,10240,0.014485333363215128
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,256,10240,0.014847999811172486
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,256,10240,0.01416000028451284
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,256,10240,0.014169599612553915
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,256,10240,0.014891733725865683
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,256,10240,0.014104533195495605
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,256,10240,0.014873600006103516
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,256,10240,0.2624959945678711
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,256,10240,0.014679466684659323
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,256,10240,0.13532800674438478
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,256,10240,0.08019733428955078
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,256,10240,0.055371733506520596
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,256,10240,0.05506666501363119
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,256,10240,0.05436586538950602
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,256,10240,0.054248531659444175
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,256,10240,0.05125120083491007
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,256,10240,0.05026559829711914
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,256,10240,0.05145493348439535
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,256,10240,0.050071465969085696
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,256,10240,0.0473471999168396
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,256,10240,0.04725653330485026
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,256,10240,0.04434880018234253
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,256,10240,0.04448106686274211
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,256,10240,0.04199893474578857
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,256,10240,0.04078933397928874
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,256,10240,0.04294293324152629
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,256,10240,0.040686933199564616
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,256,10240,0.03952320019404094
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,256,10240,0.03906453450520833
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,256,10240,0.03828906615575155
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,256,10240,0.03717439969380697
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,256,10240,0.03625173171361287
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,256,10240,0.03621973196665446
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,256,10240,0.03401920000712077
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,256,10240,0.034543999036153156
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,256,10240,0.03303253253300985
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,256,10240,0.032529066006342575
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,256,10240,0.03180053234100342
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,256,10240,0.031515733400980635
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,256,10240,0.029790933926900225
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,256,10240,0.03002026677131653
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,256,10240,0.02876266638437907
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,256,10240,0.02839360038439433
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,256,10240,0.026846933364868163
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,256,10240,0.02638186613718669
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,256,10240,0.02640639940897624
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,256,10240,0.026472532749176027
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,256,10240,0.026759467522303265
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,256,10240,0.026733867327372235
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,256,10240,0.026331732670466106
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,256,10240,0.026332799593607587
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,256,10240,0.026766933997472125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,256,10240,0.02589973409970601
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,256,10240,0.025593600670496625
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,256,10240,0.025554132461547852
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,256,10240,0.02587946653366089
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,256,10240,0.025896533330281572
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,256,10240,0.02553066611289978
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,256,10240,0.025921066602071125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,256,10240,0.025517867008845015
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,256,10240,0.025941334168116253
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,256,10240,0.025586134195327757
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,256,10240,0.025539199511210125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,256,10240,0.025515733162562053
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,256,10240,0.025918932755788167
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,256,10240,0.025550933678944905
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,256,10240,0.025924267371495564
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,256,10240,0.02527466615041097
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,256,10240,0.025937066475550337
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,256,10240,0.0255295991897583
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,256,10240,0.025174399216969807
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,256,10240,0.025569067398707075
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,256,10240,0.025916800896326704
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,256,10240,0.025541333357493083
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,256,10240,0.025576533873875935
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,256,10240,0.025144533316294355
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,256,8192,0.05674240191777548
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,256,8192,0.031061333417892457
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,256,8192,0.02140480081240336
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,256,8192,0.016127999623616537
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,256,10240,0.025924267371495564
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,256,8192,0.01503679951032003
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,256,8192,0.01731626590092977
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,256,8192,0.017219199736913045
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,256,10240,0.025600000222524004
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,256,8192,0.016545066237449647
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,256,8192,0.01657386620839437
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,256,8192,0.01656000018119812
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,256,8192,0.013838932911554972
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,256,8192,0.01664746701717377
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,256,8192,0.016076800227165223
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,256,8192,0.013724799950917563
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,256,8192,0.016956800222396852
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,256,8192,0.015525333086649575
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,256,8192,0.01607360045115153
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,256,8192,0.01300373375415802
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,256,8192,0.012921599547068277
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,256,8192,0.012797866264979044
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,256,8192,0.012723199526468911
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,256,8192,0.012427733341852824
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,256,8192,0.012954666217168172
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,256,8192,0.012797866264979044
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,256,8192,0.012014933427174886
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,256,8192,0.010777599612871806
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,256,8192,0.009960533181826273
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,256,8192,0.012072533369064331
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,256,8192,0.009141332904497783
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,256,8192,0.008298666775226593
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,256,8192,0.11551253000895183
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,256,8192,0.009543466567993163
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,256,8192,0.00918826659520467
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,256,8192,0.009125333031018574
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,256,8192,0.007125333448251088
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,256,8192,0.007906133433183034
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,256,10240,0.025598933299382527
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,256,8192,0.007494399944941203
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,256,8192,0.007190399865309398
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,256,8192,0.00625493327776591
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,256,8192,0.007529599964618683
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,256,10240,0.025847466786702473
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,256,8192,0.008422399560610454
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,256,8192,0.009173333644866943
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,256,8192,0.00591786652803421
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,256,8192,0.008778666456540424
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,256,8192,0.00877333382765452
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,256,8192,0.005874133110046387
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,256,8192,0.007528533538182576
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,256,8192,0.005941333373387655
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,256,8192,0.017157334089279174
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,256,8192,0.005834666887919108
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,256,10240,0.025500800212224322
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,256,8192,0.006739200154940288
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,256,8192,0.005836800237496694
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,256,8192,0.005864533285299936
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,256,8192,0.0058559998869895935
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,256,8192,0.005490133166313171
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,256,8192,0.0058442667126655575
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,256,8192,0.01306773324807485
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,256,8192,0.005445333321889242
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,256,8192,0.005505066613356272
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,256,8192,0.005510400235652924
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,256,8192,0.005485866467158
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,256,8192,0.005530666808287303
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,256,8192,0.005498666564623515
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,256,8192,0.005459199845790863
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,256,8192,0.0054506664474805195
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,256,8192,0.0054954667886098225
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,256,8192,0.005459199845790863
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,256,8192,0.00547733356555303
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,256,8192,0.005422933399677277
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,256,8192,0.0052704001466433205
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,256,8192,0.38909438451131184
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,256,8192,0.20082027117411294
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,256,8192,0.7570122400919597
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,256,8192,0.10506347020467122
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,256,10240,0.025497599442799883
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,256,8192,0.10257279872894287
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,256,8192,0.00710399995247523
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,256,8192,0.0930080016454061
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,256,8192,0.09225493272145589
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,256,8192,0.08701013724009196
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,256,8192,0.007064533233642578
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,256,8192,0.0857215960820516
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,256,8192,0.07681813240051269
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,256,8192,0.07702720165252686
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,256,8192,0.07094293435414632
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,256,8192,0.07045546372731527
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,256,8192,0.06178346474965414
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,256,8192,0.06501973470052083
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,256,8192,0.05743146737416586
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,256,8192,0.005502933263778686
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,256,8192,0.0054848000407218935
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,256,8192,0.05206079880396525
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,256,8192,0.047441065311431885
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,256,8192,0.043567999203999834
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,256,8192,0.04786986509958903
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,256,8192,0.043646931648254395
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,256,8192,0.04121919870376587
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,256,8192,0.04113920132319133
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,256,8192,0.03705173333485921
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,256,8192,0.0370410680770874
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,256,8192,0.03567999998728434
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,256,8192,0.03496533234914144
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,256,8192,0.03140799999237061
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,256,8192,0.03001280029614766
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,256,8192,0.02699306607246399
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,256,8192,0.026078933477401735
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,256,8192,0.02437973419825236
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,256,8192,0.02413866718610128
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,256,8192,0.022653865814208984
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,256,8192,0.02338026762008667
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,256,8192,0.02264639933904012
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,256,8192,0.02257173260052999
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,256,8192,0.022626133759816487
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,256,8192,0.02137706677118937
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,256,8192,0.022462934255599976
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,256,8192,0.021226666371027627
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,256,8192,0.02234026590983073
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,256,8192,0.02095466653505961
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,256,8192,0.020295466979344687
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,256,8192,0.020942932367324828
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,256,8192,0.020337067047754922
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,256,8192,0.019000534216562906
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,256,8192,0.018500266472498576
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,256,8192,0.0589631994565328
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,256,8192,0.051475199063618984
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,256,8192,0.018607999881108603
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,256,8192,0.017833600441614784
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,256,8192,0.01839039921760559
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,256,8192,0.01818986733754476
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,256,8192,0.017112533251444496
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,256,8192,0.01728106737136841
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,256,8192,0.03184853394826253
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,256,8192,0.030550400416056316
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,256,8192,0.016614400347073875
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,256,8192,0.016537599762280784
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,256,8192,0.016531200210253397
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,256,8192,0.023883734146753946
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,256,8192,0.01755946675936381
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,256,8192,0.016687999169031777
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,256,8192,0.016565333803494772
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,256,8192,0.023439999421437582
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,256,8192,0.016522666811943053
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,256,8192,0.01648853321870168
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,256,8192,0.016977065801620485
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,256,8192,0.016557866334915163
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,256,8192,0.016798933347066246
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,256,8192,0.02093440095583598
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,256,8192,0.01885653336842855
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,256,8192,0.016503467162450155
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,256,8192,0.18052694002787273
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,256,8192,0.15094720522562663
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,256,8192,0.18043947219848633
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,256,8192,0.13262613614400226
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,256,8192,0.13000106811523438
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,256,8192,0.33333972295125325
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,256,8192,0.11018346945444743
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,256,8192,0.1093834638595581
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,256,8192,0.0967349370320638
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,256,8192,0.08824319839477539
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,256,8192,0.08210559686024985
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,256,8192,0.06691413720448812
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,256,8192,0.07497279644012451
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,256,8192,0.0676256020863851
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,256,8192,1.3140555063883463
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,256,8192,0.0612394650777181
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,256,8192,0.16991039911905925
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,256,8192,0.16650986671447754
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,256,8192,0.15272213617960612
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,256,8192,0.6608490626017253
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,256,8192,0.06012053489685058
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,256,8192,0.0386186679204305
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,256,8192,0.055002665519714354
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,256,8192,0.04978559811909993
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,256,8192,0.05464320182800293
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,256,8192,0.044742401440938315
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,256,8192,0.04931519826253255
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,256,8192,0.04359360138575236
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,256,8192,0.03927040100097656
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,256,8192,0.02849493424097697
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,256,8192,0.016562133034070333
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,256,8192,0.01695786714553833
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,256,8192,0.027590399980545043
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,256,8192,0.023549866676330567
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,256,8192,0.03293760021527608
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,256,8192,0.01535360018412272
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,256,8192,0.015740799903869628
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,256,8192,0.0222378671169281
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,256,8192,0.01569066643714905
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,256,8192,0.013983999689420065
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,256,8192,0.014351999759674073
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,256,8192,0.01413653294245402
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,256,8192,0.014052266875902811
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,256,8192,0.014137599865595499
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,256,8192,0.014044800400733947
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,256,8192,0.014337066809336343
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,256,8192,0.017797333002090455
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,256,8192,0.012916266918182373
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,256,8192,0.012874666849772134
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,256,8192,0.01285653313000997
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,256,8192,0.01328213314215342
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,256,8192,0.012742400169372559
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,256,8192,0.012828800082206725
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,256,8192,0.0169706662495931
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,256,8192,0.012806399663289388
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,256,8192,0.012806399663289388
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,256,8192,0.012498133381207784
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,256,8192,0.012814933061599731
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,256,8192,0.01283093293507894
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,256,8192,0.012471466263135274
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,256,8192,0.012896000345547994
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,256,8192,0.012845866878827415
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,256,8192,0.01286186675230662
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,256,8192,0.012654933333396911
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,256,8192,0.012849066654841104
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,256,8192,0.012877866625785828
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,256,8192,0.01300266683101654
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,256,8192,0.016638933618863424
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,256,8192,0.012804266810417176
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,256,8192,0.03377813498179118
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,256,8192,0.015293866395950317
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,256,8192,0.014086400469144186
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,256,8192,0.012905599673589072
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,256,8192,0.012852266430854797
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,256,8192,0.0458624005317688
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,256,8192,0.10845866998036702
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,256,8192,0.04468799829483032
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,256,8192,0.04274773200352987
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,256,8192,0.04236479997634888
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,256,8192,0.04050026734670003
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,256,8192,0.06536320050557455
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,256,8192,0.210969607035319
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,256,8192,0.04050986766815186
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,256,8192,0.03928533395131429
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,256,8192,0.038048001130421956
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,256,8192,0.03887253204981486
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,256,8192,0.038258135318756104
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,256,8192,0.03684480190277099
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,256,8192,0.03622613350550334
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,256,8192,0.03553386529286702
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,256,8192,0.03579093217849731
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,256,8192,0.03389120101928711
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,256,8192,0.03375786542892456
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,256,8192,0.03302613298098246
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,256,8192,0.031787733236948654
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,256,8192,0.03170453310012818
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,256,8192,0.0328874667485555
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,256,8192,0.03097599943478902
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,256,8192,0.029253333806991577
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,256,8192,0.02882560094197591
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,256,8192,0.02805546720822652
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,256,8192,0.030514132976531983
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,256,8192,0.027636265754699706
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,256,8192,0.027193599939346315
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,256,8192,0.0267850657304128
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,256,8192,0.025363200902938844
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,256,8192,0.025672533114751178
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,256,8192,0.024336000283559166
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,256,8192,0.024283732970555624
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,256,8192,0.023057067394256593
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,256,8192,0.022644267479578654
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,256,8192,0.022680532932281495
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,256,8192,0.022361600399017335
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,256,8192,0.022284799814224245
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,256,8192,0.022798933585484824
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,256,8192,0.022273067633310953
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,256,8192,0.02262826760609945
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,256,8192,0.022242132822672525
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,256,8192,0.021501866976420085
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,256,8192,0.021814399957656862
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,256,8192,0.021630932887395225
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,256,8192,0.021821866432825722
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,256,8192,0.02185493310292562
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,256,8192,0.02143999934196472
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,256,8192,0.021822933355967203
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,256,8192,0.02188053329785665
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,256,8192,0.021475199858347574
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,256,8192,0.021862399578094483
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,256,8192,0.021389865875244142
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,256,8192,0.02148159941037496
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,256,8192,0.02182719906171163
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,256,8192,0.021874133745829263
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,256,8192,0.02147946755091349
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,256,8192,0.02183893322944641
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,256,8192,0.021466666460037233
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,256,8192,0.02182506720225016
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,256,8192,0.02145493427912394
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,256,8192,0.021834667523701987
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,256,8192,0.02183893322944641
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,256,8192,0.02146986722946167
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,256,8192,0.021887999773025513
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,256,7168,0.09831466674804687
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,256,7168,0.049607467651367185
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,256,7168,0.02756800055503845
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,256,7168,0.014085333546002707
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,256,7168,0.013559466600418091
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,256,7168,0.013215999801953635
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,256,8192,0.021845332781473794
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,256,7168,0.015682133038838704
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,256,7168,0.01558080017566681
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,256,8192,0.02147946755091349
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,256,7168,0.014961066842079162
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,256,8192,0.02188906669616699
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,256,7168,0.014891733725865683
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,256,8192,0.02142613331476847
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,256,7168,0.012443733215332032
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,256,7168,0.015097600221633912
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,256,7168,0.01474453310171763
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,256,7168,0.0124917338291804
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,256,7168,0.014697600404421488
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,256,7168,0.013877333203951518
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,256,7168,0.013672533631324767
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,256,7168,0.011549866199493409
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,256,7168,0.011317333579063416
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,256,7168,0.011477333307266236
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,256,7168,0.011593600114186604
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,256,8192,0.021105066935221354
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,256,7168,0.011192533373832702
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,256,7168,0.011365333199501037
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,256,7168,0.011308800180753071
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,256,7168,0.01120746632417043
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,256,7168,0.010404266913731893
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,256,7168,0.010806399583816528
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,256,7168,0.010891733566919963
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,256,7168,0.008764800429344178
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,256,7168,0.007960533102353413
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,256,7168,0.008777599533398945
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,256,7168,0.008685866991678875
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,256,7168,0.008610133330027263
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,256,7168,0.0070783997575442
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,256,7168,0.007123200098673503
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,256,7168,0.007524266839027405
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,256,7168,0.008496000369389852
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,256,7168,0.006723199784755707
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,256,7168,0.007166933516661327
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,256,7168,0.008746666709582011
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,256,7168,0.008360532919565837
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,256,7168,0.007991466422875721
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,256,7168,0.006716800232728322
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,256,7168,0.0079434668024381
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,256,7168,0.005869866907596588
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,256,7168,0.0071722666422526045
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,256,7168,0.005896533528963724
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,256,7168,0.0067221333583196
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,256,7168,0.005543466905752818
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,256,7168,0.006717866659164429
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,256,7168,0.005458133419354757
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,256,7168,0.0055071999629338585
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,256,7168,0.005523199836413065
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,256,7168,0.014909866452217101
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,256,7168,0.005491200089454651
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,256,7168,0.005447466671466827
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,256,7168,0.005430399874846141
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,256,8192,0.02142933408419291
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,256,7168,0.00547733356555303
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,256,7168,0.005434666574001312
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,256,7168,0.005485866467158
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,256,7168,0.013475199540456137
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,256,8192,0.021835732460021972
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,256,7168,0.005514666438102722
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,256,7168,0.005448533097902933
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,256,7168,0.011583999792734782
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,256,7168,0.005122133096059163
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,256,7168,0.005437866846720377
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,256,7168,0.0054282665252685545
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,256,7168,0.0050570666790008545
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,256,7168,0.00544213354587555
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,256,7168,0.005082666873931885
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,256,7168,0.17482560475667316
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,256,7168,0.34120426177978513
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,256,7168,0.08494400183359782
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,256,7168,0.0055754666527112326
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,256,7168,0.08490026791890462
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,256,7168,0.07615893681844076
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,256,7168,0.07649706999460856
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,256,7168,0.6639893213907878
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,256,7168,0.07191572984059652
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,256,7168,0.07202560106913249
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,256,7168,0.059770667552948
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,256,7168,0.058841598033905027
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,256,7168,0.05370986859003703
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,256,7168,0.05302506685256958
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,256,7168,0.05030719836552938
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,256,7168,0.04996266762415568
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,256,7168,0.005515733361244201
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,256,7168,0.0457535982131958
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,256,7168,0.04688426653544108
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,256,7168,0.04318399826685588
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,256,7168,0.043075199921925864
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,256,7168,0.040804266929626465
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,256,7168,0.005425066749254862
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,256,7168,0.005445333321889242
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,256,7168,0.03739840189615885
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,256,7168,0.03594453334808349
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,256,7168,0.03873279889424642
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,256,7168,0.03606293201446533
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,256,7168,0.032968533039093015
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,256,7168,0.03401920000712077
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,256,7168,0.030954666932423908
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,256,7168,0.031041065851847332
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,256,7168,0.028612265984217327
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,256,7168,0.028731733560562134
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,256,7168,0.02612053354581197
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,256,7168,0.023821866512298583
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,256,7168,0.02286400000254313
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,256,7168,0.022785067558288574
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,256,7168,0.022686932484308878
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,256,7168,0.02292799949645996
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,256,7168,0.022593067089716593
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,256,7168,0.021348265806833903
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,256,7168,0.02089280088742574
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,256,7168,0.020858667294184365
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,256,7168,0.020662399133046468
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,256,7168,0.020601600408554077
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,256,7168,0.020240000883738198
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,256,7168,0.020590933163960774
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,256,7168,0.02021546761194865
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,256,7168,0.019924267133076986
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,256,7168,0.06356906493504842
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,256,7168,0.019144533077875774
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,256,7168,0.019721599419911702
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,256,7168,0.018614399433135986
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,256,7168,0.018600533405939736
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,256,7168,0.018703999121983846
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,256,7168,0.01848640044530233
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,256,7168,0.018522665898005167
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,256,7168,0.01705706715583801
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,256,7168,0.01695893406867981
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,256,7168,0.019267199436823527
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,256,7168,0.01709973414738973
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,256,7168,0.017127466201782227
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,256,7168,0.01654293338457743
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,256,7168,0.016845866044362386
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,256,7168,0.017095466454823814
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,256,7168,0.01758293310801188
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,256,7168,0.016698666413625083
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,256,7168,0.016555733482042947
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,256,7168,0.016503467162450155
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,256,7168,0.016794667641321818
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,256,7168,0.016615466276804606
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,256,7168,0.041061333815256756
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,256,7168,0.016492799917856852
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,256,7168,0.025553067525227863
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,256,7168,0.02276159922281901
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,256,7168,0.06313706636428833
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,256,7168,0.01781546672185262
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,256,7168,0.3367114702860514
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,256,7168,0.15053332646687825
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,256,7168,0.1708672046661377
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,256,7168,0.17414080301920573
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,256,7168,0.10192000071207682
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,256,7168,0.1314794699350993
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,256,7168,0.10528960227966308
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,256,7168,0.09370986620585123
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,256,7168,0.6697461446126302
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,256,7168,0.086627197265625
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,256,7168,0.07632106939951579
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,256,7168,0.07177066802978516
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,256,7168,0.06563520034154256
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,256,7168,0.07055573463439942
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,256,7168,0.06407893498738607
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,256,7168,0.05978986819585165
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,256,7168,1.3196640014648438
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,256,7168,0.1478538672129313
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,256,7168,0.1248853365580241
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,256,7168,0.07930026849110922
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,256,7168,0.04818559885025024
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,256,7168,0.04846293528874715
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,256,7168,0.05324053366978963
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,256,7168,0.04356480042139689
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,256,7168,0.03739519913991292
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,256,7168,0.04274239937464396
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,256,7168,0.03868800004323324
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,256,7168,0.05914239883422852
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,256,7168,0.05382399956385294
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,256,7168,0.02648640076319377
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,256,7168,0.028006400664647418
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,256,7168,0.016167466839154564
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,256,7168,0.032893866300582886
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,256,7168,0.01611840029557546
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,256,7168,0.01579093337059021
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,256,7168,0.014937600493431092
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,256,7168,0.0321237325668335
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,256,7168,0.014458666245142618
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,256,7168,0.014612266421318054
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,256,7168,0.01453439990679423
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,256,7168,0.013212800025939941
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,256,7168,0.013281066219011942
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,256,7168,0.01323306659857432
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,256,7168,0.012890666723251343
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,256,7168,0.013357866803805032
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,256,7168,0.013386666774749756
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,256,7168,0.013252266248067222
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,256,7168,0.013201066851615905
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,256,7168,0.011994666854540507
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,256,7168,0.012011733651161195
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,256,7168,0.012036266922950744
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,256,7168,0.01200320025285085
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,256,7168,0.011636267105738323
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,256,7168,0.012025599678357441
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,256,7168,0.012009599804878235
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,256,7168,0.012013866504033407
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,256,7168,0.011603200435638427
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,256,7168,0.011939199765523274
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,256,7168,0.01165013313293457
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,256,7168,0.012051199873288471
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,256,7168,0.011982933680216471
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,256,7168,0.012026666601498922
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,256,7168,0.017350399494171144
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,256,7168,0.012126933534940083
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,256,7168,0.011677866180737812
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,256,7168,0.011980799833933513
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,256,7168,0.012161067128181458
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,256,7168,0.01200213332970937
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,256,7168,0.011635200182596842
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,256,7168,0.02103040019671122
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,256,7168,0.012030933300654094
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,256,7168,0.022706133127212525
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,256,7168,0.016141866644223533
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,256,7168,0.011636267105738323
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,256,7168,0.06152640183766683
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,256,7168,0.10178240140279134
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,256,7168,0.19661226272583007
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,256,7168,0.04054506619771321
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,256,7168,0.04025706847508748
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,256,7168,0.0386954665184021
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,256,7168,0.03840959866841634
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,256,7168,0.03778666655222575
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,256,7168,0.037028264999389646
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,256,7168,0.03608853419621785
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,256,7168,0.03567999998728434
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,256,7168,0.03500906626383464
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,256,7168,0.03509226640065511
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,256,7168,0.03391573429107666
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,256,7168,0.03384960095087687
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,256,7168,0.03244373401006063
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,256,7168,0.032323199510574344
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,256,7168,0.031380265951156616
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,256,7168,0.03099946578343709
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,256,7168,0.030509867270787555
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,256,7168,0.030082132418950396
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,256,7168,0.029346134265263873
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,256,7168,0.028858667612075804
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,256,7168,0.02771199941635132
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,256,7168,0.02842666705449422
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,256,7168,0.026779733101526898
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,256,7168,0.026610134045283
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,256,7168,0.025939200321833295
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,256,7168,0.02558079957962036
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,256,7168,0.024320000410079957
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,256,7168,0.024759467442830405
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,256,7168,0.023425066471099855
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,256,7168,0.023084799448649086
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,256,7168,0.022233599424362184
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,256,7168,0.022299732764561972
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,256,7168,0.021090133984883627
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,256,7168,0.020595200856526694
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,256,7168,0.02099840044975281
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,256,7168,0.020637865861256918
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,256,7168,0.020884267489115396
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,256,7168,0.02023573319117228
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,256,7168,0.020796799659729005
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,256,7168,0.02062079906463623
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,256,7168,0.02066133419672648
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,256,7168,0.01984106699625651
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,256,7168,0.020167466004689535
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,256,7168,0.020248534282048543
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,256,7168,0.02018453280131022
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,256,7168,0.020222934087117513
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,256,7168,0.020052266120910645
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,256,7168,0.02020053267478943
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,256,7168,0.019761067628860474
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,256,7168,0.01941653291384379
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,256,7168,0.01984213391939799
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,256,7168,0.0202239990234375
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,256,7168,0.019795199235280357
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,256,7168,0.019831466674804687
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,256,7168,0.020197333892186482
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,256,7168,0.02018773357073466
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,256,7168,0.01983039975166321
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,256,7168,0.019806933403015137
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,256,7168,0.019767467180887857
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,256,7168,0.01995840072631836
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,256,7168,0.01984213391939799
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,256,7168,0.01943146586418152
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,256,7168,0.020198400815327963
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,256,7168,0.020214400688807168
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,256,6144,0.08699413140614828
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,256,6144,0.04311360120773315
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,256,6144,0.023397332429885863
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,256,6144,0.011851732929547627
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,256,6144,0.011594667037328085
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,256,6144,0.011586133639017742
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,256,7168,0.01990933418273926
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,256,6144,0.013610666990280152
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,256,6144,0.013015466928482055
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,256,6144,0.013144532839457193
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,256,6144,0.01318933367729187
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,256,7168,0.01978879968325297
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,256,6144,0.012931199868520102
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,256,7168,0.019871999820073448
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,256,6144,0.013517866532007853
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,256,6144,0.01092693308989207
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,256,6144,0.013685333728790283
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,256,6144,0.012300800283749897
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,256,6144,0.012920533617337545
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,256,7168,0.01943040092786153
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,256,6144,0.01011840005715688
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,256,7168,0.01991999944051107
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,256,6144,0.010037333766619364
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,256,6144,0.010055466492970785
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,256,6144,0.010296533505121868
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,256,6144,0.010305066903432209
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,256,6144,0.009981866677602131
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,256,6144,0.009947733084360758
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,256,7168,0.01984106699625651
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,256,6144,0.009918933113416035
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,256,6144,0.009542399644851684
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,256,6144,0.010827733079592387
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,256,6144,0.009709866841634114
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,256,6144,0.007287466526031494
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,256,6144,0.00913813312848409
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,256,6144,0.008310399949550629
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,256,6144,0.00790719985961914
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,256,6144,0.007930666704972585
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,256,6144,0.006313600142796834
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,256,6144,0.0065184002121289565
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,256,6144,0.007052800059318543
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,256,6144,0.009496532877286275
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,256,6144,0.006309333443641663
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,256,6144,0.006667733192443848
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,256,6144,0.006293333570162455
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,256,6144,0.007891199986139933
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,256,6144,0.005896533528963724
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,256,6144,0.007587199906508128
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,256,6144,0.006247466802597046
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,256,6144,0.0075434664885203045
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,256,6144,0.006296533346176148
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,256,6144,0.013613866766293845
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,256,6144,0.0071733335653940845
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,256,7168,0.019805866479873657
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,256,6144,0.005421866476535797
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,256,6144,0.00622080018122991
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,256,6144,0.006223999957243601
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,256,6144,0.005064533154169718
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,256,6144,0.0059008002281188965
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,256,6144,0.010800000031789143
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,256,6144,0.005052799979845682
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,256,6144,0.005827199916044871
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,256,6144,0.005871999760468801
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,256,6144,0.012917332847913108
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,256,6144,0.005851733187834421
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,256,6144,0.005876266459623972
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,256,6144,0.005852800110975901
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,256,6144,0.00582826683918635
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,256,6144,0.005058133105436961
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,256,6144,0.005061333378156027
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,256,6144,0.0050240000089009605
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,256,6144,0.005072000126043955
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,256,6144,0.005032533407211303
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,256,6144,0.005011199911435445
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,256,6144,0.005022933085759481
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,256,6144,0.004789333542188009
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,256,6144,0.009967999656995137
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,256,6144,0.2945589383443197
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,256,6144,0.14963839848836263
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,256,6144,0.5735786437988282
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,256,6144,0.06725760300954184
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,256,6144,0.0613973339398702
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,256,6144,0.007099733253320058
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,256,6144,0.05770346721013388
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,256,6144,0.053166933854420985
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,256,6144,0.005921066800753275
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,256,6144,0.04927999973297119
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,256,6144,0.04933013518651326
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,256,6144,0.04718186855316162
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,256,6144,0.04726506471633911
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,256,6144,0.005824000140031179
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,256,6144,0.04312320152918498
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,256,6144,0.04452586571375529
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,256,6144,0.04124586582183838
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,256,6144,0.04219413201014201
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,256,6144,0.03926080067952474
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,256,6144,0.03903893232345581
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,256,6144,0.03622613350550334
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,256,6144,0.03651946783065796
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,256,6144,0.03696426550547282
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,256,6144,0.03497386773427327
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,256,6144,0.03291200002034505
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,256,6144,0.03333973487218221
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,256,6144,0.031098665793736775
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,256,6144,0.030884265899658203
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,256,6144,0.028777599334716797
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,256,6144,0.02961706717809041
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,256,6144,0.026520532369613648
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,256,6144,0.06814613342285156
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,256,6144,0.026266666253407796
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,256,6144,0.02469759980837504
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,256,6144,0.022308266162872313
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,256,6144,0.022526933749516805
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,256,6144,0.021795199314753214
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,256,6144,0.02180373271306356
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,256,6144,0.020773333311080933
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,256,6144,0.06115520000457764
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,256,6144,0.020576000213623047
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,256,6144,0.020848000049591066
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,256,6144,0.006239999830722809
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,256,6144,0.02040533423423767
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,256,6144,0.020987733205159505
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,256,6144,0.018729599316914876
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,256,6144,0.020307199160257975
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,256,6144,0.01976319948832194
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,256,6144,0.019013333320617675
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,256,6144,0.01887680093447367
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,256,6144,0.05274773438771566
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,256,6144,0.01880319913228353
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,256,6144,0.018667733669281004
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,256,6144,0.01834026575088501
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,256,6144,0.01840959986050924
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,256,6144,0.01849173307418823
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,256,6144,0.019054933389027914
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,256,6144,0.017512534062067667
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,256,6144,0.017036799589792886
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,256,6144,0.016706132888793947
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,256,6144,0.018081067005793254
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,256,6144,0.017454934120178223
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,256,6144,0.01651306649049123
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,256,6144,0.016555733482042947
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,256,6144,0.016611199577649435
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,256,6144,0.01712533235549927
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,256,6144,0.01689599951108297
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,256,6144,0.017500799894332886
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,256,6144,0.016544000307718913
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,256,6144,0.016548267006874083
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,256,6144,0.017709867159525553
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,256,6144,0.016874667008717856
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,256,6144,0.0165503998597463
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,256,6144,0.016426666577657064
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,256,6144,0.024701867500940958
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,256,6144,0.022053333123524983
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,256,6144,0.05928639968236288
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,256,6144,0.016541866461435954
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,256,6144,0.33200321197509763
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,256,6144,0.6621578852335612
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,256,6144,0.12642133235931396
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,256,6144,0.0878165324529012
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,256,6144,1.293433634440104
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,256,6144,0.11168639659881592
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,256,6144,0.08481067021687826
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,256,6144,0.07949013710021972
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,256,6144,0.08615679740905761
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,256,6144,0.07517759799957276
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,256,6144,0.07429866790771485
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,256,6144,0.0697322686513265
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,256,6144,0.06405333280563355
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,256,6144,0.0632586677869161
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,256,6144,0.05841279824574789
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,256,6144,0.1145290692647298
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,256,6144,0.13266026973724365
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,256,6144,0.09276906649271646
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,256,6144,0.06876266797383626
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,256,6144,0.0955018679300944
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,256,6144,0.05230186780293783
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,256,6144,0.053275732199350986
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,256,6144,0.05787626504898071
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,256,6144,0.03626773357391357
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,256,6144,0.042496001720428465
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,256,6144,0.0468725323677063
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,256,6144,0.042022399107615155
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,256,6144,0.048028798898061116
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,256,6144,0.03701653480529785
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,256,6144,0.03168960014979045
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,256,6144,0.014891733725865683
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,256,6144,0.015273599823315939
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,256,6144,0.03129706581433614
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,256,6144,0.014878933628400167
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,256,6144,0.013690666357676188
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,256,6144,0.026816000541051228
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,256,6144,0.013622400164604188
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,256,6144,0.013969066739082336
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,256,6144,0.012403200070063274
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,256,6144,0.013665067156155905
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,256,6144,0.01246506671110789
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,256,6144,0.012447999914487202
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,256,6144,0.012472533186276754
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,256,6144,0.012453333536783854
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,256,6144,0.0122079998254776
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,256,6144,0.01204373339811961
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,256,6144,0.011218133568763732
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,256,6144,0.011242666840553283
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,256,6144,0.011230933666229247
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,256,6144,0.01120960017045339
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,256,6144,0.011194666226704914
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,256,6144,0.010756267110506694
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,256,6144,0.025914667050043742
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,256,6144,0.010770133137702942
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,256,6144,0.01136959989865621
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,256,6144,0.011203199625015259
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,256,6144,0.020600533485412596
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,256,6144,0.010762666662534077
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,256,6144,0.010975999633471172
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,256,6144,0.010821333527565003
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,256,6144,0.011045333743095399
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,256,6144,0.01127893328666687
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,256,6144,0.021895466248194377
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,256,6144,0.010825600226720173
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,256,6144,0.011091199517250062
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,256,6144,0.01084266702334086
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,256,6144,0.011204266548156738
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,256,6144,0.010980266332626342
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,256,6144,0.010877866546312969
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,256,6144,0.011176533500353495
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,256,6144,0.012146133184432983
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,256,6144,0.01118293305238088
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,256,6144,0.01648853321870168
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,256,6144,0.09517333507537842
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,256,6144,0.05736960172653198
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,256,6144,0.03636053403218587
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,256,6144,0.03592640161514282
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,256,6144,0.18429867426554364
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,256,6144,0.03531413475672404
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,256,6144,0.03492159843444824
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,256,6144,0.03416533470153808
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,256,6144,0.03294933239618937
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,256,6144,0.03344106674194336
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,256,6144,0.03294080098470052
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,256,6144,0.03236266573270162
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,256,6144,0.03235413432121277
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,256,6144,0.03130773305892944
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,256,6144,0.030560000737508135
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,256,6144,0.029703466097513835
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,256,6144,0.029734400908152263
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,256,6144,0.028670932849248248
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,256,6144,0.028938666979471846
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,256,6144,0.027616000175476073
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,256,6144,0.028064000606536865
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,256,6144,0.02667413353919983
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,256,6144,0.026046933730443318
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,256,6144,0.026364799340565997
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,256,6144,0.025700267155965167
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,256,6144,0.024752000967661537
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,256,6144,0.023897600173950196
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,256,6144,0.023692800601323446
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,256,6144,0.023128533363342287
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,256,6144,0.022663466135660806
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,256,6144,0.022802132368087768
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,256,6144,0.021151999632517494
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,256,6144,0.02104640007019043
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,256,6144,0.020598399639129638
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,256,6144,0.01995840072631836
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,256,6144,0.018997333447138467
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,256,6144,0.019025067488352455
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,256,6144,0.01895786722501119
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,256,6144,0.018978132804234823
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,256,6144,0.018998400370279948
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,256,6144,0.018620800971984864
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,256,6144,0.01858453353246053
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,256,6144,0.018572799364725747
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,256,6144,0.018572799364725747
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,256,6144,0.018538665771484376
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,256,6144,0.018212266763051353
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,256,6144,0.018178133169809978
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,256,6144,0.01812480092048645
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,256,6144,0.017835734287897746
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,256,6144,0.01815999945004781
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,256,6144,0.01817173361778259
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,256,6144,0.018227199713389076
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,256,6144,0.01820053259531657
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,256,6144,0.01807253360748291
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,256,6144,0.018186666568120322
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,256,6144,0.017809067169825235
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,256,6144,0.017729065815607705
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,256,6144,0.018148267269134523
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,256,6144,0.018209065993626913
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,256,6144,0.018172800540924072
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,256,6144,0.017829332749048868
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,256,6144,0.018178133169809978
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,256,6144,0.018161066373189292
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,256,6144,0.018125865856806436
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,256,6144,0.01813973387082418
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,256,6144,0.018506666024525963
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,256,6144,0.01813760002454122
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,256,6144,0.018196266889572144
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,256,6144,0.017565866311391197
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,256,5120,0.07202560106913249
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,256,5120,0.03633280197779338
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,256,5120,0.01048533320426941
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,256,5120,0.010397866368293762
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,256,6144,0.01834453344345093
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,256,5120,0.010107733805974324
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,256,5120,0.012185600399971009
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,256,5120,0.011939199765523274
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,256,5120,0.011351466178894043
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,256,5120,0.011266133189201355
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,256,5120,0.009566932916641235
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,256,5120,0.011192533373832702
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,256,6144,0.01779306729634603
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,256,5120,0.011609599987665812
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,256,5120,0.009574400385220845
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,256,6144,0.01821119983990987
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,256,5120,0.010818133751551311
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,256,5120,0.010416000088055929
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,256,5120,0.008777599533398945
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,256,5120,0.008732799688975017
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,256,5120,0.008730666836102803
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,256,5120,0.009128533800443013
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,256,5120,0.009118933478991191
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,256,6144,0.018147200345993042
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,256,5120,0.008771199981371562
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,256,5120,0.008730666836102803
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,256,5120,0.008775466680526733
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,256,5120,0.008731733759244282
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,256,5120,0.008719999591509502
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,256,6144,0.017798399925231932
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,256,5120,0.008321066697438557
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,256,5120,0.008459732929865519
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,256,5120,0.006868266562620799
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,256,5120,0.007566933333873749
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,256,5120,0.007492266595363617
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,256,5120,0.008262399832407634
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,256,5120,0.006695466736952464
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,256,5120,0.007941333452860515
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,256,5120,0.008106666803359985
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,256,5120,0.007006933291753133
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,256,5120,0.006734933455785115
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,256,5120,0.007915733257929485
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,256,5120,0.01696959932645162
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,256,5120,0.006718933085600535
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,256,5120,0.007100800176461537
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,256,5120,0.006660266717274983
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,256,5120,0.007079466680685679
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,256,5120,0.006682666639486949
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,256,5120,0.007075199981530507
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,256,5120,0.006696533163388569
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,256,5120,0.006666666766007741
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,256,5120,0.006682666639486949
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,256,5120,0.011541333794593812
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,256,5120,0.006725333134333293
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,256,5120,0.005108266572157542
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,256,5120,0.00668693333864212
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,256,5120,0.006676266590754191
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,256,5120,0.0058442667126655575
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,256,5120,0.00586346685886383
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,256,5120,0.0050794666012128195
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,256,5120,0.005445333321889242
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,256,5120,0.005497600138187409
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,256,5120,0.005496533215045929
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,256,5120,0.0055178667108217875
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,256,5120,0.00552106648683548
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,256,5120,0.005639466643333435
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,256,5120,0.010744532942771912
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,256,5120,0.005464533468087515
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,256,5120,0.005031466484069824
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,256,5120,0.01039466659228007
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,256,5120,0.004673066735267639
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,256,5120,0.0046847999095916745
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,256,5120,0.004664533336957296
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,256,5120,0.00468800018231074
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,256,5120,0.004698666433493296
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,256,5120,0.004667733112970988
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,256,5120,0.12242240111033123
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,256,5120,0.24709013303120933
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,256,5120,0.051870934168497716
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,256,5120,0.05317546526590983
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,256,5120,0.04917759895324707
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,256,5120,0.481492265065511
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,256,5120,0.008347733815511068
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,256,5120,0.049287466208140056
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,256,5120,0.04958933194478353
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,256,5120,0.04571839968363444
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,256,5120,0.04551573197046916
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,256,5120,0.04277226527531942
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,256,5120,0.04246079921722412
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,256,5120,0.0424778660138448
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,256,5120,0.041774932543436685
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,256,5120,0.039185067017873124
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,256,5120,0.037012267112731936
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,256,5120,0.036999468008677164
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,256,5120,0.0361792008082072
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,256,5120,0.03631360133488973
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,256,5120,0.005083733300367991
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,256,5120,0.03378133376439412
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,256,5120,0.03490240176518758
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,256,5120,0.03129706581433614
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,256,5120,0.03147626717885335
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,256,5120,0.030842665831247968
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,256,5120,0.030828799804051715
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,256,5120,0.004677333434422811
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,256,5120,0.02885119915008545
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,256,5120,0.026707200209299724
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,256,5120,0.026770132780075073
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,256,5120,0.02480106751124064
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,256,5120,0.02286826570828756
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,256,5120,0.02132800022761027
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,256,5120,0.020822399854660036
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,256,5120,0.020579200983047486
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,256,5120,0.02059946656227112
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,256,5120,0.020427733659744263
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,256,5120,0.019862399498621622
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,256,5120,0.019499733050664266
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,256,5120,0.01998293399810791
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,256,5120,0.018994132677714028
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,256,5120,0.019090133905410766
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,256,5120,0.048163199424743654
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,256,5120,0.01858666737874349
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,256,5120,0.01879253387451172
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,256,5120,0.01900586684544881
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,256,5120,0.018663465976715088
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,256,5120,0.018772266308466592
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,256,5120,0.018480000893274943
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,256,5120,0.017089066902796428
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,256,5120,0.03911893367767334
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,256,5120,0.0193066676457723
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,256,5120,0.01816533406575521
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,256,5120,0.01846933364868164
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,256,5120,0.018476800123850504
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,256,5120,0.018167465925216675
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,256,5120,0.017126399278640746
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,256,5120,0.018580265839894614
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,256,5120,0.01745599905649821
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,256,5120,0.01686186591784159
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,256,5120,0.01765226721763611
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,256,5120,0.016482133666674295
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,256,5120,0.0180565337340037
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,256,5120,0.017819732427597046
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,256,5120,0.016556800405184428
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,256,5120,0.01649493376413981
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,256,5120,0.01663253307342529
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,256,5120,0.017734400431315103
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,256,5120,0.016500266393025716
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,256,5120,0.016769067446390788
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,256,5120,0.028952533006668092
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,256,5120,0.017122133572896322
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,256,5120,0.02466986576716105
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,256,5120,0.022826667626698813
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,256,5120,0.018473599354426065
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,256,5120,0.016433067123095193
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,256,6144,0.015319466590881348
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,256,5120,0.32335147857666013
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,256,5120,0.10263466835021973
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,256,5120,0.08297599951426188
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,256,5120,0.6498463948567708
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,256,5120,0.07991360028584799
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,256,5120,0.10174293518066406
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,256,5120,0.09435733159383139
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,256,5120,0.07257920106252035
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,256,5120,1.2760629018147787
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,256,5120,0.06741546789805095
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,256,5120,0.07211519877115885
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,256,5120,0.06702293554941813
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,256,5120,0.06208853324254354
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,256,5120,0.06156373421351115
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,256,5120,0.05789973338445028
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,256,5120,0.09548693497975667
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,256,5120,0.08824319839477539
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,256,5120,0.08944106896718343
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,256,5120,0.08286186854044596
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,256,5120,0.07839146455128988
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,256,5120,0.05172799825668335
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,256,5120,0.050551466147104894
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,256,5120,0.0562666654586792
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,256,5120,0.046419199307759604
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,256,5120,0.04529279867808024
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,256,5120,0.04152746597925822
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,256,5120,0.03694080114364624
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,256,5120,0.04068373441696167
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,256,5120,0.03573760191599528
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,256,5120,0.0309770663579305
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,256,5120,0.014186666409174601
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,256,5120,0.01406613290309906
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,256,5120,0.014114133516947427
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,256,5120,0.0128330667813619
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,256,5120,0.01290880044301351
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,256,5120,0.012842667102813721
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,256,5120,0.012857600053151449
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,256,5120,0.011612799763679505
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,256,5120,0.01162453293800354
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,256,5120,0.025569067398707075
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,256,5120,0.011614933609962463
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,256,5120,0.011583999792734782
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,256,5120,0.011272533734639486
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,256,5120,0.011238400141398113
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,256,5120,0.01159999966621399
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,256,5120,0.011627733707427979
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,256,5120,0.010451199611028035
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,256,5120,0.010334933797518413
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,256,5120,0.010424533486366272
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,256,5120,0.010409599542617798
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,256,5120,0.01009386678536733
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,256,5120,0.010221866766611735
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,256,5120,0.010390399893124899
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,256,5120,0.009965866804122925
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,256,5120,0.010393599669138592
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,256,5120,0.010363733768463135
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,256,5120,0.01037440001964569
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,256,5120,0.010501333077748616
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,256,5120,0.010361599922180175
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,256,5120,0.010163199901580811
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,256,5120,0.025049599011739095
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,256,5120,0.010381866494814556
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,256,5120,0.009945600231488546
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,256,5120,0.010391466816266378
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,256,5120,0.010351999600728353
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,256,5120,0.030427734057108562
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,256,5120,0.010024533669153849
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,256,5120,0.010028800368309021
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,256,5120,0.009941333532333374
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,256,5120,0.17429973284403483
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,256,5120,0.010429867108662923
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,256,5120,0.09007466634114583
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,256,5120,0.05435520013173421
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,256,5120,0.032614399989446
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,256,5120,0.03228373328844707
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,256,5120,0.03280426661173503
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,256,5120,0.03171413342158
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,256,5120,0.031138134002685548
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,256,5120,0.03073599934577942
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,256,5120,0.03012479941050212
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,256,5120,0.030089600880940752
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,256,5120,0.029183999697367353
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,256,5120,0.028457599878311157
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,256,5120,0.029654399553934736
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,256,5120,0.028012800216674804
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,256,5120,0.02721280058224996
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,256,5120,0.02728533347447713
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,256,5120,0.026077866554260254
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,256,5120,0.02614293297131856
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,256,5120,0.02513279914855957
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,256,5120,0.02524799903233846
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,256,5120,0.024737066030502318
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,256,5120,0.02418986757596334
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,256,5120,0.023461333910624185
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,256,5120,0.023079466819763184
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,256,5120,0.02225386699040731
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,256,5120,0.02185279925664266
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,256,5120,0.021422932545344033
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,256,5120,0.020987733205159505
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,256,5120,0.020156800746917725
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,256,5120,0.020667733748753865
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,256,5120,0.019358932971954346
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,256,5120,0.01934400002161662
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,256,5120,0.01858453353246053
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,256,5120,0.018157867590586345
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,256,5120,0.01738133430480957
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,256,5120,0.016945066054662068
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,256,5120,0.016915200153986613
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,256,5120,0.016924800475438435
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,256,5120,0.016911999384562174
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,256,5120,0.016948266824086507
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,256,5120,0.01665493349234263
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,256,5120,0.01694933374722799
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,256,5120,0.016477866967519125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,256,5120,0.01695573329925537
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,256,5120,0.01653866668542226
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,256,5120,0.016125866770744325
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,256,5120,0.016518400112787882
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,256,5120,0.01651093363761902
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,256,5120,0.01613866686820984
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,256,5120,0.016919465859731038
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,256,5120,0.016495999693870545
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,256,5120,0.0165503998597463
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,256,5120,0.016292267044385276
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,256,5120,0.016123732924461363
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,256,5120,0.016536532839139303
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,256,5120,0.016140799721082053
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,256,5120,0.016075733304023742
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,256,5120,0.01652479966481527
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,256,5120,0.016567466656366985
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,256,5120,0.016100266575813295
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,256,5120,0.01607146660486857
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,256,5120,0.016528000434239708
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,256,5120,0.01651413341363271
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,256,5120,0.016545066237449647
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,256,5120,0.01609813372294108
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,256,5120,0.01651093363761902
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,256,5120,0.016495999693870545
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,256,5120,0.0206389327843984
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,256,5120,0.016156799594561257
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,256,5120,0.016484266519546507
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,256,4096,0.05751039981842041
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,256,4096,0.029521065950393676
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,256,4096,0.013847466309865317
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,256,4096,0.008901333808898926
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,256,4096,0.008734933535257975
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,256,4096,0.008678399523099263
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,256,4096,0.009971200426419576
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,256,4096,0.009683199723561605
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,256,4096,0.00959999958674113
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,256,5120,0.014097066720326743
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,256,4096,0.00958079993724823
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,256,4096,0.009593600034713745
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,256,4096,0.00803306649128596
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,256,4096,0.008086400230725606
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,256,4096,0.009562666217486065
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,256,4096,0.008322133123874665
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,256,4096,0.007935999830563863
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,256,5120,0.01617280046145121
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,256,4096,0.00782400021950404
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,256,5120,0.019796266158421835
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,256,4096,0.010410666465759277
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,256,4096,0.007534933090209961
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,256,4096,0.007454933226108551
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,256,4096,0.009455999732017517
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,256,5120,0.016314666469891867
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,256,4096,0.0074869334697723385
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,256,4096,0.007506133119265239
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,256,4096,0.007469866673151653
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,256,4096,0.007493333518505096
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,256,5120,0.015334399541219077
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,256,4096,0.007464533547560374
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,256,5120,0.016528000434239708
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,256,4096,0.00709440012772878
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,256,4096,0.007123200098673503
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,256,5120,0.01615466674168905
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,256,4096,0.007036800185839335
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,256,4096,0.006734933455785115
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,256,4096,0.00673280010620753
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,256,4096,0.006671999891599019
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,256,4096,0.006713599960009258
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,256,4096,0.006696533163388569
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,256,4096,0.00703359991312027
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,256,4096,0.006180266539255777
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,256,4096,0.006697600086530049
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,256,4096,0.006248533229033152
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,256,4096,0.006666666766007741
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,256,4096,0.006649599969387054
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,256,4096,0.005905066430568695
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,256,4096,0.006234666705131531
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,256,4096,0.006683733562628429
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,256,4096,0.006270933151245117
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,256,4096,0.006725333134333293
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,256,4096,0.005846400062243144
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,256,4096,0.006658133367697399
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,256,4096,0.005452799797058106
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,256,4096,0.006702933212121327
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,256,4096,0.0054293334484100345
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,256,4096,0.005904000004132589
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,256,4096,0.004646400113900503
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,256,4096,0.005433600147565206
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,256,4096,0.004682666560014089
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,256,4096,0.005073066552480062
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,256,4096,0.005427200098832448
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,256,4096,0.0052138666311899815
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,256,4096,0.005437866846720377
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,256,4096,0.00508480022350947
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,256,4096,0.0052490666508674625
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,256,4096,0.00506986677646637
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,256,4096,0.00461760014295578
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,256,4096,0.004670933385690053
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,256,4096,0.004604800045490265
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,256,4096,0.004654933512210846
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,256,4096,0.0046304002404212955
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,256,4096,0.004653866589069367
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,256,4096,0.0046517332394917805
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,256,4096,0.004613333443800608
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,256,4096,0.19946667353312175
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,256,4096,0.007477333148320516
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,256,4096,0.09169387022654216
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,256,4096,0.007812266548474629
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,256,4096,0.00747626672188441
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,256,4096,0.04323840141296387
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,256,4096,0.04320640166600545
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,256,4096,0.041604268550872806
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,256,4096,0.007165866593519847
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,256,4096,0.007067733506361644
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,256,4096,0.04156266848246257
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,256,4096,0.04118506511052449
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,256,4096,0.0419925332069397
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,256,4096,0.04093546470006307
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,256,4096,0.03925120035807292
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,256,4096,0.03712213436762492
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,256,4096,0.036982401212056475
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,256,4096,0.03579306602478027
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,256,4096,0.035179734230041504
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,256,4096,0.03499093453089396
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,256,4096,0.0349727988243103
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,256,4096,0.031086933612823487
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,256,4096,0.03123093247413635
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,256,4096,0.029527467489242554
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,256,4096,0.028985599676767986
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,256,4096,0.030331732829411824
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,256,4096,0.027138133843739826
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,256,4096,0.027999999125798543
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,256,4096,0.02595840096473694
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,256,4096,0.027009065945943194
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,256,4096,0.022781866788864135
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,256,4096,0.02422399918238322
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,256,4096,0.024487467606862386
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,256,4096,0.02461973428726196
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,256,4096,0.022104533513387044
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,256,4096,0.02176426649093628
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,256,4096,0.01997119983037313
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,256,4096,0.0191648006439209
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,256,4096,0.018860799074172974
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,256,4096,0.019035732746124266
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,256,4096,0.0189301331837972
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,256,4096,0.01908373236656189
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,256,4096,0.019219199816385903
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,256,4096,0.01880533297856649
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,256,4096,0.020171733697255452
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,256,4096,0.016705065965652466
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,256,4096,0.018481065829594932
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,256,4096,0.017754666010538735
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,256,4096,0.3897621472676595
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,256,4096,0.01850773294766744
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,256,4096,0.01694186727205912
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,256,4096,0.016521599888801575
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,256,4096,0.018259199460347493
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,256,4096,0.01663146714369456
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,256,4096,0.01694933374722799
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,256,4096,0.017373865842819212
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,256,4096,0.017313067118326822
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,256,4096,0.01653866668542226
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,256,4096,0.01679146687189738
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,256,4096,0.03296320041020711
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,256,4096,0.016526933511098227
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,256,4096,0.01653439998626709
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,256,4096,0.03330133358637492
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,256,4096,0.029665066798528032
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,256,4096,0.017129600048065186
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,256,4096,0.016546133160591125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,256,4096,0.01725546717643738
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,256,4096,0.016531200210253397
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,256,4096,0.016565333803494772
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,256,4096,0.016531200210253397
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,256,4096,0.017027199268341064
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,256,4096,0.01651093363761902
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,256,4096,0.017333332697550455
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,256,4096,0.016888533035914102
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,256,4096,0.016528000434239708
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,256,4096,0.016196266810099284
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,256,4096,0.018540799617767334
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,256,4096,0.018194133043289186
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,256,4096,0.01806186636288961
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,256,4096,0.09611199696858724
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,256,4096,0.08582613468170167
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,256,4096,0.0960640033086141
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,256,4096,0.3144394556681315
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,256,4096,0.0804853359858195
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,256,4096,0.08050666650136312
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,256,4096,0.07510080337524414
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,256,4096,0.0705461343129476
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,256,4096,0.6335306803385417
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,256,4096,0.07029013633728028
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,256,4096,0.06572373310724894
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,256,4096,0.06509546836217245
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,256,4096,0.06036693255106608
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,256,4096,0.060022401809692386
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,256,4096,0.09101119836171469
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,256,4096,0.05550719896952311
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,256,4096,0.09075307051340739
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,256,4096,1.261988321940104
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,256,4096,0.07565759817759196
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,256,4096,0.08624107042948405
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,256,4096,0.05016746520996094
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,256,4096,0.04932693243026733
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,256,4096,0.03411200046539307
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,256,4096,0.044836266835530596
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,256,4096,0.05503040154774984
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,256,4096,0.04434560139973958
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,256,4096,0.03902399937311808
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,256,4096,0.03463146686553955
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,256,4096,0.039901868502298994
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,256,4096,0.029285333553949994
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,256,4096,0.013219199577967324
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,256,4096,0.013310933113098144
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,256,4096,0.013012267152468362
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,256,4096,0.012038399775822956
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,256,4096,0.023475199937820435
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,256,4096,0.0116266667842865
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,256,4096,0.01944213310877482
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,256,4096,0.02471253275871277
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,256,4096,0.028917332490285236
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,256,4096,0.011822932958602905
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,256,4096,0.01034879982471466
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,256,4096,0.012037332852681477
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,256,4096,0.01083626647790273
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,256,4096,0.01060693363348643
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,256,4096,0.01055680016676585
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,256,4096,0.010403199990590414
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,256,4096,0.010431999961535137
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,256,4096,0.009956266482671101
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,256,4096,0.009179733196894328
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,256,4096,0.009178666273752849
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,256,4096,0.009524266918500264
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,256,4096,0.009590400258700053
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,256,4096,0.00958079993724823
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,256,4096,0.009514666597048442
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,256,4096,0.00913706620534261
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,256,4096,0.009177600344022114
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,256,4096,0.009596799810727436
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,256,4096,0.009111467003822326
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,256,4096,0.009192533294359843
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,256,4096,0.009092266360918682
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,256,4096,0.009201066692670186
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,256,4096,0.009114666779836019
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,256,4096,0.00951573352018992
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,256,4096,0.018566399812698364
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,256,4096,0.009554133812586466
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,256,4096,0.01411733329296112
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,256,4096,0.008819199601809184
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,256,4096,0.009176533420880635
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,256,4096,0.009125333031018574
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,256,4096,0.00953493316968282
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,256,4096,0.009550933043162029
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,256,4096,0.013229866822560629
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,256,4096,0.010684800148010255
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,256,4096,0.009514666597048442
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,256,4096,0.06890772978464763
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,256,4096,0.1318997303644816
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,256,4096,0.027426133553187054
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,256,4096,0.02733760078748067
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,256,4096,0.027239465713500978
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,256,4096,0.026684800783793133
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,256,4096,0.025834665695826216
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,256,4096,0.025363200902938844
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,256,4096,0.0251093327999115
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,256,4096,0.024756266673405965
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,256,4096,0.03924479881922404
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,256,4096,0.024758400519688924
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,256,4096,0.0240938663482666
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,256,4096,0.0234933336575826
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,256,4096,0.023105067014694215
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,256,4096,0.022721066077550253
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,256,4096,0.02637333273887634
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,256,4096,0.022267733017603555
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,256,4096,0.021473066012064616
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,256,4096,0.021704532702763877
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,256,4096,0.021028266350428263
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,256,4096,0.020616533358891805
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,256,4096,0.020241065820058187
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,256,4096,0.020227199792861937
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,256,4096,0.019155200322469076
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,256,4096,0.022295467058817544
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,256,4096,0.019001599152882895
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,256,4096,0.018122667074203493
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,256,4096,0.018569600582122803
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,256,4096,0.0173909326394399
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,256,4096,0.017374932765960693
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,256,4096,0.016505600015322367
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,256,4096,0.016926934321721397
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,256,4096,0.01615466674168905
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,256,4096,0.01565120021502177
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,256,4096,0.014881066481272378
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,256,4096,0.014849066734313965
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,256,4096,0.01453439990679423
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,256,4096,0.014711466431617738
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,256,4096,0.014905599753061929
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,256,4096,0.014472533265749613
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,256,4096,0.015015467007954916
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,256,4096,0.014841600259145101
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,256,4096,0.014513066411018372
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,256,4096,0.01406826674938202
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,256,4096,0.014054399728775025
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,256,4096,0.014054399728775025
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,256,4096,0.014061866203943887
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,256,4096,0.01367573340733846
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,256,4096,0.01409173309803009
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,256,4096,0.014873600006103516
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,256,4096,0.01405333379904429
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,256,4096,0.014033066232999167
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,256,4096,0.014447999993960061
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,256,4096,0.01411733329296112
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,256,4096,0.014500266313552857
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,256,4096,0.014083199699719749
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,256,4096,0.01443839967250824
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,256,4096,0.014098133643468222
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,256,4096,0.013902933398882548
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,256,4096,0.014079999923706055
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,256,4096,0.0141184002161026
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,256,4096,0.014460800091425577
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,256,4096,0.013661866386731466
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,256,4096,0.014437333742777506
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,256,4096,0.013676800330479941
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,256,4096,0.014451199769973755
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,256,3584,0.05035626490910848
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,256,3584,0.025991467634836833
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,256,3584,0.01252906620502472
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,256,3584,0.008158933122952778
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,256,4096,0.01366933286190033
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,256,3584,0.007921066880226136
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,256,3584,0.007937066753705342
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,256,4096,0.014110933740933737
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,256,3584,0.009246933460235595
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,256,3584,0.008959999680519104
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,256,3584,0.008775466680526733
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,256,4096,0.014446933070818582
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,256,3584,0.008764800429344178
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,256,3584,0.007495466868082683
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,256,3584,0.007485866546630859
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,256,3584,0.008910933136940002
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,256,4096,0.01406826674938202
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,256,3584,0.007701333363850911
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,256,3584,0.007096533477306366
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,256,3584,0.007110400001207988
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,256,3584,0.007302399973074596
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,256,3584,0.007469866673151653
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,256,3584,0.007118933399518331
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,256,3584,0.006807466844717662
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,256,3584,0.007111466427644093
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,256,3584,0.007112533350785573
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,256,3584,0.006649599969387054
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,256,3584,0.006811733543872833
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,256,3584,0.006874666611353557
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,256,4096,0.014439466595649719
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,256,3584,0.006674133241176605
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,256,3584,0.006351999938488007
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,256,3584,0.006662400066852569
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,256,3584,0.006708266834417979
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,256,3584,0.006670933465162914
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,256,3584,0.00631573349237442
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,256,3584,0.006437333424886067
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,256,3584,0.006212266782919565
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,256,3584,0.006289066871007283
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,256,3584,0.006291200220584869
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,256,4096,0.01407360037167867
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,256,3584,0.00628053347269694
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,256,3584,0.005890133480230967
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,256,3584,0.0062943999965985615
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,256,3584,0.006235733131567637
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,256,3584,0.005895466605822245
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,256,3584,0.005523199836413065
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,256,3584,0.005897599955399831
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,256,3584,0.0062389334042867025
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,256,3584,0.005873066683610281
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,256,3584,0.005847466488679251
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,256,3584,0.005548800031344095
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,256,3584,0.006213333209355672
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,256,3584,0.005218133330345154
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,256,3584,0.006035199761390686
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,256,3584,0.005115733544031779
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,256,3584,0.00552106648683548
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,256,3584,0.005130666494369507
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,256,3584,0.005475200215975444
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,256,3584,0.005054933329423269
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,256,3584,0.005031466484069824
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,256,3584,0.005046399931112925
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,256,3584,0.005031466484069824
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,256,3584,0.005077333251635233
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,256,3584,0.005067733426888784
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,256,3584,0.0047989333669344585
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,256,3584,0.004920533299446106
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,256,3584,0.005072000126043955
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,256,3584,0.005051733553409576
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,256,3584,0.008903466661771138
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,256,3584,0.005016533533732096
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,256,3584,0.005052799979845682
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,256,3584,0.0050901333491007485
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,256,3584,0.0051146666208903
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,256,3584,0.005103999873002371
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,256,3584,0.006299733122189839
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,256,3584,0.006274133423964183
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,256,4096,0.014075733224550881
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,256,3584,0.3427765210469564
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,256,3584,0.07619307041168213
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,256,3584,0.040915199120839435
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,256,3584,0.04083520174026489
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,256,3584,0.006250666578610738
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,256,3584,0.039036798477172854
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,256,3584,0.03927679856618245
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,256,3584,0.03703253269195557
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,256,3584,0.03769599994023641
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,256,3584,0.036857601006825766
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,256,3584,0.03710826635360718
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,256,3584,0.035252265135447186
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,256,3584,0.03495466709136963
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,256,3584,0.03487146695454915
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,256,3584,0.03294080098470052
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,256,3584,0.03290026585261027
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,256,3584,0.031052800019582112
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,256,3584,0.029552000761032104
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,256,3584,0.02911893328030904
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,256,3584,0.02914133270581563
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,256,3584,0.02906026641527812
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,256,3584,0.02730453411738078
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,256,3584,0.027242666482925414
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,256,3584,0.026828799645106
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,256,3584,0.004901333153247834
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,256,3584,0.026678399244944258
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,256,3584,0.006809600194295247
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,256,3584,0.024638932943344117
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,256,3584,0.024523733059565227
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,256,3584,0.024210133155186973
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,256,3584,0.024247467517852783
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,256,3584,0.022758400440216063
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,256,3584,0.02174826661745707
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,256,3584,0.020682666699091592
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,256,3584,0.01862506667772929
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,256,3584,0.018861865997314452
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,256,3584,0.019330133994420372
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,256,3584,0.01869973341623942
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,256,3584,0.018522665898005167
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,256,3584,0.019052799542744955
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,256,3584,0.018515199422836304
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,256,3584,0.017717333634694417
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,256,3584,0.01739733417828878
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,256,3584,0.17502613067626954
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,256,3584,0.017934934298197428
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,256,3584,0.01680213411649068
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,256,3584,0.017245866854985557
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,256,3584,0.01797973314921061
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,256,3584,0.01662399967511495
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,256,3584,0.016664533813794454
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,256,3584,0.016612266500790916
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,256,3584,0.016621866822242738
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,256,3584,0.018311466773351034
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,256,3584,0.01660160024960836
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,256,3584,0.01658986707528432
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,256,3584,0.01627626617749532
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,256,3584,0.015773866573969522
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,256,3584,0.03494506676991781
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,256,3584,0.01694186727205912
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,256,3584,0.01635840038458506
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,256,3584,0.016574933131535848
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,256,3584,0.01620586713155111
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,256,3584,0.016643200318018594
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,256,3584,0.03193706671396891
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,256,3584,0.016359466314315795
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,256,3584,0.016339199741681416
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,256,3584,0.015878400206565856
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,256,3584,0.016320000092188515
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,256,3584,0.016245333353678386
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,256,3584,0.016190933187802632
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,256,3584,0.015593600273132325
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,256,3584,0.01588373382886251
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,256,3584,0.01513813336690267
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,256,3584,0.015321600437164306
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,256,3584,0.02353066603342692
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,256,3584,0.017339734236399333
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,256,3584,0.01580586632092794
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,256,3584,0.09553706645965576
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,256,3584,0.0952234665552775
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,256,3584,0.08527572949727377
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,256,3584,0.07998507022857666
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,256,3584,0.08003413677215576
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,256,3584,0.2791722615559896
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,256,3584,0.07494826316833496
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,256,3584,0.07515947024027506
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,256,3584,0.0702122688293457
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,256,3584,0.0695477326711019
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,256,3584,0.6447071711222331
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,256,3584,0.06488426526387533
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,256,3584,0.059918932120005285
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,256,3584,0.06467519998550415
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,256,3584,0.05501333475112915
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,256,3584,0.05914239883422852
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,256,3584,0.09029760360717773
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,256,3584,1.2856245676676432
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,256,3584,0.09061653614044189
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,256,3584,0.08495893478393554
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,256,3584,0.04973653157552083
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,256,3584,0.03370879888534546
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,256,3584,0.054202667872111
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,256,3584,0.0439733346303304
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,256,3584,0.04933760166168213
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,256,3584,0.04394986629486084
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,256,3584,0.039212799072265624
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,256,3584,0.038634665807088214
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,256,3584,0.03419626553853353
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,256,3584,0.023721599578857423
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,256,3584,0.012471466263135274
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,256,3584,0.018573866287867228
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,256,3584,0.012794666488965354
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,256,3584,0.012462932864824932
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,256,3584,0.029235200087229414
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,256,3584,0.0116266667842865
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,256,3584,0.01157866617043813
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,256,3584,0.014051199952761332
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,256,3584,0.023466666539510093
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,256,3584,0.011562666296958924
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,256,3584,0.010007466872533162
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,256,3584,0.010018133123715718
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,256,3584,0.009986133376757304
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,256,3584,0.010335999727249145
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,256,3584,0.010007466872533162
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,256,3584,0.010010666648546855
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,256,3584,0.009985066453615824
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,256,3584,0.010006399949391682
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,256,3584,0.008769067128499348
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,256,3584,0.009111467003822326
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,256,3584,0.008923733234405517
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,256,3584,0.009125333031018574
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,256,3584,0.009159466624259949
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,256,3584,0.009105066458384197
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,256,3584,0.00876586635907491
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,256,3584,0.008706133564313252
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,256,3584,0.00871573289235433
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,256,3584,0.008753066261609394
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,256,3584,0.009147733449935913
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,256,3584,0.00876693328221639
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,256,3584,0.008841600020726521
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,256,3584,0.008350933591524761
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,256,3584,0.00913706620534261
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,256,3584,0.008710400263468424
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,256,3584,0.009145599603652955
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,256,3584,0.008409600456555684
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,256,3584,0.008999466896057129
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,256,3584,0.008753066261609394
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,256,3584,0.017800533771514894
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,256,3584,0.011580800016721089
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,256,3584,0.028394667307535808
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,256,3584,0.009106133381525676
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,256,3584,0.009020800391832989
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,256,3584,0.06254826784133911
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,256,3584,0.11996586322784424
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,256,3584,0.012659200032552085
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,256,3584,0.036260267098744706
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,256,3584,0.025205334027608235
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,256,3584,0.02513493299484253
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,256,3584,0.024625066916147867
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,256,3584,0.02390506664911906
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,256,3584,0.024399999777475992
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,256,3584,0.02387839953104655
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,256,3584,0.023386667172114052
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,256,3584,0.022819199164708457
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,256,3584,0.023131734132766722
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,256,3584,0.02283946673075358
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,256,3584,0.021887999773025513
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,256,3584,0.021859200795491536
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,256,3584,0.021115734179814657
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,256,3584,0.021193599700927733
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,256,3584,0.02031360069910685
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,256,3584,0.0206058661142985
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,256,3584,0.019972266753514607
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,256,3584,0.01975040038426717
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,256,3584,0.019035732746124266
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,256,3584,0.0185973326365153
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,256,3584,0.018554667631785073
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,256,3584,0.018607999881108603
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,256,3584,0.0173418660958608
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,256,3584,0.017406932512919106
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,256,3584,0.01699413259824117
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,256,3584,0.017321600516637167
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,256,3584,0.01614720026652018
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,256,3584,0.0165503998597463
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,256,3584,0.01609173317750295
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,256,3584,0.015552000204722086
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,256,3584,0.014879999558130899
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,256,3584,0.01453013320763906
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,256,3584,0.013895466923713684
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,256,3584,0.013605333367983499
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,256,3584,0.013664000233014426
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,256,3584,0.01362559994061788
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,256,3584,0.014121599992116294
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,256,3584,0.013653332988421122
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,256,3584,0.013666133085886637
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,256,3584,0.013689600427945457
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,256,3584,0.01362559994061788
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,256,3584,0.013291733463605246
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,256,3584,0.013245866696039835
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,256,3584,0.01365013321240743
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,256,3584,0.013271466890970866
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,256,3584,0.013287466764450074
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,256,3584,0.013595733046531677
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,256,3584,0.013214932878812155
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,256,3584,0.013230933745702108
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,256,3584,0.013372799754142762
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,256,3584,0.01322879989941915
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,256,3584,0.013457066814104714
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,256,3584,0.012873599926630655
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,256,3584,0.012877866625785828
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,256,3584,0.013278933366139731
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,256,3584,0.012872533003489176
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,256,3584,0.013619200388590495
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,256,3584,0.0132341335217158
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,256,3584,0.013249066472053529
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,256,3584,0.013651200135548911
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,256,3584,0.012854400277137756
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,256,3584,0.01323306659857432
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,256,3584,0.01284160017967224
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,256,3584,0.013299199938774108
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,256,3072,0.04276373386383057
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,256,3584,0.01325759987036387
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,256,3072,0.021919999519983926
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,256,3072,0.011211733023325603
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,256,3072,0.007175466914971669
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,256,3072,0.00709440012772878
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,256,3584,0.013643733660380044
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,256,3584,0.013222400347391763
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,256,3072,0.008310399949550629
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,256,3072,0.008007466793060303
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,256,3072,0.007940266529719036
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,256,3072,0.006671999891599019
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,256,3072,0.006635733445485433
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,256,3072,0.007968000074227651
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,256,3584,0.013313066959381104
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,256,3072,0.0067221333583196
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,256,3072,0.006578133503595989
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,256,3072,0.0064064001043637585
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,256,3072,0.0063274666666984555
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,256,3072,0.0066453332702318835
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,256,3072,0.006291200220584869
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,256,3072,0.006258133550484974
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,256,3072,0.00624533345301946
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,256,3072,0.006323199967543285
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,256,3584,0.013250133395195008
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,256,3072,0.006277333199977875
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,256,3072,0.006244266529877981
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,256,3072,0.006276266773541768
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,256,3072,0.006687999765078227
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,256,3072,0.006206933160622915
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,256,3072,0.005890133480230967
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,256,3072,0.005907199780146281
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,256,3072,0.005898666878541311
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,256,3072,0.005861333509286245
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,256,3072,0.005834666887919108
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,256,3072,0.0058794667323430385
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,256,3072,0.00547626664241155
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,256,3072,0.0054954667886098225
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,256,3072,0.005485866467158
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,256,3072,0.005815466741720835
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,256,3072,0.005538133283456167
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,256,3072,0.0056618665655454
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,256,3072,0.0055402666330337524
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,256,3072,0.005463466544946035
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,256,3072,0.0054730668663978575
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,256,3072,0.005458133419354757
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,256,3072,0.005458133419354757
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,256,3072,0.005489066739877065
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,256,3072,0.005486933390299479
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,256,3072,0.007399466633796692
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,256,3072,0.005512533088525137
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,256,3072,0.00550186683734258
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,256,3584,0.013224533200263977
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,256,3072,0.007539199789365132
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,256,3072,0.005031466484069824
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,256,3072,0.0054624001185099285
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,256,3072,0.005487999816735586
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,256,3072,0.005042133231957754
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,256,3072,0.005510400235652924
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,256,3072,0.004711466530958811
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,256,3072,0.004668800036112467
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,256,3072,0.004823466638724009
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,256,3072,0.004676266511281332
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,256,3584,0.013103999694188437
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,256,3072,0.004691199958324432
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,256,3072,0.004709333181381226
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,256,3072,0.004659200211366018
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,256,3072,0.0047082667549451195
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,256,3072,0.0046528001626332605
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,256,3072,0.0046847999095916745
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,256,3072,0.004666666686534882
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,256,3072,0.006248533229033152
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,256,3072,0.004619733492533366
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,256,3072,0.005047466854254405
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,256,3072,0.005042133231957754
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,256,3072,0.0050357331832249965
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,256,3072,0.005460266768932342
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,256,3072,0.060317866007486974
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,256,3072,0.1518239974975586
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,256,3072,0.0370250662167867
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,256,3072,0.037205334504445395
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,256,3072,0.2962944030761719
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,256,3072,0.03538879950841268
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,256,3072,0.036507733662923175
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,256,3072,0.03590720097223918
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,256,3072,0.03593279918034871
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,256,3072,0.03496533234914144
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,256,3072,0.03487039804458618
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,256,3072,0.03300799926122029
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,256,3072,0.03304426670074463
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,256,3072,0.031845333178838094
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,256,3072,0.031009066104888915
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,256,3072,0.03062933286031087
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,256,3072,0.030197334289550782
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,256,3072,0.02930240035057068
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,256,3072,0.007965866724650066
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,256,3072,0.005457066496213277
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,256,3072,0.029736532767613726
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,256,3072,0.005423999826113383
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,256,3072,0.02884693344434102
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,256,3072,0.026808534065882367
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,256,3072,0.026417066653569538
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,256,3072,0.02537279923756917
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,256,3072,0.02480319937070211
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,256,3072,0.024684800704320272
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,256,3072,0.02421120007832845
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,256,3072,0.02334293325742086
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,256,3072,0.02272319992383321
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,256,3072,0.024525866905848185
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,256,3072,0.022658133506774904
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,256,3072,0.02181866765022278
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,256,3072,0.020639999707539877
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,256,3072,0.02071146567662557
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,256,3072,0.01837546626726786
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,256,3072,0.017875200510025023
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,256,3072,0.005038933455944061
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,256,3072,0.01839253306388855
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,256,3072,0.01808213392893473
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,256,3072,0.017439999183019004
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,256,3072,0.017486933867136636
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,256,3072,0.01704960068066915
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,256,3072,0.01705066760381063
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,256,3072,0.017107200622558594
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,256,3072,0.017127466201782227
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,256,3072,0.016484266519546507
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,256,3072,0.018066134055455527
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,256,3072,0.01644266645113627
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,256,3072,0.01695573329925537
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,256,3072,0.016506666938463845
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,256,3072,0.01713599960009257
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,256,3072,0.01643519997596741
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,256,3072,0.016705065965652466
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,256,3072,0.016744534174601235
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,256,3072,0.015939199924468996
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,256,3072,0.015561599532763162
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,256,3072,0.018119466304779053
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,256,3072,0.016165332992871602
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,256,3072,0.016778665781021117
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,256,3072,0.01541866660118103
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,256,3072,0.01593493322531382
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,256,3072,0.016226133704185484
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,256,3072,0.015709867080052696
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,256,3072,0.014853333433469137
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,256,3072,0.015250133474667868
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,256,3072,0.015965867042541503
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,256,3072,0.015148799618085226
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,256,3072,0.015128533045450846
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,256,3072,0.014552533626556396
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,256,3072,0.014674133062362671
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,256,3072,0.01480959951877594
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,256,3072,0.028820266326268513
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,256,3072,0.026833067337671917
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,256,3072,0.018823466698328652
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,256,3072,0.014648532867431641
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,256,3072,0.016360533237457276
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,256,3072,0.09520853360493978
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,256,3072,0.0845952033996582
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,256,3072,0.22074559529622398
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,256,3072,0.09480960369110107
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,256,3072,0.07927680015563965
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,256,3072,0.07463040351867675
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,256,3072,1.2634272257486978
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,256,3072,0.08985919952392578
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,256,3072,0.07387839953104655
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,256,3072,0.08938666979471842
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,256,3072,0.06976213455200195
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,256,3072,0.06458773215611777
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,256,3072,0.06406720081965128
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,256,3072,0.06934719880421956
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,256,3072,0.059512531757354735
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,256,3072,0.05872746706008911
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,256,3072,0.053831466039021815
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,256,3072,0.0846239964167277
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,256,3072,0.641816520690918
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,256,3072,0.07966612974802653
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,256,3072,0.053439998626708986
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,256,3072,0.03309119939804077
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,256,3072,0.04851200183232625
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,256,3072,0.04893653392791748
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,256,3072,0.043484799067179364
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,256,3072,0.04341013431549072
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,256,3072,0.038216535250345865
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,256,3072,0.039049601554870604
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,256,3072,0.033403734366099044
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,256,3072,0.028017065922419232
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,256,3072,0.022681599855422972
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,256,3072,0.023468800385793052
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,256,3072,0.012435199817021687
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,256,3072,0.011197866996129353
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,256,3072,0.011190399527549744
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,256,3072,0.0287989338239034
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,256,3072,0.011180800199508668
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,256,3072,0.011188266674677531
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,256,3072,0.018195199966430663
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,256,3072,0.009803733229637146
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,256,3072,0.00995199978351593
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,256,3072,0.009920000036557516
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,256,3072,0.017429333925247193
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,256,3072,0.009679999947547913
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,256,3072,0.009641599655151368
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,256,3072,0.00965013305346171
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,256,3072,0.009960533181826273
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,256,3072,0.009591466188430786
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,256,3072,0.008804266651471455
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,256,3072,0.008303999900817871
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,256,3072,0.008730666836102803
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,256,3072,0.008748799562454224
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,256,3072,0.00872213343779246
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,256,3072,0.008728532989819845
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,256,3072,0.008634666601816814
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,256,3072,0.008285866677761078
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,256,3072,0.008377599716186523
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,256,3072,0.008359466989835102
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,256,3072,0.008330666522185007
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,256,3072,0.008332799871762593
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,256,3072,0.008730666836102803
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,256,3072,0.008321066697438557
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,256,3072,0.008733866612116496
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,256,3072,0.007933866480986278
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,256,3072,0.008313600222269695
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,256,3072,0.013578666249910989
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,256,3072,0.008716799815495809
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,256,3072,0.008312533299128216
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,256,3072,0.00830080012480418
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,256,3072,0.008329600095748901
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,256,3072,0.031027199824651082
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,256,3072,0.05534293254216512
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,256,3072,0.10356266498565674
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,256,3072,0.00844586690266927
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,256,3072,0.02276159922281901
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,256,3072,0.022080000241597494
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,256,3072,0.02217386762301127
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,256,3072,0.021886932849884033
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,256,3072,0.02145599921544393
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,256,3072,0.02288533250490824
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,256,3072,0.021005866924921672
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,256,3072,0.021002666155497233
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,256,3072,0.020526933670043945
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,256,3072,0.02030186653137207
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,256,3072,0.02021226684252421
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,256,3072,0.019522132476170857
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,256,3072,0.01939520041147868
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,256,3072,0.0190175990263621
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,256,3072,0.01817493240038554
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,256,3072,0.01821440060933431
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,256,3072,0.018177066246668497
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,256,3072,0.01773866613705953
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,256,3072,0.017729065815607705
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,256,3072,0.017338667313257852
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,256,3072,0.016919465859731038
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,256,3072,0.016544000307718913
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,256,3072,0.01623679995536804
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,256,3072,0.01611306667327881
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,256,3072,0.015738667050997416
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,256,3072,0.015733333428700765
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,256,3072,0.014876799782117209
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,256,3072,0.015258666872978211
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,256,3072,0.014525866508483887
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,256,3072,0.014042666554450989
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,256,3072,0.013690666357676188
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,256,3072,0.01334933340549469
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,256,3072,0.01288106640179952
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,256,3072,0.012840533256530761
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,256,3072,0.012821333607037863
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,256,3072,0.012461866935094197
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,256,3072,0.012845866878827415
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,256,3072,0.01286186675230662
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,256,3072,0.012822399536768595
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,256,3072,0.012801067034403483
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,256,3072,0.012474667032559712
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,256,3072,0.012455466389656066
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,256,3072,0.012423466642697651
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,256,3072,0.012052266796429952
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,256,3072,0.012477866808573405
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,256,3072,0.012053333719571431
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,256,3072,0.012434132893880208
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,256,3072,0.012404266993204753
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,256,3072,0.012088533242543538
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,256,3072,0.012418133020401002
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,256,3072,0.012410666545232136
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,256,3072,0.012433066964149475
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,256,3072,0.01204266647497813
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,256,3072,0.012020267049471537
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,256,3072,0.012468266487121581
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,256,3072,0.01241600016752879
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,256,3072,0.012493866682052612
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,256,3072,0.01237440009911855
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,256,3072,0.012264532844225566
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,256,3072,0.012813867131868998
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,256,3072,0.01204159955183665
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,256,3072,0.011986133456230164
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,256,3072,0.012337066729863485
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,256,3072,0.01241386632124583
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,256,3072,0.012039466698964437
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,256,3072,0.012426666418711345
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,256,3072,0.012206932902336121
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,256,2560,0.0362175981203715
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,256,3072,0.012196266651153564
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,256,2560,0.01753066579500834
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,256,2560,0.009955199559529622
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,256,2560,0.006698666512966156
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,256,2560,0.006274133423964183
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,256,2560,0.0066997334361076355
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,256,3072,0.012052266796429952
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,256,2560,0.007454933226108551
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,256,2560,0.006737066805362702
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,256,2560,0.007095466554164887
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,256,2560,0.007153066496054332
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,256,2560,0.007065600156784058
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,256,2560,0.006021333237489065
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,256,2560,0.005846400062243144
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,256,2560,0.0070698668559392285
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,256,2560,0.006308266520500183
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,256,2560,0.0058559998869895935
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,256,2560,0.00589333325624466
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,256,2560,0.00589333325624466
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,256,2560,0.005919999877611796
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,256,2560,0.005569066603978475
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,256,2560,0.005679999788602194
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,256,2560,0.005500799914201101
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,256,2560,0.005870933334032694
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,256,2560,0.005825066566467285
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,256,2560,0.005444266895453135
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,256,2560,0.005480533341566721
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,256,2560,0.005834666887919108
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,256,2560,0.005427200098832448
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,256,2560,0.005874133110046387
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,256,2560,0.005427200098832448
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,256,3072,0.012403200070063274
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,256,3072,0.011714133620262145
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,256,2560,0.0054293334484100345
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,256,2560,0.005093333125114441
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,256,2560,0.0050687998533248905
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,256,2560,0.005053866902987162
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,256,2560,0.005010133484999338
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,256,2560,0.005032533407211303
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,256,2560,0.005010133484999338
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,256,2560,0.005067733426888784
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,256,2560,0.005003733436266581
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,256,2560,0.005021866659323374
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,256,2560,0.005015466610590617
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,256,2560,0.005073066552480062
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,256,2560,0.005066666503747304
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,256,2560,0.005013333261013031
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,256,2560,0.005026133358478546
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,256,2560,0.005418666700522105
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,256,2560,0.005041066805521647
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,256,2560,0.005019733309745788
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,256,2560,0.005029333134492239
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,256,2560,0.005416533350944519
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,256,2560,0.005018666883309682
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,256,2560,0.005423999826113383
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,256,2560,0.005022933085759481
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,256,2560,0.005064533154169718
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,256,2560,0.005077333251635233
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,256,2560,0.005046399931112925
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,256,2560,0.0050687998533248905
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,256,2560,0.005028266708056132
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,256,2560,0.005011199911435445
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,256,2560,0.005060266455014547
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,256,2560,0.005020800232887268
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,256,2560,0.005052799979845682
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,256,2560,0.005029333134492239
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,256,2560,0.005083733300367991
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,256,2560,0.005089066425959269
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,256,2560,0.0051807999610900875
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,256,2560,0.005108266572157542
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,256,2560,0.005011199911435445
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,256,2560,0.005025066435337067
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,256,2560,0.004680533210436503
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,256,2560,0.004691199958324432
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,256,2560,0.005393066505591074
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,256,2560,0.24940053621927896
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,256,2560,0.005297066768010458
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,256,2560,0.04911786715189616
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,256,2560,0.03474239905675252
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,256,2560,0.12371306419372559
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,256,2560,0.033421866099039715
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,256,2560,0.0328874667485555
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,256,2560,0.03326506614685058
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,256,2560,0.03256746729214986
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,256,2560,0.030910933017730714
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,256,2560,0.03083946704864502
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,256,2560,0.028757333755493164
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,256,2560,0.029028266668319702
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,256,2560,0.030491733551025392
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,256,2560,0.028845866521199543
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,256,2560,0.02887786626815796
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,256,2560,0.028663466374079388
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,256,2560,0.02728640039761861
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,256,2560,0.02669653296470642
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,256,2560,0.026745599508285523
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,256,2560,0.02469759980837504
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,256,2560,0.024966400861740113
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,256,2560,0.02433919906616211
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,256,2560,0.023389865954717003
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,256,2560,0.005044266581535339
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,256,2560,0.02362026572227478
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,256,2560,0.023885866006215416
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,256,2560,0.022639999787012734
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,256,2560,0.022657066583633423
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,256,2560,0.02256960074106852
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,256,2560,0.02238933245340983
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,256,2560,0.020606933037439983
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,256,2560,0.020870399475097657
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,256,2560,0.01997119983037313
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,256,2560,0.018758400281270345
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,256,2560,0.019059199094772338
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,256,2560,0.017876267433166504
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,256,2560,0.017978666226069133
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,256,2560,0.017663999398549398
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,256,2560,0.016571733355522155
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,256,2560,0.016521599888801575
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,256,2560,0.01710933248202006
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,256,2560,0.01671253244082133
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,256,2560,0.016364799936612447
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,256,2560,0.02703253428141276
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,256,2560,0.016452266772588094
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,256,2560,0.016535466909408568
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,256,2560,0.016269866625467935
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,256,2560,0.017032533884048462
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,256,2560,0.01652906636397044
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,256,2560,0.016621866822242738
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,256,2560,0.016548267006874083
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,256,2560,0.015822933117548624
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,256,2560,0.01530026694138845
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,256,2560,0.015052800377209982
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,256,2560,0.016060800353686015
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,256,2560,0.015133866667747497
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,256,2560,0.014732799927393594
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,256,2560,0.014500266313552857
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,256,2560,0.0145087997118632
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,256,2560,0.014519466956456503
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,256,2560,0.014518400033315023
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,256,2560,0.014924800395965577
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,256,2560,0.015025066335995993
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,256,2560,0.01616213321685791
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,256,2560,0.015179733435312906
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,256,2560,0.03277119994163513
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,256,2560,0.014459733168284097
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,256,2560,0.014898133277893067
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,256,2560,0.014615466197331747
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,256,2560,0.014484266440073649
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,256,2560,0.014503467082977294
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,256,2560,0.015066666404406228
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,256,2560,0.014460800091425577
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,256,2560,0.01644053359826406
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,256,2560,0.016522666811943053
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,256,3072,0.01248426636060079
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,256,3072,0.012407466769218445
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,256,3072,0.012437333663304646
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,256,2560,0.0939626693725586
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,256,2560,0.17620693842569987
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,256,2560,0.07872320016225179
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,256,2560,0.6302058537801106
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,256,2560,0.09473386605580648
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,256,2560,0.07462080319722494
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,256,2560,0.07426133155822753
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,256,2560,0.06933973630269369
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,256,2560,0.06893760363260905
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,256,2560,1.2536746978759765
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,256,2560,0.06364373366038004
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,256,2560,0.06365973154703776
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,256,2560,0.05872000058492025
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,256,2560,0.058746667702992764
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,256,2560,0.05379093488057455
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,256,2560,0.08875626722971598
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,256,2560,0.08368000189463297
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,256,2560,0.08952639897664388
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,256,2560,0.08374186356862387
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,256,2560,0.07881706555684408
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,256,2560,0.05342400074005127
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,256,2560,0.04847360054651896
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,256,2560,0.03288960059483846
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,256,2560,0.04851733446121216
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,256,2560,0.043161598841349284
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,256,2560,0.04320533275604248
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,256,2560,0.03830080032348633
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,256,2560,0.03795839945475261
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,256,2560,0.033218133449554446
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,256,2560,0.02794559995333354
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,256,2560,0.028008532524108887
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,256,2560,0.01169599990049998
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,256,2560,0.012000000476837159
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,256,2560,0.011586133639017742
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,256,2560,0.010818133751551311
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,256,2560,0.010405332843462626
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,256,2560,0.010414933164914448
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,256,2560,0.01074773371219635
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,256,2560,0.00957546631495158
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,256,2560,0.009096533060073853
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,256,2560,0.009264000256856282
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,256,2560,0.009191466371218364
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,256,2560,0.009550933043162029
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,256,2560,0.009143466750780743
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,256,2560,0.00921493371327718
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,256,2560,0.009436800082524618
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,256,2560,0.008113066852092742
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,256,2560,0.007893333335717519
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,256,2560,0.00795839975277583
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,256,2560,0.007876266539096833
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,256,2560,0.008254933357238769
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,256,2560,0.007895466685295106
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,256,2560,0.007970133423805236
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,256,2560,0.007955199976762136
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,256,2560,0.008347733815511068
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,256,2560,0.007520000139872233
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,256,2560,0.0079434668024381
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,256,2560,0.008335999647776286
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,256,2560,0.00796693315108617
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,256,2560,0.007928533355395
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,256,2560,0.008363733688990276
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,256,2560,0.0075093333919843035
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,256,2560,0.007906133433183034
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,256,2560,0.007948799928029378
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,256,2560,0.007910400132338206
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,256,2560,0.00782293329636256
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,256,2560,0.007980800171693166
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,256,2560,0.007901866734027863
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,256,2560,0.023455999294916787
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,256,2560,0.04778986771901449
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,256,2560,0.08911253611246744
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,256,2560,0.02772586743036906
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,256,2560,0.02039146622021993
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,256,2560,0.019975467522939046
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,256,2560,0.019828265905380248
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,256,2560,0.019375999768575035
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,256,2560,0.01938026746114095
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,256,2560,0.019102933009465535
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,256,2560,0.018553600708643595
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,256,2560,0.0227018674214681
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,256,2560,0.018563199043273925
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,256,2560,0.01862293283144633
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,256,2560,0.01816640098889669
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,256,2560,0.017790933450063072
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,256,2560,0.017417599757512413
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,256,2560,0.017352533340454102
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,256,2560,0.01695786714553833
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,256,2560,0.016935465733210246
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,256,2560,0.016571733355522155
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,256,2560,0.01651413341363271
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,256,2560,0.017758933703104655
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,256,2560,0.016101333498954772
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,256,2560,0.015719466408093772
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,256,2560,0.015526400009791056
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,256,2560,0.015301332871119181
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,256,2560,0.0145087997118632
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,256,2560,0.01735466718673706
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,256,2560,0.01493119994799296
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,256,2560,0.014216533303260804
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,256,2560,0.014447999993960061
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,256,2560,0.013660800457000733
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,256,2560,0.013633066415786743
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,256,2560,0.013309866189956665
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,256,2560,0.01290880044301351
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,256,2560,0.01246506671110789
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,256,2560,0.012390399972597759
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,256,2560,0.012020267049471537
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,256,2560,0.012016000350316365
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,256,2560,0.011646933356920878
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,256,2560,0.014909866452217101
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,256,2560,0.011641599734624227
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,256,2560,0.01165226697921753
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,256,2560,0.011637333035469054
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,256,2560,0.011223466197649638
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,256,2560,0.011636267105738323
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,256,2560,0.011643733580907185
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,256,2560,0.01116480032602946
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,256,2560,0.011589333415031433
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,256,2560,0.01121493379275004
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,256,2560,0.011608533064524333
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,256,2560,0.011262933413187664
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,256,2560,0.011576533317565918
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,256,2560,0.011211733023325603
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,256,2560,0.011244799693425496
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,256,2560,0.011586133639017742
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,256,2560,0.011614933609962463
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,256,2560,0.011242666840553283
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,256,2560,0.011597866813341778
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,256,2560,0.011213866869608562
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,256,2560,0.011198932925860088
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,256,2560,0.01121493379275004
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,256,2560,0.011179733276367187
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,256,2560,0.011593600114186604
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,256,2560,0.011591466267903645
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,256,2560,0.011036800344785054
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,256,2560,0.011221333344777425
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,256,2560,0.011602133512496948
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,256,2560,0.011577600240707397
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,256,2560,0.01123306651910146
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,256,2560,0.011657599608103435
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,256,2560,0.011242666840553283
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,256,2560,0.011058132847150166
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,256,2048,0.02912000020345052
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,256,2048,0.014226133624712626
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,256,2048,0.0057781333724657696
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,256,2048,0.005490133166313171
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,256,2048,0.005590400099754334
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,256,2048,0.006322133541107178
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,256,2560,0.011159466703732808
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,256,2048,0.006236800054709116
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,256,2560,0.011203199625015259
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,256,2048,0.0062837332487106325
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,256,2560,0.011653332908948263
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,256,2048,0.006239999830722809
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,256,2048,0.005129600067933401
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,256,2048,0.005087999999523163
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,256,2048,0.006296533346176148
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,256,2048,0.005449600021044413
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,256,2048,0.005011199911435445
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,256,2048,0.005075199902057648
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,256,2048,0.005049600203831991
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,256,2048,0.005097599824269613
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,256,2048,0.005004799862702688
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,256,2048,0.004710400104522705
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,256,2048,0.0050122668345769245
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,256,2048,0.005006933212280273
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,256,2048,0.004877866804599762
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,256,2048,0.004825599988301595
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,256,2048,0.005006933212280273
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,256,2048,0.004894933104515076
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,256,2048,0.0050005331635475155
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,256,2048,0.004604800045490265
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,256,2048,0.004621866842110952
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,256,2048,0.004614399870236715
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,256,2048,0.004580266773700714
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,256,2048,0.004941866795221964
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,256,2048,0.004611200094223023
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,256,2048,0.004636799792448679
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,256,2048,0.004247466723124186
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,256,2048,0.004249600072701773
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,256,2048,0.004247466723124186
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,256,2048,0.004264533519744873
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,256,2048,0.004343466460704803
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,256,2048,0.004267733295758565
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,256,2048,0.004247466723124186
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,256,2048,0.004957866668701172
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,256,2048,0.00425600012143453
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,256,2048,0.004265599946180979
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,256,2048,0.004251733422279358
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,256,2048,0.005010133484999338
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,256,2048,0.008396800359090168
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,256,2048,0.0044832001129786175
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,256,2048,0.004247466723124186
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,256,2048,0.004243200023969015
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,256,2048,0.005070933202902476
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,256,2560,0.01118933359781901
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,256,2048,0.005070933202902476
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,256,2048,0.004229333500067393
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,256,2048,0.004710400104522705
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,256,2048,0.0050240000089009605
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,256,2048,0.004654933512210846
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,256,2048,0.006166400015354156
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,256,2048,0.004702933132648468
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,256,2048,0.004667733112970988
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,256,2048,0.004690133531888326
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,256,2048,0.004852266609668731
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,256,2048,0.004705066482226053
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,256,2048,0.004669866462548574
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,256,2048,0.004649599889914194
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,256,2048,0.0046410664916038515
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,256,2048,0.004680533210436503
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,256,2048,0.0046623999873797095
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,256,2048,0.004640000065167745
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,256,2048,0.004679466784000397
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,256,2048,0.005038933455944061
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,256,2048,0.0042581334710121155
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,256,2048,0.004713599880536398
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,256,2048,0.09252906640370687
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,256,2048,0.20133652687072753
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,256,2048,0.04107840061187744
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,256,2048,0.030957865715026855
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,256,2048,0.030027733246485395
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,256,2048,0.004277333120505015
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,256,2048,0.0287989338239034
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,256,2048,0.029148799180984498
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,256,2048,0.029412267605463664
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,256,2048,0.02882560094197591
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,256,2048,0.028935466210047407
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,256,2048,0.028993066151936846
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,256,2048,0.02840426762898763
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,256,2048,0.02780906756718953
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,256,2048,0.027111466725667315
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,256,2048,0.027051732937494917
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,256,2048,0.026800000667572023
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,256,2048,0.026213334004084272
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,256,2048,0.024740266799926757
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,256,2048,0.02516053318977356
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,256,2048,0.024501333634058632
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,256,2048,0.024920533100763954
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,256,2048,0.023940267165501912
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,256,2048,0.022778666019439696
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,256,2048,0.00425600012143453
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,256,2048,0.02273919979731242
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,256,2048,0.022665599981943764
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,256,2048,0.022660267353057862
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,256,2048,0.02297280033429464
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,256,2048,0.022360533475875854
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,256,2048,0.022066134214401244
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,256,2048,0.02059946656227112
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,256,2048,0.020643200476964316
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,256,2048,0.019802665710449217
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,256,2048,0.02020906607309977
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,256,2048,0.018902399142583213
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,256,2048,0.01687893271446228
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,256,2048,0.017388800779978432
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,256,2048,0.016745599110921223
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,256,2048,0.005065600077311197
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,256,2048,0.016657066345214844
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,256,2048,0.01634773313999176
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,256,2048,0.01649386684099833
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,256,2048,0.016727467377980552
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,256,2048,0.016752000649770102
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,256,2048,0.01639893352985382
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,256,2048,0.015770666797955833
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,256,2048,0.015005866686503092
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,256,2048,0.016364799936612447
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,256,2048,0.015223466356595359
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,256,2048,0.015543466806411744
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,256,2048,0.01656426688035329
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,256,2048,0.014674133062362671
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,256,2048,0.014499200383822122
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,256,2048,0.014589866995811463
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,256,2048,0.014737066626548768
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,256,2048,0.015042133132616677
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,256,2048,0.015732266505559287
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,256,2048,0.016950400670369466
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,256,2048,0.01585813363393148
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,256,2048,0.014518400033315023
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,256,2048,0.014481066664059957
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,256,2048,0.014513066411018372
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,256,2048,0.015402666727701821
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,256,2048,0.014506666858990987
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,256,2048,0.016157866517702738
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,256,2048,0.014455466469128927
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,256,2048,0.014619732896486918
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,256,2048,0.01446293294429779
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,256,2048,0.014722133676211039
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,256,2048,0.014593066771825156
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,256,2048,0.014503467082977294
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,256,2048,0.014460800091425577
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,256,2048,0.014490666985511779
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,256,2048,0.019014400243759156
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,256,2048,0.016663466890652977
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,256,2048,0.014453333616256715
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,256,2560,0.012897066275278726
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,256,2560,0.012060800194740295
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,256,2048,0.17064107259114583
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,256,2048,0.09404693444569906
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,256,2048,0.07883093357086182
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,256,2048,0.09369173049926757
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,256,2048,0.07826879819234213
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,256,2048,0.07350080013275147
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,256,2048,0.07342613538106282
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,256,2048,0.6144309361775716
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,256,2048,0.06852053006490072
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,256,2048,0.06815679868062338
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,256,2048,0.06305600007375081
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,256,2048,0.06350400050481161
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,256,2048,0.05835946798324585
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,256,2048,1.2436181386311849
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,256,2048,0.053491199016571046
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,256,2048,0.05788266658782959
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,256,2048,0.08840533097585043
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,256,2048,0.08857599894205728
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,256,2048,0.08284053007761637
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,256,2048,0.08311466375986734
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,256,2048,0.05287466843922933
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,256,2048,0.03211200038592021
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,256,2048,0.04811626672744751
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,256,2048,0.04769920110702515
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,256,2048,0.04277546803156535
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,256,2048,0.042532265186309814
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,256,2048,0.038228265444437665
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,256,2048,0.03738240003585815
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,256,2048,0.03253866632779439
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,256,2048,0.027398399511973065
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,256,2048,0.011270399888356526
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,256,2048,0.011575466394424439
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,256,2048,0.011161599556605022
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,256,2048,0.00998293360074361
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,256,2048,0.00997866690158844
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,256,2048,0.022320000330607097
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,256,2048,0.010328533252080281
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,256,2048,0.027219200134277345
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,256,2048,0.00876586635907491
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,256,2048,0.008731733759244282
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,256,2048,0.008326399823029835
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,256,2048,0.008732799688975017
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,256,2048,0.008769067128499348
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,256,2048,0.009174399574597676
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,256,2048,0.008707200487454731
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,256,2048,0.008924800157546996
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,256,2048,0.007541333138942718
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,256,2048,0.007923200229803721
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,256,2048,0.0071370666225751235
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,256,2048,0.0074869334697723385
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,256,2048,0.007528533538182576
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,256,2048,0.007928533355395
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,256,2048,0.007473066449165344
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,256,2048,0.00787306676308314
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,256,2048,0.007483733197053273
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,256,2048,0.007549866537253062
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,256,2048,0.0074879998962084455
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,256,2048,0.00790293316046397
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,256,2048,0.007566933333873749
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,256,2048,0.021976532538731892
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,256,2048,0.009940266609191895
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,256,2048,0.007522133489449819
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,256,2048,0.007891199986139933
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,256,2048,0.007549866537253062
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,256,2048,0.007129600147406261
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,256,2048,0.007548800110816956
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,256,2048,0.0074879998962084455
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,256,2048,0.007141333321730297
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,256,2048,0.007485866546630859
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,256,2048,0.03791999816894531
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,256,2048,0.01773866613705953
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,256,2048,0.023509333531061806
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,256,2048,0.01759679913520813
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,256,2048,0.017654399077097573
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,256,2048,0.007500799993673961
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,256,2048,0.016993065675099693
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,256,2048,0.01731520096460978
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,256,2048,0.01694186727205912
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,256,2048,0.016509866714477538
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,256,2048,0.07257280349731446
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,256,2048,0.0165173331896464
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,256,2048,0.016503467162450155
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,256,2048,0.016135467092196147
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,256,2048,0.01588586668173472
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,256,2048,0.015692800283432007
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,256,2048,0.015258666872978211
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,256,2048,0.015289599696795145
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,256,2048,0.014883200327555338
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,256,2048,0.014499200383822122
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,256,2048,0.014564266800880432
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,256,2048,0.01416853368282318
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,256,2048,0.014097066720326743
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,256,2048,0.01406719982624054
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,256,2048,0.013715199629465737
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,256,2048,0.013562666376431784
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,256,2048,0.013293866316477457
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,256,2048,0.013276799519856771
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,256,2048,0.012891733646392822
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,256,2048,0.012805333733558655
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,256,2048,0.012866133451461792
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,256,2048,0.01244586706161499
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,256,2048,0.01239359974861145
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,256,2048,0.012044800321261089
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,256,2048,0.01183786690235138
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,256,2048,0.01157973309357961
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,256,2048,0.011166933178901672
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,256,2048,0.010830932855606079
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,256,2048,0.011133866508801778
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,256,2048,0.010781866312026978
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,256,2048,0.010993066430091857
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,256,2048,0.016520532965660095
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,256,2048,0.010396800438563029
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,256,2048,0.010833066701889039
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,256,2048,0.010822400450706482
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,256,2048,0.010452266534169514
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,256,2048,0.012813867131868998
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,256,2048,0.010779733459154766
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,256,2048,0.010452266534169514
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,256,2048,0.010364799698193868
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,256,2048,0.010788266857465107
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,256,2048,0.010396800438563029
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,256,2048,0.010019200046857198
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,256,2048,0.010496000448862713
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,256,2048,0.010357333223025005
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,256,2048,0.010760533809661865
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,256,2048,0.010382933417956035
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,256,2048,0.010362666845321656
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,256,2048,0.010368000467618306
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,256,2048,0.010777599612871806
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,256,2048,0.010781866312026978
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,256,2048,0.010429867108662923
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,256,2048,0.010794666409492493
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,256,2048,0.010172800223032633
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,256,2048,0.010405332843462626
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,256,2048,0.010505599776903789
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,256,2048,0.010207999746004741
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,256,2048,0.010419199864069622
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,256,2048,0.009981866677602131
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,256,2048,0.010800000031789143
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,256,2048,0.010435199737548828
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,256,2048,0.010379733641942342
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,256,2048,0.010440533359845478
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,256,1536,0.022181334098180135
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,256,1536,0.01181013286113739
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,256,2048,0.01037013332049052
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,256,1536,0.007122133175532024
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,256,1536,0.00489386667807897
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,256,1536,0.0047423998514811196
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,256,1536,0.0050335998336474095
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,256,1536,0.005654400090376536
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,256,1536,0.0055744002262751256
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,256,1536,0.005444266895453135
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,256,1536,0.0054293334484100345
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,256,1536,0.005423999826113383
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,256,1536,0.004622933268547058
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,256,1536,0.005470933516820272
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,256,1536,0.004675200084845225
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,256,1536,0.004293333490689596
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,256,2048,0.010338133573532105
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,256,1536,0.004264533519744873
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,256,1536,0.0043029333154360454
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,256,2048,0.01036906639734904
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,256,2048,0.010755200187365215
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,256,1536,0.004188799858093261
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,256,1536,0.004632533093293508
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,256,1536,0.004196266829967499
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,256,1536,0.0042805333932240805
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,256,1536,0.004262400170167288
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,256,1536,0.004243200023969015
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,256,1536,0.004267733295758565
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,256,1536,0.004185600082079569
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,256,1536,0.004199466605981191
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,256,1536,0.003853866706291834
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,256,1536,0.004183466732501984
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,256,1536,0.004007466634114583
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,256,1536,0.0038293334345022834
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,256,1536,0.0038442666331926978
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,256,1536,0.0037920000652472176
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,256,1536,0.0038389332592487337
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,256,1536,0.003818666686614355
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,256,1536,0.0037834666669368743
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,256,1536,0.003802666564782461
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,256,1536,0.0037717332442601522
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,256,1536,0.003788800040880839
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,256,1536,0.003787733366092046
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,256,1536,0.003787733366092046
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,256,1536,0.0037930667400360107
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,256,1536,0.003774933268626531
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,256,1536,0.00378560001651446
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,256,1536,0.0037493333220481873
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,256,1536,0.00377813329299291
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,256,1536,0.0037717332442601522
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,256,1536,0.0038431999584039056
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,256,1536,0.0037674665451049804
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,256,1536,0.0037930667400360107
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,256,1536,0.0037664001186688742
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,256,1536,0.003772799919048945
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,256,1536,0.0037920000652472176
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,256,1536,0.0038058665891488397
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,256,1536,0.0037845333417256674
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,256,1536,0.003765333443880081
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,256,1536,0.0037973334391911825
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,256,1536,0.003789866715669632
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,256,1536,0.0037770666182041167
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,256,1536,0.003789866715669632
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,256,1536,0.0037823999921480812
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,256,1536,0.003803733239571253
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,256,1536,0.004610133171081543
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,256,1536,0.0038453333079814913
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,256,1536,0.0037770666182041167
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,256,1536,0.0036042665441830954
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,256,1536,0.003443199892838796
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,256,1536,0.004216533402601878
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,256,1536,0.004220800101757049
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,256,1536,0.0034730667869249977
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,256,2048,0.010024533669153849
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,256,1536,0.003732266773780187
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,256,1536,0.003401600072781245
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,256,1536,0.0038389332592487337
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,256,1536,0.03497493267059326
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,256,1536,0.06225279966990153
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,256,1536,0.0269375999768575
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,256,1536,0.1521951993306478
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,256,1536,0.027833600838979084
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,256,1536,0.026743467648824053
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,256,1536,0.026792534192403156
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,256,1536,0.0277621328830719
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,256,1536,0.027034666140874224
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,256,1536,0.02672533392906189
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,256,1536,0.025605332851409913
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,256,1536,0.02441813349723816
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,256,1536,0.024715733528137208
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,256,1536,0.024716800451278685
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,256,1536,0.022663466135660806
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,256,1536,0.022669865687688192
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,256,1536,0.003764266769091288
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,256,1536,0.022822399934132896
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,256,1536,0.022851200898488362
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,256,1536,0.02276159922281901
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,256,1536,0.02262506683667501
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,256,1536,0.022476800282796226
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,256,1536,0.02176533341407776
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,256,1536,0.02227413256963094
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,256,1536,0.021492266654968263
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,256,1536,0.021266132593154907
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,256,1536,0.02121386726697286
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,256,1536,0.02055466572443644
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,256,1536,0.019895466168721516
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,256,1536,0.019703465700149535
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,256,1536,0.019126399358113607
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,256,1536,0.018588799238204955
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,256,1536,0.017032533884048462
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,256,1536,0.018312533696492515
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,256,1536,0.01651306649049123
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,256,1536,0.016223999857902526
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,256,1536,0.016561067104339598
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,256,1536,0.0037823999921480812
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,256,1536,0.016636799772580466
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,256,1536,0.016740266482035318
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,256,1536,0.01569066643714905
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,256,1536,0.01514240006605784
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,256,1536,0.014711466431617738
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,256,1536,0.01636693378289541
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,256,1536,0.015922133127848306
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,256,1536,0.015124266346295675
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,256,1536,0.014636799693107605
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,256,1536,0.014475733041763306
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,256,1536,0.015010133385658264
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,256,1536,0.015878400206565856
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,256,1536,0.015609600146611533
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,256,1536,0.014498133460680643
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,256,1536,0.014473600188891092
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,256,1536,0.01451520025730133
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,256,1536,0.014717866977055868
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,256,1536,0.015474133690198264
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,256,1536,0.014499200383822122
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,256,1536,0.014313600460688271
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,256,1536,0.015194666385650635
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,256,1536,0.014452266693115234
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,256,1536,0.01479680041472117
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,256,1536,0.014365866780281067
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,256,1536,0.014473600188891092
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,256,1536,0.014494933684666953
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,256,1536,0.014518400033315023
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,256,1536,0.014477866888046264
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,256,1536,0.02340266704559326
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,256,1536,0.014514133334159851
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,256,1536,0.014479999740918478
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,256,1536,0.01439573367436727
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,256,1536,0.014472533265749613
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,256,1536,0.014451199769973755
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,256,1536,0.01437226633230845
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,256,1536,0.01444906691710154
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,256,1536,0.014732799927393594
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,256,1536,0.023371734221776328
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,256,2048,0.01162453293800354
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,256,1536,0.16941439310709636
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,256,1536,0.4118293444315593
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,256,1536,0.09307626883188883
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,256,1536,0.07735466957092285
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,256,1536,0.07185599803924561
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,256,1536,0.09267199834187825
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,256,1536,1.2330827077229818
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,256,1536,0.06815786361694336
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,256,1536,0.06815893650054931
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,256,1536,0.08737493356068929
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,256,1536,0.06318186521530152
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,256,1536,0.06282773415247599
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,256,1536,0.05709226528803507
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,256,1536,0.057825068632761635
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,256,1536,0.052603733539581296
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,256,1536,0.08785813649495443
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,256,1536,0.07259946664174398
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,256,1536,0.08246506849924723
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,256,1536,0.08291093508402506
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,256,1536,0.07759679953257242
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,256,1536,0.04762666622797648
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,256,1536,0.05237866640090942
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,256,1536,0.04764480193456014
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,256,1536,0.03209706743558248
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,256,1536,0.04196906487147013
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,256,1536,0.04194986820220947
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,256,1536,0.03709119955698649
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,256,1536,0.03698879877726237
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,256,1536,0.032535467545191446
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,256,1536,0.0269322673479716
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,256,1536,0.010811733206113179
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,256,1536,0.026825600862503053
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,256,1536,0.010826667149861652
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,256,1536,0.011166933178901672
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,256,1536,0.009990400075912476
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,256,1536,0.009544533491134644
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,256,1536,0.00958293378353119
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,256,1536,0.022655999660491942
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,256,1536,0.009611733754475911
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,256,1536,0.008338133494059246
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,256,1536,0.0084906667470932
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,256,1536,0.00858133335908254
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,256,1536,0.008360532919565837
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,256,1536,0.008371200164159138
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,256,1536,0.008334933718045553
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,256,1536,0.00836906631787618
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,256,1536,0.008386133114496867
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,256,1536,0.007106133302052816
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,256,1536,0.02179946700731913
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,256,1536,0.007117866476376851
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,256,1536,0.007506133119265239
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,256,1536,0.0071487997968991595
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,256,1536,0.007119999825954437
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,256,1536,0.007080533107121785
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,256,1536,0.007295999924341838
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,256,1536,0.007121066749095917
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,256,1536,0.007125333448251088
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,256,1536,0.007145600020885467
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,256,1536,0.006753066678841908
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,256,1536,0.006733866532643636
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,256,1536,0.007479466497898102
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,256,1536,0.0067221333583196
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,256,1536,0.0068245331446329755
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,256,1536,0.007073066631952922
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,256,1536,0.006673066814740498
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,256,1536,0.006728533407052357
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,256,1536,0.0068234667181968685
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,256,1536,0.00709440012772878
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,256,1536,0.006679466863473256
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,256,1536,0.01965120037396749
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,256,1536,0.029340799649556475
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,256,1536,0.057997866471608484
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,256,1536,0.007086933155854543
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,256,1536,0.014889599879582724
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,256,1536,0.014840533336003622
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,256,1536,0.01493333379427592
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,256,1536,0.014806399742762247
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,256,1536,0.014216533303260804
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,256,1536,0.014174933234850565
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,256,1536,0.014071466525395713
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,256,1536,0.013691733280817667
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,256,1536,0.01730133295059204
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,256,1536,0.01365226705869039
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,256,1536,0.013281066219011942
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,256,1536,0.013217066725095114
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,256,1536,0.013252266248067222
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,256,1536,0.012805333733558655
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,256,1536,0.013212800025939941
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,256,1536,0.014065066973368326
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,256,1536,0.012460800011952718
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,256,1536,0.012063999970753986
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,256,1536,0.012119467059771221
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,256,1536,0.012150399883588155
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,256,1536,0.012025599678357441
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,256,1536,0.011981866757074992
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,256,1536,0.011638399958610535
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,256,1536,0.011570133765538533
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,256,1536,0.011237333218256634
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,256,1536,0.011179733276367187
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,256,1536,0.011194666226704914
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,256,1536,0.011188266674677531
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,256,1536,0.010823466380437215
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,256,1536,0.01034879982471466
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,256,1536,0.010108799735705058
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,256,1536,0.00995306670665741
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,256,1536,0.013613866766293845
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,256,1536,0.009961600104967754
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,256,1536,0.009943466385205586
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,256,1536,0.009944533308347065
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,256,1536,0.009986133376757304
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,256,1536,0.009567999839782714
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,256,1536,0.010024533669153849
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,256,1536,0.009944533308347065
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,256,1536,0.009540266791979472
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,256,1536,0.009540266791979472
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,256,1536,0.00953493316968282
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,256,1536,0.009959466258684794
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,256,1536,0.009607467055320739
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,256,1536,0.009537067015965779
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,256,1536,0.00958720048268636
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,256,1536,0.00916266640027364
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,256,1536,0.009597866733868917
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,256,1536,0.009567999839782714
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,256,1536,0.009521067142486572
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,256,1536,0.00965119997660319
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,256,1536,0.009149866302808125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,256,1536,0.009206400314966837
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,256,1536,0.009392000238100688
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,256,1536,0.010402133067448933
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,256,1536,0.009532800316810608
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,256,1536,0.009521067142486572
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,256,1536,0.009521067142486572
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,256,1536,0.00965119997660319
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,256,1536,0.009548800190289815
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,256,1536,0.009274666508038838
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,256,1536,0.009581866860389709
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,256,1536,0.0095360000928243
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,256,1536,0.009522133072217305
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,256,1536,0.009593600034713745
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,256,1536,0.00958293378353119
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,256,1536,0.00951573352018992
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,256,1024,0.014315733313560485
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,256,1536,0.009149866302808125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,256,1024,0.008732799688975017
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,256,1024,0.005771733323733012
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,256,1024,0.004196266829967499
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,256,1024,0.0040618665516376495
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,256,1024,0.0042250668009122215
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,256,1024,0.004657066861788432
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,256,1024,0.005014400184154511
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,256,1024,0.0044714664419492085
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,256,1536,0.00956160028775533
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,256,1024,0.0044064000248909
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,256,1024,0.004212266703446706
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,256,1024,0.003802666564782461
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,256,1024,0.004661333560943603
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,256,1024,0.003802666564782461
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,256,1536,0.016557866334915163
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,256,1024,0.003798400113979975
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,256,1024,0.003819733361403147
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,256,1024,0.003789866715669632
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,256,1024,0.003386666625738144
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,256,1024,0.003386666625738144
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,256,1024,0.0034048000971476236
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,256,1024,0.003403733422358831
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,256,1024,0.0034453332424163817
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,256,1024,0.0033802665770053864
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,256,1024,0.003442133218050003
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,256,1024,0.0037770666182041167
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,256,1024,0.003443199892838796
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,256,1024,0.0034154665966828666
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,256,1024,0.0033728001018365227
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,256,1536,0.009109333157539368
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,256,1024,0.0033674667278925574
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,256,1024,0.0033791999022165934
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,256,1024,0.0033600000043710076
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,256,1024,0.003389866650104523
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,256,1024,0.003050666550795237
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,256,1024,0.0031285333136717476
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,256,1024,0.003260799994071325
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,256,1024,0.0033151999115943907
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,256,1024,0.0033621333539485933
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,256,1024,0.002996266633272171
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,256,1024,0.003172266731659571
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,256,1024,0.0029898665845394133
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,256,1024,0.0030645333230495454
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,256,1024,0.0029898665845394133
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,256,1024,0.0030570665995279947
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,256,1024,0.003032533327738444
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,256,1024,0.003031466652949651
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,256,1024,0.0030239999294281008
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,256,1024,0.003035733352104823
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,256,1024,0.0030517332255840302
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,256,1024,0.0030400000512599947
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,256,1024,0.00296426663796107
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,256,1024,0.0029909332593282064
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,256,1024,0.0030229332546393077
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,256,1024,0.0029696000119050344
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,256,1024,0.003032533327738444
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,256,1024,0.003028266628583272
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,256,1024,0.0030303999781608583
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,256,1024,0.002979200085004171
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,256,1024,0.0030346666773160298
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,256,1024,0.00297173336148262
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,256,1024,0.0030218665798505146
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,256,1024,0.0030122667551040648
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,256,1024,0.0029706666866938275
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,256,1024,0.0030271999537944795
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,256,1024,0.0030378667016824085
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,256,1024,0.0030293333033720653
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,256,1024,0.0029845332105954488
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,256,1024,0.0029813334345817565
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,256,1024,0.002977066735426585
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,256,1024,0.003018666555484136
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,256,1024,0.0029738667110602063
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,256,1024,0.0030261332790056865
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,256,1536,0.009539199868837993
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,256,1024,0.09476693471272787
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,256,1024,0.0037834666669368743
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,256,1024,0.04154560168584188
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,256,1024,0.028807467222213744
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,256,1024,0.022776534159978233
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,256,1024,0.003573333223660787
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,256,1024,0.02284053365389506
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,256,1024,0.02285439968109131
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,256,1024,0.0225983997186025
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,256,1024,0.022835199038187662
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,256,1024,0.022766933838526408
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,256,1024,0.022641066710154215
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,256,1024,0.02279040018717448
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,256,1024,0.022526933749516805
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,256,1024,0.02258346676826477
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,256,1024,0.023119999965031942
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,256,1024,0.0033802665770053864
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,256,1024,0.021822933355967203
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,256,1024,0.02217386762301127
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,256,1024,0.02092906634012858
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,256,1024,0.021041067441304524
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,256,1024,0.020836265881856282
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,256,1024,0.02060479919115702
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,256,1024,0.02063039938608805
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,256,1024,0.020049067338307698
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,256,1024,0.0203658660252889
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,256,1024,0.019179733594258626
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,256,1024,0.020592000087102255
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,256,1024,0.020001065731048585
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,256,1024,0.018567466735839845
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,256,1024,0.018567466735839845
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,256,1024,0.01849386692047119
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,256,1024,0.01858133276303609
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,256,1024,0.016794667641321818
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,256,1024,0.018092799186706542
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,256,1024,0.01641706625620524
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,256,1024,0.016872533162434897
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,256,1024,0.01548479994138082
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,256,1024,0.015155200163523355
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,256,1024,0.016638933618863424
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,256,1024,0.015938133001327515
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,256,1024,0.014647466937700906
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,256,1024,0.014826666315396628
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,256,1024,0.015201066931088766
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,256,1024,0.01495680014292399
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,256,1024,0.014468266566594442
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,256,1024,0.01452906628449758
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,256,1024,0.015707733233769734
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,256,1024,0.014523733655611673
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,256,1024,0.014495999614397685
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,256,1024,0.014426666498184203
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,256,1024,0.01599253316720327
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,256,1024,0.014753066500027976
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,256,1024,0.014510933558146158
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,256,1024,0.014503467082977294
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,256,1024,0.014267733693122864
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,256,1024,0.014563199877738953
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,256,1024,0.014269866545995078
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,256,1024,0.01442346672217051
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,256,1024,0.014481066664059957
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,256,1024,0.022563199202219643
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,256,1024,0.014572800199190775
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,256,1024,0.014481066664059957
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,256,1024,0.014229333400726319
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,256,1024,0.014237866799036662
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,256,1024,0.014129066467285156
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,256,1024,0.014428800344467163
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,256,1024,0.014239999651908874
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,256,1024,0.014428800344467163
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,256,1024,0.014010666807492574
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,256,1024,0.014377599954605103
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,256,1024,0.014282666643460593
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,256,1024,0.014246400197347006
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,256,1024,0.014295466740926108
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,256,1024,0.016005333264668783
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,256,1024,0.014434132973353067
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,256,1024,0.014089600245157877
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,256,1536,0.012004266182581585
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,256,1536,0.010891733566919963
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,256,1024,0.16966719627380372
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,256,1024,0.3326314608256022
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,256,1024,0.09192533493041992
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,256,1024,0.07683733304341635
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,256,1024,0.09253653685251871
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,256,1024,0.07188906669616699
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,256,1024,0.07227199872334798
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,256,1024,0.08658666610717773
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,256,1024,0.06705386638641357
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,256,1024,0.06727999846140544
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,256,1024,0.061534933249155675
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,256,1024,0.06193706591924032
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,256,1024,0.05683626731236776
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,256,1024,0.05696959892908732
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,256,1024,0.05177066723505656
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,256,1024,1.2187978108723958
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,256,1024,0.08739946683247884
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,256,1024,0.0825930674870809
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,256,1024,0.07711893717447917
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,256,1024,0.046275198459625244
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,256,1024,0.05172799825668335
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,256,1024,0.04664320151011149
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,256,1024,0.03126613299051921
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,256,1024,0.0316650668780009
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,256,1024,0.08278506596883138
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,256,1024,0.04190613428751628
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,256,1024,0.04152959982554118
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,256,1024,0.03699093262354533
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,256,1024,0.036583467324574785
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,256,1024,0.026096000274022417
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,256,1024,0.010439466436703999
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,256,1024,0.02182933290799459
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,256,1024,0.010084266463915508
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,256,1024,0.010427733262379963
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,256,1024,0.009179733196894328
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,256,1024,0.009166933099428813
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,256,1024,0.009149866302808125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,256,1024,0.007550933460394542
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,256,1024,0.021048533916473388
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,256,1024,0.007963733375072479
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,256,1024,0.00795306662718455
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,256,1024,0.007886933286984761
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,256,1024,0.00788373351097107
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,256,1024,0.007895466685295106
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,256,1024,0.008284799754619598
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,256,1024,0.006668800115585327
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,256,1024,0.02635626594225566
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,256,1024,0.006712533533573151
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,256,1024,0.006658133367697399
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,256,1024,0.00673280010620753
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,256,1024,0.006701866785685222
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,256,1024,0.009196799993515015
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,256,1024,0.006692266464233399
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,256,1024,0.007098666826883952
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,256,1024,0.0067071999112765
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,256,1024,0.006667733192443848
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,256,1024,0.006669866542021434
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,256,1024,0.006662400066852569
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,256,1024,0.016501333316167197
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,256,1024,0.006316799918810527
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,256,1024,0.006259199976921081
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,256,1024,0.006316799918810527
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,256,1024,0.006306133170922597
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,256,1024,0.0064181332786877945
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,256,1024,0.0063274666666984555
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,256,1024,0.006682666639486949
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,256,1024,0.006546133259932201
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,256,1024,0.006733866532643636
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,256,1024,0.04017813205718994
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,256,1024,0.02187733252843221
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,256,1024,0.0070602665344874065
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,256,1024,0.015316266814867655
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,256,1024,0.012684800227483115
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,256,1024,0.012478933731714884
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,256,1024,0.01221440037091573
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,256,1024,0.007605333129564922
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,256,1024,0.012020267049471537
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,256,1024,0.01199893355369568
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,256,1024,0.011995733777681986
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,256,1024,0.006248533229033152
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,256,1024,0.011654399832089742
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,256,1024,0.011947733163833619
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,256,1024,0.01157866617043813
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,256,1024,0.011595732967058818
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,256,1024,0.011627733707427979
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,256,1024,0.011220266421635944
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,256,1024,0.01160426636536916
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,256,1024,0.011260799566904704
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,256,1024,0.011193600296974183
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,256,1024,0.010800000031789143
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,256,1024,0.011244799693425496
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,256,1024,0.010859733819961548
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,256,1024,0.010822400450706482
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,256,1024,0.010756267110506694
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,256,1024,0.010789333780606588
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,256,1024,0.010393599669138592
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,256,1024,0.010364799698193868
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,256,1024,0.009994666775067646
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,256,1024,0.010040533542633057
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,256,1024,0.00958720048268636
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,256,1024,0.009598933657010396
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,256,1024,0.009545600414276123
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,256,1024,0.009532800316810608
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,256,1024,0.009142399827639262
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,256,1024,0.008828799923261006
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,256,1024,0.009169066945711773
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,256,1024,0.009181867043177288
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,256,1024,0.008779733379681905
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,256,1024,0.00878613293170929
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,256,1024,0.00876693328221639
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,256,1024,0.008782933155695598
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,256,1024,0.008772266904513042
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,256,1024,0.00913279950618744
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,256,1024,0.009190400441487629
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,256,1024,0.008350933591524761
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,256,1024,0.008760533730189006
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,256,1024,0.008525866270065307
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,256,1024,0.008761599659919739
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,256,1024,0.008750933408737182
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,256,1024,0.008344533046086629
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,256,1024,0.008357333143552144
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,256,1024,0.008708266417185466
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,256,1024,0.008714666962623597
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,256,1024,0.008777599533398945
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,256,1024,0.008437333504358928
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,256,1024,0.008777599533398945
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,256,1024,0.008756267031033833
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,256,1024,0.008706133564313252
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,256,1024,0.008363733688990276
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,256,1024,0.008384000261624653
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,256,1024,0.008712533116340637
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,256,1024,0.00879146655400594
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,256,1024,0.00832533339659373
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,256,1024,0.008316799998283386
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,256,1024,0.008759466807047527
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,256,1024,0.008724266290664673
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,256,1024,0.008335999647776286
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,256,1024,0.008724266290664673
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,256,1024,0.0082997332016627
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,256,1024,0.008321066697438557
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,256,1024,0.008345599969228108
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,256,1024,0.00872320036093394
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,256,768,0.011693867047627766
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,256,1024,0.008732799688975017
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,256,768,0.007485866546630859
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,256,768,0.005029333134492239
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,256,768,0.003576533248027166
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,256,768,0.003517866631348928
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,256,768,0.0037237333754698435
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,256,768,0.004193066557248434
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,256,768,0.004204800228277842
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,256,768,0.003836799909671148
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,256,768,0.004091733445723852
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,256,1024,0.008371200164159138
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,256,768,0.0038421332836151125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,256,768,0.0034005333979924522
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,256,768,0.003874133278926214
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,256,768,0.003453866640726725
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,256,768,0.0033802665770053864
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,256,768,0.003399466723203659
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,256,768,0.0033749334514141084
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,256,768,0.0033674667278925574
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,256,768,0.003035733352104823
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,256,768,0.003386666625738144
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,256,768,0.0030293333033720653
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,256,768,0.003294933338960012
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,256,768,0.0032874666154384612
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,256,768,0.0029845332105954488
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,256,768,0.003091199944416682
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,256,768,0.003366400053103765
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,256,768,0.003044266750415166
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,256,768,0.0030250666042168934
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,256,768,0.003033600002527237
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,256,768,0.0030229332546393077
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,256,768,0.0030400000512599947
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,256,768,0.00297173336148262
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,256,768,0.0029834667841593427
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,256,768,0.002974933385848999
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,256,768,0.0029781334102153777
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,256,768,0.003010133405526479
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,256,768,0.0030037333567937215
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,256,768,0.0029578665892283124
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,256,768,0.002977066735426585
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,256,768,0.002946133414904277
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,256,768,0.0026858667532602947
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,256,768,0.0029472000896930695
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,256,768,0.0029866665601730345
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,256,768,0.0029386666913827257
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,256,768,0.002962133288383484
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,256,768,0.0026517334083716077
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,256,768,0.0026719999810059865
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,256,768,0.002600533266862233
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,256,768,0.002593066543340683
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,256,768,0.0029685333371162414
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,256,768,0.002775466690460841
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,256,768,0.002600533266862233
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,256,768,0.0029343999922275543
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,256,768,0.002979200085004171
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,256,1024,0.008707200487454731
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,256,768,0.002903466671705246
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,256,768,0.002762666592995326
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,256,768,0.0026122666895389557
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,256,768,0.0026026666164398193
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,256,768,0.0026079999903837843
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,256,768,0.002598399917284648
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,256,768,0.0026047999660174055
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,256,768,0.0025994665920734406
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,256,1024,0.01568000018596649
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,256,768,0.0026709333062171934
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,256,768,0.0026101333399613695
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,256,768,0.0026911998788515727
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,256,768,0.002644266684850057
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,256,768,0.002619733413060506
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,256,768,0.0026176000634829206
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,256,768,0.0026389333109060925
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,256,768,0.0026378666361172995
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,256,768,0.06569279829661051
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,256,768,0.03559253215789795
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,256,768,0.02672426700592041
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,256,768,0.02248426675796509
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,256,768,0.02190399964650472
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,256,768,0.022648533185323082
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,256,768,0.022966400782267252
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,256,768,0.0029738667110602063
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,256,768,0.022299732764561972
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,256,768,0.022566399971644082
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,256,768,0.0029663999875386557
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,256,768,0.021681066354115805
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,256,768,0.021971199909845987
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,256,768,0.02062079906463623
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,256,768,0.02100906570752462
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,256,768,0.021802665789922078
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,256,768,0.020992000897725425
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,256,768,0.019990400473276774
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,256,768,0.020451200008392335
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,256,768,0.01938986579577128
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,256,768,0.019785600900650024
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,256,768,0.019378133614857993
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,256,768,0.018689066171646118
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,256,768,0.01874133348464966
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,256,1024,0.011603200435638427
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,256,768,0.018552533785502114
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,256,768,0.018532266219456993
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,256,768,0.018756266434987387
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,256,768,0.01864746610323588
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,256,768,0.018182400862375894
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,256,768,0.017924267053604125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,256,768,0.018065067132314046
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,256,768,0.016537599762280784
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,256,768,0.017061332861582436
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,256,768,0.016165332992871602
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,256,768,0.015688533584276833
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,256,768,0.015095466375350952
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,256,768,0.014664533734321594
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,256,768,0.014507733782132468
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,256,768,0.014539733529090881
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,256,768,0.01476800044377645
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,256,768,0.014459733168284097
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,256,768,0.01446613371372223
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,256,768,0.014594133694966635
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,256,768,0.018797866503397622
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,256,768,0.015083733201026916
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,256,768,0.014944000045458474
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,256,768,0.015011200308799743
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,256,768,0.0025973332424958544
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,256,768,0.014615466197331747
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,256,768,0.0145087997118632
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,256,768,0.01626240015029907
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,256,768,0.014634666840235391
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,256,768,0.014999467134475707
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,256,768,0.0144405335187912
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,256,768,0.014379733800888061
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,256,768,0.014525866508483887
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,256,768,0.01487573285897573
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,256,768,0.014359466234842935
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,256,768,0.01381653348604838
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,256,768,0.013925333817799887
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,256,768,0.014071466525395713
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,256,768,0.013972266515096029
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,256,768,0.013831466436386108
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,256,768,0.014133333166440328
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,256,768,0.01395840048789978
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,256,768,0.014076800147692362
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,256,768,0.013392000397046407
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,256,768,0.01400106648604075
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,256,768,0.014321066935857139
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,256,768,0.014263466993967692
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,256,768,0.014342400431632995
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,256,768,0.014856533209482829
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,256,768,0.01427733302116394
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,256,768,0.014693333705266317
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,256,768,0.01752106746037801
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,256,768,0.01437013347943624
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,256,768,0.01344106694062551
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,256,768,0.003433600068092346
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,256,1024,0.01035520037015279
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,256,768,0.16847999890645343
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,256,768,0.09232853253682455
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,256,768,0.07708693345387777
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,256,768,0.33018134435017904
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,256,768,0.08692586421966553
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,256,768,0.0926805337270101
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,256,768,0.07708799839019775
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,256,768,0.07174719969431559
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,256,768,0.06607040166854858
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,256,768,0.0667519966761271
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,256,768,0.06117333173751831
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,256,768,0.06182080109914144
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,256,768,0.05666879812876383
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,256,768,0.050911998748779295
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,256,768,1.0060480117797852
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,256,768,0.08705066839853923
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,256,768,0.07168320020039877
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,256,768,0.05704106489817301
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,256,768,0.08187092940012614
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,256,768,0.08171199957529704
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,256,768,0.04604906638463338
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,256,768,0.051386666297912595
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,256,768,0.0407477339108785
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,256,768,0.03123733401298523
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,256,768,0.046826668580373126
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,256,768,0.041161600748697916
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,256,768,0.036586666107177736
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,256,768,0.03623040119806926
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,256,768,0.03172159989674886
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,256,768,0.026305067539215087
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,256,768,0.025978666543960572
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,256,768,0.010198400417963664
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,256,768,0.01020906666914622
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,256,768,0.009991466999053955
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,256,768,0.008782933155695598
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,256,768,0.008756267031033833
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,256,768,0.009130666653315227
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,256,768,0.007542400062084198
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,256,768,0.007540266712506611
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,256,768,0.02136639952659607
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,256,768,0.0075093333919843035
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,256,768,0.007507200042406718
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,256,768,0.007592533528804779
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,256,768,0.007916800181070964
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,256,768,0.007207466661930085
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,256,768,0.007493333518505096
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,256,768,0.006318933268388112
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,256,768,0.0066890666882197065
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,256,768,0.006322133541107178
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,256,768,0.00625600020090739
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,256,768,0.016541866461435954
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,256,768,0.006285866598288219
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,256,768,0.0062389334042867025
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,256,768,0.006322133541107178
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,256,768,0.006284800171852112
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,256,768,0.006726400057474773
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,256,768,0.02102186679840088
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,256,768,0.00631573349237442
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,256,768,0.006177066763242086
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,256,768,0.006333866715431213
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,256,768,0.005913599828879039
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,256,768,0.008795733253161114
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,256,768,0.0067104001839955645
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,256,768,0.006340266764163971
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,256,768,0.0063498665889104204
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,256,768,0.00631039987007777
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,256,768,0.005915733178456625
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,256,768,0.006265600025653839
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,256,768,0.005891199906667074
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,256,768,0.006268799801667531
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,256,768,0.006284800171852112
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,256,768,0.030894933144251506
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,256,768,0.01334826648235321
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,256,768,0.012059733271598816
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,256,768,0.011612799763679505
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,256,768,0.011960533261299134
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,256,768,0.0116266667842865
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,256,768,0.011852799852689107
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,256,768,0.011798399686813354
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,256,768,0.011587199568748475
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,256,768,0.01162453293800354
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,256,768,0.011587199568748475
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,256,768,0.011243733763694762
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,256,768,0.011174399654070537
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,256,768,0.011370666821797689
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,256,768,0.01116480032602946
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,256,768,0.011156266927719117
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,256,768,0.010803199807802836
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,256,768,0.010839466253916423
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,256,768,0.010442666212717692
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,256,768,0.01034346620241801
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,256,768,0.010307199756304423
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,256,768,0.010028800368309021
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,256,768,0.009993599851926167
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,256,768,0.009987200299898785
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,256,768,0.018286933501561485
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,256,768,0.009546666344006857
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,256,768,0.00958079993724823
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,256,768,0.009685333569844563
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,256,768,0.009581866860389709
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,256,768,0.009156266848246258
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,256,768,0.008959999680519104
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,256,768,0.008518399794896443
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,256,768,0.008784000078837078
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,256,768,0.008748799562454224
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,256,768,0.00869546631971995
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,256,768,0.015685333808263143
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,256,768,0.00834986666838328
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,256,768,0.0086709330479304
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,256,768,0.008317866424719492
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,256,768,0.008390399813652038
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,256,768,0.008748799562454224
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,256,768,0.008341333270072937
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,256,768,0.008344533046086629
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,256,768,0.007941333452860515
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,256,768,0.008306133250395458
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,256,768,0.008288000027338665
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,256,768,0.008341333270072937
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,256,768,0.007933866480986278
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,256,768,0.007929599781831106
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,256,768,0.007930666704972585
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,256,768,0.008326399823029835
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,256,768,0.008366933465003968
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,256,768,0.008368000388145447
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,256,768,0.007962666451931
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,256,768,0.008274133503437042
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,256,768,0.00791786660750707
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,256,768,0.008323200047016144
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,256,768,0.007947733501593272
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,256,768,0.007921066880226136
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,256,768,0.007945600152015685
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,256,768,0.007938133180141449
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,256,768,0.00795413355032603
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,256,768,0.007959466675917308
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,256,768,0.007906133433183034
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,256,768,0.007891199986139933
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,256,768,0.008003200093905132
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,256,768,0.008318933347860973
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,256,768,0.007934933404127757
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,256,768,0.007892266909281413
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,256,768,0.007538133362929027
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,256,768,0.007640533149242401
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,256,768,0.00831573357184728
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,256,768,0.008303999900817871
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,256,512,0.008802133798599242
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,256,512,0.0062496001521746315
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,256,512,0.004193066557248434
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,256,512,0.003110400090614955
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,256,512,0.003305600086847941
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,256,512,0.003443199892838796
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,256,512,0.003717333326737086
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,256,512,0.0033813332517941795
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,256,512,0.003389866650104523
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,256,512,0.0033919999996821085
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,256,512,0.0029845332105954488
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,256,512,0.0033770665526390077
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,256,512,0.0030250666042168934
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,256,512,0.0029877332349618276
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,256,512,0.0029525332152843474
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,256,512,0.0029663999875386557
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,256,512,0.0029813334345817565
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,256,512,0.002994133283694585
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,256,512,0.0030048000315825146
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,256,512,0.0029109333952267963
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,256,512,0.0029834667841593427
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,256,512,0.0030026666820049284
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,256,512,0.0029674666623274487
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,256,512,0.0029919999341169994
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,256,512,0.0029493334392706556
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,256,512,0.0029781334102153777
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,256,512,0.002948266764481862
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,256,512,0.002619733413060506
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,256,512,0.0026911998788515727
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,256,512,0.00264533335963885
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,256,512,0.002661333233118057
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,256,512,0.0026186667382717133
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,256,512,0.002631466587384542
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,256,512,0.0025727999707063037
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,256,512,0.0025600001215934755
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,256,512,0.002570666621128718
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,256,512,0.002603733291228612
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,256,512,0.0025600001215934755
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,256,768,0.007930666704972585
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,256,768,0.007930666704972585
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,256,512,0.002570666621128718
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,256,512,0.002570666621128718
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,256,512,0.0025631998976071674
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,256,512,0.0025792000194390613
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,256,512,0.0025994665920734406
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,256,512,0.002535466601451238
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,256,512,0.0030165334542592366
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,256,512,0.002566399921973546
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,256,512,0.002550400048494339
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,256,512,0.0025813333690166474
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,256,512,0.0026229334374268847
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,256,512,0.0027029333015282948
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,256,512,0.0025727999707063037
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,256,512,0.002621866762638092
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,256,512,0.0025792000194390613
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,256,512,0.0025898667673269907
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,256,512,0.0025439999997615816
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,256,512,0.00257493332028389
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,256,512,0.0025792000194390613
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,256,512,0.0025589334468046824
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,256,512,0.0026026666164398193
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,256,512,0.0025781333446502686
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,256,512,0.002570666621128718
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,256,512,0.0025621332228183747
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,256,512,0.0025685332715511323
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,256,512,0.0025888000925381976
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,256,512,0.0025802666942278544
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,256,512,0.00258240004380544
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,256,512,0.0025621332228183747
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,256,512,0.0025727999707063037
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,256,512,0.002583466718594233
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,256,512,0.04285866816838582
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,256,512,0.02914346655209859
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,256,512,0.02272746761639913
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,256,512,0.0025610665480295816
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,256,512,0.020526933670043945
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,256,512,0.020618667205174766
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,256,512,0.020470400651295982
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,256,512,0.0025653332471847535
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,256,512,0.020558933417002358
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,256,512,0.02068906625111898
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,256,512,0.0025450666745503742
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,256,512,0.02025493383407593
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,256,512,0.020657066504160562
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,256,512,0.02074133356412252
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,256,512,0.0025973332424958544
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,256,512,0.020124799013137816
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,256,512,0.01948480010032654
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,256,512,0.018934400876363118
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,256,512,0.018677333990732826
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,256,512,0.018573866287867228
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,256,512,0.018589866161346436
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,256,512,0.018503467241923012
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,256,512,0.018411733706792197
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,256,512,0.018065067132314046
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,256,512,0.018399999539057414
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,256,512,0.01837973395983378
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,256,512,0.017385600010553996
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,256,512,0.01736853321393331
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,256,512,0.01713493267695109
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,256,512,0.017831466595331826
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,256,512,0.016609066724777223
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,256,512,0.016457600394884746
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,256,512,0.016484266519546507
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,256,512,0.016664533813794454
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,256,512,0.015370666980743408
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,256,512,0.015524267156918844
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,256,512,0.014630400141080222
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,256,512,0.014780799547831217
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,256,512,0.014519466956456503
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,256,512,0.014865066607793173
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,256,512,0.014575999975204468
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,256,512,0.0034154665966828666
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,256,512,0.014519466956456503
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,256,512,0.01646933356920878
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,256,512,0.0145087997118632
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,256,512,0.014502400159835815
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,256,512,0.014349866906801859
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,256,512,0.020538665850957236
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,256,512,0.01490239997704824
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,256,512,0.014377599954605103
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,256,512,0.014495999614397685
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,256,512,0.014615466197331747
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,256,512,0.01458453337351481
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,256,512,0.014998400211334228
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,256,512,0.014740266402562461
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,256,512,0.01455466647942861
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,256,512,0.014294399817784628
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,256,512,0.01348373293876648
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,256,512,0.014486400286356607
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,256,512,0.012921599547068277
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,256,512,0.014270933469136557
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,256,512,0.013307733337084451
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,256,512,0.014052266875902811
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,256,512,0.013361066579818726
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,256,512,0.014108799894650779
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,256,512,0.013036800424257913
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,256,512,0.014272000392278036
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,256,512,0.013302399714787801
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,256,768,0.011252267162005107
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,256,512,0.014200533429781595
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,256,512,0.012929067015647888
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,256,512,0.015215999881426492
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,256,512,0.0132341335217158
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,256,512,0.01425386667251587
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,256,512,0.012743467092514038
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,256,512,0.014132266243298849
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,256,512,0.015266133348147073
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,256,512,0.01430400013923645
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,256,512,0.01422826647758484
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,256,512,0.013386666774749756
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,256,768,0.010025599598884582
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,256,512,0.09061439832051596
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,256,512,0.16642026901245116
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,256,512,0.09072639942169189
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,256,512,0.08121279875437418
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,256,512,0.07683520317077637
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,256,512,0.07550613085428873
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,256,512,0.0706816037495931
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,256,512,0.6507914861043294
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,256,512,0.3275861422220866
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,256,512,0.06561280091603597
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,256,512,0.06607253154118856
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,256,512,0.06077119906743368
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,256,512,0.0607317328453064
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,256,512,0.05582293272018433
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,256,512,0.055880534648895266
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,256,512,0.05098346471786499
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,256,512,0.08622933228810628
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,256,512,0.08575039704640706
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,256,512,0.07067413330078125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,256,512,0.08203306992848715
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,256,512,0.04566613435745239
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,256,512,0.035385600725809735
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,256,512,0.05051733255386352
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,256,512,0.046008535226186115
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,256,512,0.040931200981140135
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,256,512,0.03043839931488037
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,256,512,0.04110613266626994
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,256,512,0.035794134934743246
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,256,512,0.031259733438491824
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,256,512,0.02595733404159546
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,256,512,0.009577600161234538
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,256,512,0.02103040019671122
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,256,512,0.009973333279291789
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,256,512,0.009949866930643718
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,256,512,0.01532799998919169
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,256,512,0.008587732911109924
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,256,512,0.01609280010064443
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,256,512,0.008736000458399455
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,256,512,0.008753066261609394
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,256,512,0.008402132987976074
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,256,512,0.007189333438873291
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,256,512,0.007495466868082683
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,256,512,0.025591466824213666
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,256,512,0.007221333185831706
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,256,512,0.007130666573842366
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,256,512,0.007149866720040639
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,256,512,0.007562666634718577
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,256,512,0.0074976002176602675
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,256,512,0.007573333382606506
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,256,512,0.006263466676076253
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,256,512,0.006239999830722809
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,256,512,0.006260266900062561
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,256,512,0.0058794667323430385
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,256,512,0.005860266586144766
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,256,512,0.006275199850400289
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,256,512,0.005942399799823761
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,256,512,0.005909333129723867
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,256,512,0.005919999877611796
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,256,512,0.006275199850400289
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,256,512,0.006311466793219249
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,256,512,0.005829333265622457
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,256,512,0.006075733403364817
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,256,512,0.005555200080076853
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,256,512,0.005852800110975901
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,256,512,0.005914666752020518
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,256,512,0.005480533341566721
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,256,512,0.0058559998869895935
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,256,512,0.005862399935722351
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,256,512,0.005464533468087515
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,256,512,0.022422399123509726
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,256,512,0.014882133404413859
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,256,512,0.013266133268674216
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,256,512,0.02058773239453634
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,256,512,0.012071466445922852
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,256,512,0.012077866991360982
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,256,512,0.011897599697113037
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,256,512,0.011640533804893494
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,256,512,0.0116074671347936
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,256,512,0.011240532994270325
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,256,512,0.011199999849001567
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,256,512,0.011219200491905213
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,256,512,0.006285866598288219
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,256,512,0.011255466938018798
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,256,512,0.011057066917419433
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,256,512,0.010831999778747558
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,256,512,0.010410666465759277
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,256,512,0.005868799984455109
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,256,512,0.010360532999038696
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,256,512,0.010381866494814556
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,256,512,0.010085333387056987
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,256,512,0.00997866690158844
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,256,512,0.010010666648546855
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,256,512,0.009943466385205586
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,256,512,0.00955733358860016
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,256,512,0.009506133198738099
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,256,512,0.009165866176287334
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,256,512,0.009144533673922222
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,256,512,0.008781866232554118
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,256,512,0.008705066641171773
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,256,512,0.00877333382765452
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,256,512,0.008614400029182434
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,256,512,0.008351999521255492
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,256,512,0.008360532919565837
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,256,512,0.008308266599973042
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,256,512,0.008380800485610962
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,256,512,0.007956266899903615
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,256,512,0.007892266909281413
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,256,512,0.00792746643225352
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,256,512,0.00793280005455017
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,256,512,0.008289066453774769
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,256,512,0.008100266754627227
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,256,512,0.010418132940928141
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,256,512,0.007538133362929027
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,256,512,0.007914666831493378
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,256,512,0.011293866237004598
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,256,512,0.007906133433183034
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,256,512,0.007525333265463512
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,256,512,0.00960640013217926
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,256,512,0.007913599908351897
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,256,512,0.00791786660750707
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,256,512,0.007899733384450276
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,256,512,0.007550933460394542
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,256,512,0.007898666461308797
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,256,512,0.00749120016892751
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,256,512,0.007898666461308797
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,256,512,0.007893333335717519
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,256,512,0.00754559983809789
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,256,512,0.007541333138942718
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,256,512,0.0075103998184204105
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,256,512,0.0072736000021298725
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,256,512,0.007534933090209961
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,256,512,0.007878399888674418
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,256,512,0.00793280005455017
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,256,512,0.007271466652552287
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,256,512,0.007493333518505096
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,256,512,0.007534933090209961
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,256,512,0.007618133227030437
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,256,512,0.007563733557860057
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,256,512,0.007922133306662242
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,256,512,0.007461333274841308
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,256,512,0.00787306676308314
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,256,512,0.007515733440717061
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,256,512,0.007540266712506611
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,256,256,0.006637866795063019
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,256,256,0.005025066435337067
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,256,256,0.00344106654326121
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,256,512,0.007578666508197785
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,256,512,0.007894399762153625
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,256,256,0.0027072000006834666
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,256,256,0.003011200080315272
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,256,256,0.0030218665798505146
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,256,256,0.002993066608905792
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,256,256,0.002998399982849757
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,256,256,0.002959999938805898
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,256,256,0.0033802665770053864
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,256,256,0.002595199892918269
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,256,256,0.0026229334374268847
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,256,256,0.002979200085004171
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,256,256,0.0025994665920734406
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,256,256,0.002609066665172577
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,256,256,0.002619733413060506
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,256,256,0.002611200014750163
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,256,256,0.0025994665920734406
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,256,256,0.0025418666501839954
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,256,256,0.002605866640806198
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,256,256,0.0025898667673269907
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,256,512,0.0076341331005096436
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,256,256,0.0025941332181294756
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,256,256,0.0026026666164398193
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,256,256,0.0026122666895389557
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,256,256,0.0026122666895389557
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,256,256,0.002548266698916753
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,256,256,0.0026079999903837843
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,256,256,0.0025279998779296877
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,256,256,0.0026133333643277483
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,256,256,0.0025418666501839954
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,256,256,0.002201599876085917
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,256,256,0.0025290665527184803
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,256,256,0.0021738665799299877
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,256,256,0.0022026665508747103
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,256,256,0.0022495999932289124
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,256,256,0.002199466774861018
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,256,256,0.002238933245340983
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,256,256,0.002152533332506816
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,256,256,0.0021877333521842955
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,256,256,0.0022154666483402254
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,256,256,0.002195200075705846
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,256,256,0.002219733347495397
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,256,256,0.002186666677395503
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,256,256,0.002198400100072225
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,256,256,0.002182399978240331
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,256,256,0.0021909333765506743
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,256,256,0.0021898667017618816
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,256,256,0.0021717332303524016
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,256,256,0.0022079999248186748
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,256,256,0.002182399978240331
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,256,256,0.002148266633351644
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,256,256,0.002195200075705846
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,256,256,0.002205866575241089
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,256,256,0.002217599997917811
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,256,256,0.002197333425283432
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,256,256,0.002209066599607468
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,256,256,0.002164266755183538
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,256,256,0.0022079999248186748
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,256,256,0.002145066608985265
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,256,256,0.002205866575241089
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,256,256,0.0021909333765506743
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,256,256,0.0021397332350413007
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,256,256,0.0021568000316619872
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,256,256,0.0021589333812395734
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,256,256,0.0026943999032179515
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,256,256,0.0021898667017618816
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,256,256,0.002203733225663503
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,256,256,0.0021546666820844015
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,256,256,0.0021429332594076794
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,256,256,0.002625066787004471
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,256,256,0.0021664001047611236
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,256,256,0.029758934179941816
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,256,256,0.01991573373476664
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,256,256,0.018231467405954997
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,256,256,0.018305067221323648
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,256,256,0.018363734086354576
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,256,256,0.017832533518473307
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,256,256,0.01835093299547831
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,256,256,0.017237333456675212
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,256,256,0.01848640044530233
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,256,256,0.018247467279434205
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,256,256,0.01678826610247294
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,256,256,0.016748799880345663
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,256,256,0.01731200019518534
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,256,256,0.016948266824086507
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,256,256,0.017025067408879598
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,256,256,0.01681173245112101
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,256,256,0.017438934246699015
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,256,512,0.00747519979874293
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,256,256,0.016687999169031777
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,256,256,0.01662613352139791
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,256,256,0.01720213294029236
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,256,256,0.016280532876650492
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,256,256,0.01648640036582947
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,256,256,0.015838932991027833
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,256,256,0.01607253352801005
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,256,256,0.022759467363357544
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,256,256,0.015255467096964518
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,256,256,0.014503467082977294
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,256,256,0.014972800016403198
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,256,256,0.0025898667673269907
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,256,256,0.01641386648019155
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,256,256,0.014479999740918478
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,256,256,0.014504533012708029
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,256,256,0.014612266421318054
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,256,256,0.014455466469128927
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,256,256,0.015827199816703795
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,256,256,0.014627200365066529
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,256,256,0.014594133694966635
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,256,256,0.014510933558146158
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,256,256,0.014291200041770934
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,256,256,0.01411733329296112
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,256,256,0.014556800325711569
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,256,256,0.014310399691263834
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,256,256,0.014231466253598533
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,256,256,0.014424533645311991
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,256,256,0.014197333653767904
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,256,256,0.0141567995150884
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,256,256,0.014266666769981385
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,256,256,0.013877333203951518
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,256,256,0.014408533771832785
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,256,256,0.014518400033315023
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,256,256,0.013754666845003764
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,256,256,0.01476479967435201
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,256,256,0.014324266711870828
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,256,256,0.013532800475756326
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,256,256,0.013138133287429809
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,256,256,0.01416853368282318
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,256,256,0.013362133502960205
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,256,256,0.013893333077430726
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,256,256,0.012593066692352295
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,256,256,0.014051199952761332
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,256,256,0.014221866925557455
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,256,256,0.012498133381207784
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,256,256,0.013711999853452048
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,256,256,0.013160533706347146
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,256,256,0.013725866874059042
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,256,256,0.012898133198420206
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,256,256,0.0021674667795499166
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,256,256,0.013352533181508383
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,256,256,0.013229866822560629
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,256,256,0.013496533036231995
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,256,256,0.012738133470217386
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,256,256,0.013109333316485085
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,256,256,0.013206400473912559
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,256,256,0.014139733711878457
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,256,256,0.013780267039934794
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,256,256,0.0021461332837740582
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,256,256,0.013052800297737121
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,256,512,0.009943466385205586
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,256,256,0.2537877400716146
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,256,256,0.07138240337371826
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,256,256,0.06774186293284098
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,256,256,0.0710431973139445
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,256,256,0.06010453303654989
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,256,256,0.13038079738616942
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,256,256,0.05971200068791708
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,256,256,0.05547840197881063
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,256,256,0.055878400802612305
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,256,256,0.05176959832509359
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,256,256,0.05179093281428019
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,256,256,0.04806079864501953
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,256,256,0.04805013338724772
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,256,256,0.04501760005950928
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,256,256,0.04031146764755249
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,256,256,0.04475733439127604
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,256,256,0.502513058980306
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,256,256,0.06734506289164224
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,256,256,0.06442986726760865
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,256,256,0.06364906628926595
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,256,256,0.028823467095692952
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,256,256,0.03669439951578776
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,256,256,0.04030826489130656
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,256,256,0.024804266293843587
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,256,256,0.03267839948336283
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,256,256,0.03626559972763062
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,256,256,0.028462932507197065
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,256,256,0.032129067182540896
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,256,256,0.024753065903981526
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,256,256,0.016962132851282754
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,256,256,0.008354133367538452
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,256,256,0.008341333270072937
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,256,256,0.013427199920018515
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,256,256,0.008752000331878663
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,256,256,0.007889066636562348
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,256,256,0.007561600208282471
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,256,256,0.00788800021012624
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,256,256,0.021048533916473388
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,256,256,0.02060906688372294
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,256,256,0.006743466854095459
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,256,256,0.016562133034070333
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,256,256,0.006733866532643636
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,256,256,0.006750933329264323
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,256,256,0.006724266707897187
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,256,256,0.006761600077152252
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,256,256,0.012891733646392822
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,256,256,0.006685866912206013
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,256,256,0.006351999938488007
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,256,256,0.005508266886075338
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,256,256,0.00562666654586792
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,256,256,0.00551146666208903
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,256,256,0.005888000130653381
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,256,256,0.005847466488679251
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,256,256,0.005087999999523163
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,256,256,0.00555733342965444
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,256,256,0.005854933460553487
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,256,256,0.005504000186920166
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,256,256,0.005500799914201101
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,256,256,0.005845333139101664
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,256,256,0.005443199972311656
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,256,256,0.005868799984455109
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,256,256,0.00544106662273407
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,256,256,0.005401599903901418
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,256,256,0.009550933043162029
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,256,256,0.0058378666639328
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,256,256,0.00551146666208903
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,256,256,0.0054954667886098225
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,256,256,0.005870933334032694
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,256,256,0.005426133175690969
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,256,256,0.0051018665234247845
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,256,256,0.020603734254837035
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,256,256,0.01813439925511678
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,256,256,0.015485866864522298
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,256,256,0.007892266909281413
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,256,256,0.011571199695269267
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,256,256,0.011262933413187664
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,256,256,0.011223466197649638
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,256,256,0.011262933413187664
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,256,256,0.0066997334361076355
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,256,256,0.01123199959595998
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,256,256,0.01115733285744985
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,256,256,0.010858666896820069
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,256,256,0.01076693336168925
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,256,256,0.01034986674785614
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,256,256,0.010357333223025005
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,256,256,0.009990400075912476
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,256,256,0.009966933727264404
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,256,256,0.009990400075912476
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,256,256,0.0100000003973643
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,256,256,0.009946667154630025
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,256,256,0.009590400258700053
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,256,256,0.009564800063769023
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,256,256,0.009156266848246258
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,256,256,0.009169066945711773
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,256,256,0.009156266848246258
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,256,256,0.005846400062243144
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,256,256,0.008745599786440532
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,256,256,0.00876693328221639
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,256,256,0.008331733445326488
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,256,256,0.008307200173536937
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,256,256,0.008297599852085114
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,256,256,0.008389332890510559
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,256,256,0.007894399762153625
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,256,256,0.007919999957084655
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,256,256,0.00788800021012624
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,256,256,0.007761066655317943
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,256,256,0.00768746683994929
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,256,256,0.007481599847475688
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,256,256,0.007468800246715546
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,256,256,0.0074879998962084455
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,256,256,0.012000000476837159
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,256,256,0.007913599908351897
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,256,256,0.007518933216730754
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,256,256,0.007529599964618683
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,256,256,0.0075530668099721265
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,256,256,0.007686399916807811
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,256,256,0.007495466868082683
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,256,256,0.0075530668099721265
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,256,256,0.0071050668756167095
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,256,256,0.00746559997399648
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,256,256,0.007485866546630859
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,256,256,0.0075082664688428235
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,256,256,0.007289599875609081
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,256,256,0.007153066496054332
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,256,256,0.007097599903742473
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,256,256,0.007560533285140991
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,256,256,0.007077333331108093
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,256,256,0.007565866907437642
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,256,256,0.007146666447321574
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,256,256,0.007055999835332234
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,256,256,0.0075082664688428235
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,256,256,0.00755626658598582
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,256,256,0.008726400136947633
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,256,256,0.007131733496983846
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,256,256,0.007538133362929027
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,256,256,0.007236266632874806
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,256,256,0.00673280010620753
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,256,256,0.007517866790294647
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,256,256,0.007097599903742473
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,256,256,0.007129600147406261
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,256,256,0.007565866907437642
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,256,256,0.007481599847475688
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,256,256,0.007095466554164887
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,256,128,0.006229333579540253
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,256,128,0.00418453315893809
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,256,128,0.003047466774781545
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,256,128,0.0025610665480295816
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,256,128,0.002550400048494339
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,256,256,0.007567999760309856
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,256,128,0.0026122666895389557
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,256,256,0.0071263998746871945
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,256,128,0.0025792000194390613
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,256,128,0.0029781334102153777
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,256,128,0.002979200085004171
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,256,128,0.00257493332028389
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,256,128,0.0025546667476495106
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,256,128,0.002550400048494339
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,256,128,0.002550400048494339
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,256,128,0.002537599951028824
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,256,128,0.002217599997917811
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,256,128,0.0025194667279720305
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,256,128,0.0024842667082945508
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,256,128,0.002205866575241089
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,256,128,0.0022272000710169475
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,256,128,0.002593066543340683
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,256,128,0.0022261333962281544
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,256,128,0.002209066599607468
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,256,128,0.002205866575241089
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,256,128,0.0022154666483402254
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,256,128,0.0022079999248186748
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,256,128,0.002179199953873952
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,256,256,0.007112533350785573
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,256,128,0.002198400100072225
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,256,128,0.002163200080394745
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,256,128,0.0021920000513394673
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,256,128,0.002181333303451538
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,256,128,0.0021429332594076794
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,256,128,0.0021717332303524016
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,256,128,0.0021407999098300933
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,256,128,0.0021557333568731946
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,256,128,0.0021407999098300933
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,256,128,0.0021664001047611236
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,256,128,0.002128000060717265
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,256,128,0.0021749332547187803
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,256,128,0.002152533332506816
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,256,128,0.002163200080394745
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,256,128,0.0021503999829292296
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,256,128,0.0021888000269730886
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,256,128,0.0021386665602525076
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,256,128,0.002164266755183538
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,256,128,0.0021407999098300933
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,256,128,0.0021759999295075734
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,256,128,0.0021216000119845075
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,256,128,0.0021877333521842955
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,256,128,0.002136533210674922
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,256,128,0.002160000056028366
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,256,128,0.0021301334102948504
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,256,128,0.0021514666577180227
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,256,128,0.002125866711139679
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,256,128,0.0021727999051411946
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,256,128,0.0021429332594076794
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,256,128,0.0021738665799299877
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,256,128,0.0021909333765506743
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,256,128,0.0021536000072956084
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,256,128,0.00211519996325175
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,256,128,0.0021674667795499166
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,256,128,0.0021087999145189924
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,256,128,0.002163200080394745
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,256,128,0.0021109332640965777
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,256,256,0.007467733323574066
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,256,128,0.0021546666820844015
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,256,128,0.0021898667017618816
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,256,128,0.0021407999098300933
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,256,128,0.0021749332547187803
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,256,128,0.002328533430894216
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,256,128,0.0021344001094500227
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,256,128,0.002619733413060506
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,256,128,0.0021685334543387097
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,256,128,0.0025557334224383037
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,256,128,0.020589866240819297
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,256,128,0.016354133685429893
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,256,128,0.017438934246699015
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,256,128,0.016214399536450704
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,256,128,0.01635199983914693
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,256,128,0.01644480029741923
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,256,128,0.01656426688035329
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,256,128,0.0021727999051411946
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,256,128,0.016037333011627197
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,256,128,0.015596800049146018
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,256,128,0.015809067090352378
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,256,128,0.015457066893577575
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,256,128,0.015001599987347921
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,256,128,0.015253333250681558
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,256,128,0.015475199619928996
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,256,128,0.0162090669075648
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,256,128,0.014789332946141561
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,256,128,0.014801067113876343
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,256,128,0.015561599532763162
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,256,128,0.01539520025253296
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,256,128,0.014455466469128927
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,256,128,0.02481813430786133
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,256,128,0.0182805339495341
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,256,128,0.015944533546765647
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,256,128,0.014644267161687216
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,256,128,0.014538666605949402
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,256,128,0.014235732952753702
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,256,128,0.014644267161687216
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,256,128,0.014684800306955972
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,256,128,0.014503467082977294
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,256,128,0.01439786652723948
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,256,128,0.01649173299471537
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,256,128,0.014638933539390563
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,256,128,0.014526933431625366
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,256,128,0.013978667060534158
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,256,128,0.015337600310643514
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,256,128,0.014190933108329773
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,256,128,0.014025599757830302
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,256,128,0.013532800475756326
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,256,128,0.014197333653767904
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,256,128,0.014221866925557455
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,256,128,0.01376106639703115
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,256,128,0.015892266233762106
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,256,128,0.014416000247001648
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,256,128,0.012503467003504434
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,256,128,0.014025599757830302
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,256,128,0.0128330667813619
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,256,128,0.014215466380119324
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,256,128,0.01388800044854482
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,256,128,0.013433600465456644
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,256,128,0.014192000031471252
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,256,128,0.012980266412099203
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,256,128,0.013979732990264893
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,256,128,0.0139082670211792
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,256,128,0.013619200388590495
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,256,128,0.012964266538619994
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,256,128,0.012997333208719888
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,256,128,0.013172266880671182
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,256,128,0.012739200393358865
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,256,128,0.01400213340918223
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,256,128,0.012460800011952718
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,256,128,0.012922666470209756
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,256,128,0.012541866302490235
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,256,128,0.0139765332142512
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,256,128,0.012502400080362954
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,256,128,0.002160000056028366
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,256,128,0.01308799982070923
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,256,128,0.012596266468365988
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,256,128,0.013704533378283182
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,256,128,0.014150399963061014
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,256,128,0.012403200070063274
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,256,128,0.013753599921862283
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,256,128,0.012493866682052612
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,256,128,0.014499200383822122
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,256,128,0.013225600123405457
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,256,128,0.013556266824404398
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,256,256,0.008778666456540424
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,256,128,0.0615658680597941
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,256,128,0.11154773235321044
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,256,128,0.05501439968744913
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,256,128,0.0620416005452474
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,256,128,0.051380264759063723
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,256,128,0.2170944054921468
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,256,128,0.05173546473185221
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,256,128,0.048504531383514404
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,256,128,0.4288607915242513
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,256,128,0.048509867986043294
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,256,128,0.0452394684155782
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,256,128,0.05799039999643961
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,256,128,0.04503573179244995
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,256,128,0.038424531618754074
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,256,128,0.04192533493041992
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,256,128,0.0386741320292155
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,256,128,0.03535360097885132
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,256,128,0.0582912007967631
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,256,128,0.042132266362508136
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,256,128,0.054654932022094725
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,256,128,0.028716800610224406
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,256,128,0.034994133313496906
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,256,128,0.02187946637471517
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,256,128,0.028241066137949626
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,256,128,0.032096000512441
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,256,128,0.025141332546869916
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,256,128,0.02513386607170105
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,256,128,0.03145920038223267
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,256,128,0.021897600094477335
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,256,128,0.018593066930770875
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,256,128,0.018572799364725747
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,256,128,0.007729066908359528
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,256,128,0.007973333199818928
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,256,128,0.007534933090209961
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,256,128,0.007092266778151194
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,256,128,0.007114666700363159
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,256,128,0.007129600147406261
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,256,128,0.007149866720040639
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,256,128,0.012421333789825439
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,256,128,0.006262399752934774
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,256,128,0.006281599899133046
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,256,128,0.00625493327776591
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,256,128,0.00639466643333435
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,256,128,0.006265600025653839
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,256,128,0.00626453310251236
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,256,128,0.00626986672480901
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,256,128,0.005443199972311656
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,256,128,0.005453866720199585
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,256,128,0.005089066425959269
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,256,128,0.005453866720199585
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,256,128,0.005493333439032236
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,256,128,0.00872213343779246
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,256,128,0.0054293334484100345
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,256,128,0.0050357331832249965
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,256,128,0.0054613331953684485
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,256,128,0.011995733777681986
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,256,128,0.005291733145713806
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,256,128,0.00544213354587555
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,256,128,0.015289599696795145
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,256,128,0.005019733309745788
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,256,128,0.005492266515890757
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,256,128,0.005426133175690969
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,256,128,0.005032533407211303
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,256,128,0.005108266572157542
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,256,128,0.015264000495274863
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,256,128,0.005120000243186951
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,256,128,0.0054506664474805195
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,256,128,0.005042133231957754
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,256,128,0.005432533224423727
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,256,128,0.005454933146635691
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,256,128,0.02876480023066203
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,256,128,0.023873066902160643
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,256,128,0.015289599696795145
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,256,128,0.01115733285744985
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,256,128,0.011178666353225708
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,256,128,0.011171199878056844
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,256,128,0.011175466577212016
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,256,128,0.010824533303578694
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,256,128,0.010775466759999592
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,256,128,0.010574932893117268
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,256,128,0.01037013332049052
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,256,128,0.010353066523869832
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,256,128,0.009928533434867859
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,256,128,0.00999679962793986
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,256,128,0.0100000003973643
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,256,128,0.009610666831334432
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,256,128,0.009529599547386169
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,256,128,0.00547733356555303
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,256,128,0.009195733070373534
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,256,128,0.009178666273752849
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,256,128,0.0095551997423172
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,256,128,0.006276266773541768
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,256,128,0.009116799632708231
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,256,128,0.008707200487454731
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,256,128,0.0050794666012128195
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,256,128,0.008714666962623597
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,256,128,0.008450133601824443
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,256,128,0.008340266346931458
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,256,128,0.007949866851170858
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,256,128,0.00798826664686203
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,256,128,0.007559466858704884
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,256,128,0.007878399888674418
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,256,128,0.007537066439787547
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,256,128,0.007134933272997539
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,256,128,0.007563733557860057
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,256,128,0.007102933526039123
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,256,128,0.007517866790294647
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,256,128,0.007495466868082683
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,256,128,0.007538133362929027
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,256,128,0.007079466680685679
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,256,128,0.007152000069618225
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,256,128,0.0071050668756167095
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,256,128,0.01076693336168925
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,256,128,0.0070783997575442
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,256,128,0.007525333265463512
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,256,128,0.007136000196139018
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,256,128,0.007084799806276958
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,256,128,0.007125333448251088
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,256,128,0.007092266778151194
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,256,128,0.007136000196139018
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,256,128,0.007074133555094402
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,256,128,0.006727466483910878
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,256,128,0.007493333518505096
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,256,128,0.00714026689529419
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,256,128,0.007090133428573608
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,256,128,0.006955733398596446
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,256,128,0.00688213308652242
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,256,128,0.007156266768773396
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,256,128,0.007153066496054332
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,256,128,0.006681600213050842
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,256,128,0.008758399883906047
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,256,128,0.00694400022427241
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,256,128,0.007088000078996022
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,256,128,0.0070933332045873005
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,256,128,0.007077333331108093
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,256,128,0.007912533481915791
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,256,128,0.007474133372306823
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,256,128,0.007157333195209503
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,256,128,0.006735999882221222
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,256,128,0.007067733506361644
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,256,128,0.0069578667481740315
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,256,128,0.006677333513895671
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,256,128,0.0074879998962084455
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,256,64,0.0058890665570894875
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,256,64,0.0037834666669368743
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,256,64,0.0029450667401154833
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,256,64,0.0025642665723959604
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,256,64,0.0023423999547958372
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,256,64,0.0025472000241279604
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,256,64,0.0025653332471847535
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,256,64,0.0025568000972270967
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,256,64,0.0029440000653266907
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,256,64,0.0027242665489514667
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,256,64,0.0021557333568731946
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,256,64,0.0022698665658632917
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,256,64,0.0025802666942278544
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,256,64,0.002551466723283132
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,256,64,0.0021557333568731946
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,256,64,0.0021685334543387097
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,256,64,0.002221866697072983
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,256,64,0.0021920000513394673
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,256,64,0.0021418665846188864
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,256,64,0.0022101332743962605
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,256,64,0.0021888000269730886
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,256,64,0.0022026665508747103
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,256,64,0.0021536000072956084
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,256,64,0.002239999920129776
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,256,64,0.002162133405605952
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,256,64,0.0022101332743962605
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,256,128,0.006866133213043213
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,256,64,0.002164266755183538
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,256,128,0.007156266768773396
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,256,64,0.002161066730817159
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,256,64,0.002147199958562851
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,256,64,0.002148266633351644
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,256,64,0.0021717332303524016
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,256,64,0.002182399978240331
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,256,64,0.0017749333133300145
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,256,64,0.0018879999717076618
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,256,64,0.002162133405605952
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,256,128,0.0070698668559392285
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,256,128,0.007091199855009715
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,256,64,0.002181333303451538
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,256,64,0.0021269333859284716
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,256,64,0.0019658666104078295
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,256,64,0.0020501332978407542
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,256,64,0.0019050666441520054
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,256,64,0.0019594666858514147
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,256,64,0.0025600001215934755
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,256,64,0.0018133333573738734
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,256,64,0.0018272000054518384
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,256,64,0.0018016000588734944
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,256,64,0.0017664000391960145
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,256,64,0.0018090666582187016
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,256,64,0.001817600056529045
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,256,64,0.0019551999866962433
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,256,64,0.0018826667219400406
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,256,64,0.0018719999740521114
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,256,64,0.0019477333873510361
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,256,64,0.001817600056529045
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,256,64,0.0018698666244745255
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,256,64,0.001878400022784869
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,256,64,0.0018954666952292125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,256,64,0.001802666609485944
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,256,64,0.0018304000298182172
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,256,64,0.001794133335351944
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,256,64,0.0018293333550294239
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,256,64,0.0018730666488409042
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,256,64,0.0018719999740521114
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,256,64,0.0017973333597183228
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,256,64,0.0017674667139848071
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,256,64,0.0018122666825850803
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,256,64,0.0017674667139848071
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,256,64,0.0018101333330074946
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,256,64,0.0018997333943843841
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,256,64,0.001794133335351944
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,256,64,0.0018293333550294239
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,256,64,0.022846933205922446
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,256,64,0.019985065857569376
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,256,64,0.017090133825937905
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,256,64,0.015140266219774882
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,256,64,0.015004799763361613
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,256,64,0.01520746648311615
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,256,64,0.016846932967503867
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,256,64,0.01467626690864563
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,256,64,0.014550399780273438
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,256,64,0.002143999934196472
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,256,64,0.016565333803494772
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,256,64,0.0021344001094500227
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,256,64,0.014549332857131957
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,256,64,0.014819199840227762
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,256,64,0.014661332964897156
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,256,64,0.014778666694959006
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,256,64,0.014506666858990987
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,256,64,0.015000533064206442
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,256,64,0.01444906691710154
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,256,64,0.016217600305875143
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,256,64,0.01548373301823934
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,256,64,0.014618666966756186
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,256,64,0.016536532839139303
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,256,64,0.014990933736165366
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,256,64,0.01448853313922882
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,256,64,0.014975999792416891
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,256,64,0.014918399850527444
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,256,64,0.014232533176740012
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,256,64,0.014642133315404256
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,256,64,0.014429866274197897
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,256,64,0.014377599954605103
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,256,64,0.0018058666338523228
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,256,64,0.014248533050219217
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,256,64,0.014327466487884521
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,256,64,0.014349866906801859
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,256,64,0.014681599537531533
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,256,64,0.001874133323629697
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,256,64,0.01404906709988912
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,256,64,0.013076266646385193
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,256,64,0.013821867108345032
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,256,64,0.013635200262069703
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,256,64,0.013833600282669067
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,256,64,0.013128532965977987
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,256,64,0.01323199967543284
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,256,64,0.01423893372217814
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,256,64,0.014242133498191834
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,256,64,0.013146666685740152
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,256,64,0.013009066383043924
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,256,64,0.014225066701571146
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,256,64,0.013770666718482972
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,256,64,0.012596266468365988
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,256,64,0.013750400145848593
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,256,64,0.013850667079289756
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,256,64,0.014163200060526529
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,256,64,0.012622933586438498
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,256,64,0.013831466436386108
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,256,64,0.013293866316477457
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,256,64,0.012871467073758445
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,256,64,0.013202133774757385
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,256,64,0.013954133788744608
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,256,64,0.013345066706339517
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,256,64,0.013024000326792398
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,256,64,0.013545599579811097
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,256,64,0.01341759959856669
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,256,64,0.013832533359527588
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,256,64,0.013335466384887695
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,256,64,0.013478400309880576
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,256,64,0.013384532928466798
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,256,64,0.013692800203959146
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,256,64,0.013715199629465737
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,256,64,0.013288533687591553
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,256,64,0.013490133484204612
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,256,64,0.013559466600418091
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,256,64,0.013037866353988648
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,256,64,0.013615999619166055
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,256,32,0.005858133236567179
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,256,32,0.0038346665600935614
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,256,32,0.0029696000119050344
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,256,32,0.002656000107526779
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,256,32,0.0025557334224383037
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,256,32,0.0026026666164398193
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,256,32,0.0025685332715511323
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,256,32,0.0026015999416510267
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,256,32,0.002553600072860718
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,256,32,0.0029994666576385496
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,256,32,0.0025621332228183747
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,256,32,0.002370133250951767
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,256,32,0.0025727999707063037
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,256,32,0.002628266563018163
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,256,32,0.0025461333493391673
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,256,32,0.00222080002228419
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,256,32,0.0025461333493391673
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,256,32,0.002216533323129018
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,256,32,0.002198400100072225
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,256,32,0.002233600119749705
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,256,32,0.0025631998976071674
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,256,32,0.0021546666820844015
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,256,32,0.002196266750494639
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,256,32,0.0022122666239738466
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,256,32,0.002204799900452296
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,256,32,0.002209066599607468
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,256,32,0.002216533323129018
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,256,32,0.0022079999248186748
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,256,32,0.002204799900452296
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,256,32,0.0021898667017618816
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,256,32,0.0021674667795499166
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,256,64,0.014398933450380961
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,256,32,0.002148266633351644
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,256,32,0.0021503999829292296
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,256,32,0.0021717332303524016
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,256,32,0.002131200085083644
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,256,32,0.002148266633351644
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,256,32,0.0021717332303524016
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,256,64,0.013277866442998252
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,256,32,0.002161066730817159
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,256,32,0.002165333429972331
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,256,32,0.002149333308140437
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,256,32,0.0021568000316619872
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,256,32,0.0018538666268189748
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,256,32,0.002178133279085159
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,256,32,0.0017887999614079793
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,256,32,0.0019359999646743138
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,256,32,0.0018144000321626663
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,256,32,0.001826133330663045
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,256,32,0.0018186666071414947
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,256,32,0.0018090666582187016
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,256,32,0.0017909333109855652
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,256,32,0.001878400022784869
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,256,32,0.0019274666905403138
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,256,32,0.0018144000321626663
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,256,32,0.0018005333840847015
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,256,32,0.001794133335351944
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,256,32,0.001785600061217944
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,256,32,0.0017567999660968781
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,256,32,0.0021429332594076794
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,256,32,0.0020288000504175823
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,256,32,0.002160000056028366
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,256,32,0.0020981334149837495
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,256,32,0.0019477333873510361
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,256,32,0.0017909333109855652
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,256,32,0.00179626668492953
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,256,32,0.0018058666338523228
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,256,32,0.0018133333573738734
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,256,32,0.0018122666825850803
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,256,32,0.001865600049495697
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,256,32,0.001758933315674464
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,256,32,0.001781333362062772
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,256,32,0.0018794666975736618
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,256,32,0.0018314667046070098
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,256,32,0.021245867013931274
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,256,64,0.013467733065287271
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,256,32,0.01448319951693217
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,256,32,0.016331733266512553
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,256,32,0.015123200416564942
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,256,32,0.015686399737993875
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,256,32,0.014541866381963095
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,256,32,0.014569600423177084
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,256,32,0.014920533696810404
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,256,32,0.014731733004252115
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,256,32,0.016357333461443583
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,256,32,0.01451520025730133
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,256,32,0.01448853313922882
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,256,32,0.014487466216087342
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,256,32,0.014447999993960061
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,256,32,0.014495999614397685
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,256,32,0.001802666609485944
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,256,32,0.014712533354759217
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,256,32,0.014753066500027976
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,256,32,0.014652799566586813
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,256,32,0.014548266927401224
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,256,32,0.01451520025730133
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,256,32,0.014365866780281067
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,256,32,0.014435199896494546
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,256,32,0.014341333508491516
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,256,32,0.014111999670664468
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,256,32,0.014036267002423605
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,256,32,0.013684266805648803
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,256,32,0.014413866400718688
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,256,32,0.014468266566594442
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,256,32,0.014154666662216186
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,256,32,0.01430400013923645
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,256,32,0.014241066575050355
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,256,32,0.01416213313738505
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,256,32,0.018837332725524902
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,256,32,0.015430399775505066
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,256,32,0.013768532872200012
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,256,32,0.014151466886202493
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,256,32,0.014039466778437296
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,256,32,0.013921067118644714
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,256,32,0.014016000429789224
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,256,32,0.014113066593805948
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,256,32,0.01437440017859141
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,256,32,0.002985599885384242
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,256,32,0.013801599542299906
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,256,32,0.013633066415786743
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,256,32,0.013886933525403341
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,256,32,0.013906133174896241
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,256,32,0.014114133516947427
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,256,32,0.01397546629110972
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,256,32,0.013834666212399802
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,256,32,0.012967466314633688
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,256,32,0.01330560048421224
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,256,32,0.013424000144004822
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,256,32,0.01350826621055603
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,256,32,0.013805866241455078
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,256,32,0.013103999694188437
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,256,32,0.013980799913406372
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,256,32,0.013962666193644205
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,256,32,0.0138154665629069
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,256,32,0.013709867000579834
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,256,32,0.013517866532007853
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,256,32,0.013941333691279093
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,256,32,0.01328213314215342
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,256,32,0.013387733697891235
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,256,32,0.013943466544151305
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,256,32,0.013817600409189858
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,256,32,0.013080533345540366
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,256,32,0.012868266304334006
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,256,32,0.013774933417638144
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,256,32,0.012868266304334006
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,256,32,0.01251200040181478
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,256,32,0.013442132870356241
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,256,32,0.013210666179656983
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,256,32,0.014378666877746582
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,128,65536,0.09658880233764648
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,128,65536,0.17978986104329425
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,128,65536,0.3284031867980957
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,128,65536,0.0956607977549235
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,128,65536,0.09890453020731607
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,128,65536,0.09237546920776367
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,128,65536,0.09075413544972738
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,128,65536,0.08737599849700928
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,128,65536,0.08241813182830811
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,128,65536,0.08285973072052003
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,128,65536,0.07613759835561117
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,128,65536,0.07006399631500244
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,128,65536,0.07484800020853678
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,128,65536,0.07200960318247476
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,256,32,0.012575999895731608
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,256,32,0.013121066490809121
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,128,65536,0.06449600060780844
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,128,65536,0.06598826646804809
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,128,65536,0.06426346699396769
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,128,65536,0.060971732934316
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,128,65536,0.05901439984639486
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,128,65536,0.05561279853185018
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,128,65536,0.05140053431193033
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,128,65536,0.04700800180435181
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,128,65536,0.0530730684598287
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,128,65536,0.04481600125630696
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,128,65536,0.0421887993812561
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,128,65536,0.04027946790059407
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,128,65536,0.03506773312886556
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,128,65536,0.03453226486841838
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,128,65536,0.032806400458017984
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,128,65536,0.02964479923248291
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,128,65536,0.017366399367650352
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,128,65536,0.015650133291880287
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,128,65536,0.014858667055765787
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,128,65536,0.015053866306940713
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,128,65536,0.015387733777364096
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,128,65536,0.012853333353996277
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,128,65536,0.023741867144902548
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,128,65536,0.014860799908638
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,128,65536,0.014924800395965577
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,128,65536,0.011845333377520244
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,128,65536,0.014040533701578775
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,128,65536,0.01349546710650126
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,128,65536,0.013214932878812155
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,128,65536,0.011516799529393513
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,128,65536,0.023525333404541014
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,128,65536,0.01157973309357961
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,128,65536,0.6935295740763346
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,128,65536,0.011196800072987874
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,128,65536,0.00912000040213267
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,128,65536,0.012798933188120523
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,128,65536,0.017234132687250773
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,128,65536,0.011554132898648579
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,128,65536,0.011643733580907185
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,128,65536,0.011643733580907185
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,128,65536,0.007546666761239369
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,128,65536,0.00767573316891988
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,128,65536,0.0075530668099721265
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,128,65536,0.007529599964618683
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,128,65536,0.007541333138942718
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,128,65536,0.007536000013351441
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,128,65536,0.0077898666262626644
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,128,65536,0.011617066462834676
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,128,65536,0.011228799819946289
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,128,65536,0.01157973309357961
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,128,65536,0.01158186693986257
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,128,65536,0.011772800485293071
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,128,65536,0.011325866977373759
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,128,65536,0.011220266421635944
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,128,65536,0.02444373369216919
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,128,65536,0.010769066214561463
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,128,65536,0.014888532956441245
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,256,128,0.00795413355032603
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,128,65536,0.8028160095214844
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,128,65536,0.011736533045768738
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,128,65536,0.8018378575642904
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,128,65536,0.02520853281021118
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,128,65536,0.016780799627304076
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,128,65536,1.489080556233724
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,128,65536,0.7557770411173503
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,128,65536,0.7596223831176758
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,128,65536,0.7131733576456706
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,128,65536,0.6699978510538738
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,128,65536,0.713699213663737
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,128,65536,0.6656202952067057
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,128,65536,0.6206111907958984
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,128,65536,0.6167381286621094
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,128,65536,0.5739434560139973
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,128,65536,0.5286890665690105
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,128,65536,0.5731456120808919
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,128,65536,0.5286826769510905
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,128,65536,2.94223149617513
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,128,65536,0.4820757230122884
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,128,65536,0.48363520304361984
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,128,65536,0.43625494639078777
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,128,65536,0.3892949422200521
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,128,65536,0.4330709457397461
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,128,65536,0.341867733001709
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,128,65536,0.34465599060058594
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,128,65536,0.295141347249349
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,128,65536,0.20246399243672691
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,128,65536,0.24840106964111328
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,128,65536,0.24851840337117515
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,128,65536,0.2951093355814616
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,128,65536,0.10036160151163738
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,128,65536,0.09923199812571207
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,128,65536,0.1528447945912679
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,128,65536,0.15224533081054686
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,128,65536,0.2016533374786377
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,128,65536,0.04755520025889079
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,128,65536,0.04603519837061564
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,128,65536,0.04322239955266317
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,128,65536,0.04085760116577149
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,128,65536,0.04438079992930095
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,128,65536,0.038916265964508055
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,128,65536,0.04326293468475342
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,128,65536,0.033814398447672527
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,128,65536,0.04111466805140178
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,128,65536,0.0347488005956014
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,128,65536,0.030849067370096843
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,128,65536,0.03515413204828898
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,128,65536,0.03292693297068278
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,128,65536,0.03206933339436849
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,128,65536,0.025626667340596515
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,128,65536,0.030910933017730714
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,128,65536,0.025891200701395674
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,128,65536,0.02876693407694499
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,128,65536,0.024920533100763954
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,128,65536,0.024609067042668662
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,128,65536,0.0230730672677358
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,128,65536,0.021543467044830324
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,128,65536,0.022064000368118286
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,128,65536,0.02151573300361633
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,128,65536,0.020856533447901407
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,128,65536,0.02071040074030558
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,128,65536,0.020834134022394816
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,128,65536,0.020667733748753865
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,128,65536,0.021554134289423623
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,128,65536,0.020745599269866945
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,128,65536,0.021227733294169108
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,128,65536,0.020641066630681357
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,128,65536,0.0206058661142985
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,128,65536,0.02067520022392273
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,128,65536,0.01911999980608622
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,128,65536,0.04925546646118164
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,128,65536,0.04595946470896403
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,128,65536,5.845366414388021
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,128,65536,0.03835306564966838
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,128,65536,0.390010674794515
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,128,65536,0.021720532576243082
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,128,65536,0.4609514554341634
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,128,65536,0.4378112157185872
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,128,65536,0.4600117365519206
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,128,65536,0.4369087855021159
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,128,65536,0.8284458796183267
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,128,65536,0.39089600245157874
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,128,65536,0.3871349334716797
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,128,65536,0.36813332239786783
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,128,65536,0.34486506779988607
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,128,65536,0.3642954508463542
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,128,65536,0.33984851837158203
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,128,65536,0.320580259958903
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,128,65536,0.3171338717142741
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,128,65536,0.2979680061340332
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,128,65536,1.617358907063802
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,128,65536,0.27369279861450196
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,128,65536,0.4105024019877116
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,128,65536,0.41457173029581706
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,128,65536,3.2287307739257813
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,128,65536,0.2928309440612793
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,128,65536,0.243011204401652
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,128,65536,0.19858773549397785
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,128,65536,0.15364267031351725
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,128,65536,0.17319146792093915
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,128,65536,0.2429877281188965
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,128,65536,0.22107307116190592
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,128,65536,0.26632426579793295
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,128,65536,0.12991999785105388
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,128,65536,0.14954239527384441
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,128,65536,0.12467306454976398
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,128,65536,0.2199690659840902
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,128,65536,0.10533333619435628
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,128,65536,0.10161706606547039
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,128,65536,0.07765333652496338
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,128,65536,0.0774784008661906
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,128,65536,0.07224853038787842
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,128,65536,0.07463786602020264
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,128,65536,0.0696010669072469
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,128,65536,0.07224106788635254
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,128,65536,0.06937493483225504
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,128,65536,0.06715199947357178
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,128,65536,0.0680405298868815
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,128,65536,0.06693120002746582
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,128,65536,0.06578346490859985
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,128,65536,0.06486719846725464
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,128,65536,0.06482346852620444
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,128,65536,0.06323093175888062
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,128,65536,0.06373226642608643
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,128,65536,0.06323306560516358
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,128,65536,0.06306666533152262
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,128,65536,0.0629749337832133
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,128,65536,0.06336533228556315
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,128,65536,0.06238720019658407
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,128,65536,0.06223359902699789
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,128,65536,0.06198826630910238
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,128,65536,0.06229653358459473
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,128,65536,0.06206826766331991
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,128,65536,0.19659199714660644
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,128,65536,0.06198079983393351
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,128,65536,0.062057598431905114
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,128,65536,0.06256106694539389
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,128,65536,0.0624181350072225
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,128,65536,0.17391999562581378
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,128,65536,0.062112001578013096
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,128,65536,0.06202453374862671
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,128,65536,0.06199573278427124
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,128,65536,0.06241919994354248
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,128,65536,0.0624778668085734
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,128,65536,0.06248000065485636
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,128,65536,0.06202559868494669
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,128,65536,0.06258240143458048
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,128,65536,0.06236799955368042
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,128,65536,0.061957331498463955
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,128,65536,0.07454720338185629
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,128,65536,0.39946133295694985
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,128,65536,0.25876906712849934
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,128,65536,0.2551498730977376
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,128,65536,0.25996373494466146
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,128,65536,0.7084426879882812
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,128,65536,0.25374186833699547
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,128,65536,1.4330122629801432
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,128,65536,0.2421109358469645
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,128,65536,0.2425706704457601
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,128,65536,0.23887999852498373
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,128,65536,0.23246506055196128
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,128,65536,0.2365429401397705
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,128,65536,0.2334965387980143
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,128,65536,0.21900053024291993
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,128,65536,0.22108160654703773
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,128,65536,0.21458667119344077
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,128,65536,0.21606613794962565
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,128,65536,0.20417173703511557
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,128,65536,0.1987178643544515
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,128,65536,0.19945707321166992
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,128,65536,0.2024672031402588
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,128,65536,0.1892533302307129
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,128,65536,0.18904639879862467
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,128,65536,0.1822538693745931
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,128,65536,0.18273599942525226
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,128,65536,0.17345387140909832
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,128,65536,0.16691840489705403
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,128,65536,0.17324906984965008
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,128,65536,0.16666026115417482
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,128,65536,0.15927893320719402
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,128,65536,0.15871680577596028
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,128,65536,0.15090667406717936
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,128,65536,0.15126293500264484
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,128,65536,0.14348053932189941
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,128,65536,0.13073493639628092
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,128,65536,0.14022293090820312
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,128,65536,0.1298240025838216
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,128,65536,0.12991360028584797
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,128,65536,0.12959252993265788
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,128,65536,0.12961599826812745
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,128,65536,0.1300106684366862
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,128,65536,0.12958719730377197
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,128,65536,0.1301376024881999
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,128,65536,0.12669119834899903
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,128,65536,0.12678720156351725
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,128,65536,0.12760639985402425
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,128,65536,0.12677120367685954
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,128,65536,0.12671039899190267
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,128,65536,0.12685759862263996
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,128,65536,0.12679359912872315
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,128,65536,0.1271402676900228
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,128,65536,0.12629013061523436
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,128,65536,0.12664533456166585
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,128,65536,0.12670293649037678
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,128,65536,0.12636373043060303
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,128,65536,0.12672213713328045
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,128,65536,0.1267317295074463
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,128,65536,0.1264234701792399
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,128,65536,0.12666880289713542
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,128,65536,0.12674667040506998
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,128,65536,0.12694613138834637
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,128,65536,0.12707413037618
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,128,65536,0.12635093530019123
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,128,65536,0.12622613112131756
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,128,65536,0.12714133262634278
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,128,65536,0.12637440363566083
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,128,65536,0.12671039899190267
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,128,65536,0.12676053047180175
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,128,51200,0.259769598642985
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,128,51200,0.13913706143697102
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,128,51200,0.5375008265177409
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,128,65536,0.12645760377248128
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,128,51200,0.07798826694488525
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,128,51200,0.07607893149058023
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,128,51200,0.08158506552378336
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,128,51200,0.0749621311823527
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,128,51200,0.07170986334482829
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,128,51200,0.0748650630315145
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,128,51200,0.06694933573404947
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,128,51200,0.06835306485493978
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,128,51200,0.06117546558380127
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,128,51200,0.062412798404693604
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,128,51200,0.05795093377431234
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,128,51200,0.059249067306518556
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,128,51200,0.05236479838689169
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,128,51200,0.05477866729100546
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,128,51200,0.05147626797358194
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,128,51200,0.05053546826044718
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,128,51200,0.04636373519897461
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,128,51200,0.044570668538411455
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,128,51200,0.04074560006459554
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,128,51200,0.041619201501210526
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,128,51200,0.037674665451049805
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,128,51200,0.03535039822260539
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,128,51200,0.03393813371658325
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,128,65536,0.1265120029449463
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,128,51200,0.032096000512441
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,128,51200,0.027715200185775758
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,128,51200,0.028376533587773638
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,128,51200,0.024203733603159586
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,128,51200,0.01812160015106201
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,128,51200,0.018415999412536622
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,128,51200,0.014658133188883463
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,128,51200,0.01376106639703115
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,128,51200,0.013255467017491659
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,128,51200,0.012821333607037863
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,128,51200,0.01279253363609314
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,128,51200,0.016816000143686928
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,128,51200,0.011597866813341778
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,128,65536,0.12629226843516034
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,128,51200,0.020623999834060668
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,128,51200,0.012429866194725036
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,128,51200,0.012593066692352295
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,128,51200,0.01076479951540629
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,128,51200,0.012059733271598816
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,128,65536,0.12645973364512125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,128,51200,0.011595732967058818
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,128,51200,0.010180266698201497
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,128,51200,0.020553600788116456
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,128,51200,0.010134399930636088
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,128,51200,0.012397866447766621
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,128,51200,0.007964799801508587
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,128,51200,0.009716266393661499
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,128,51200,0.010812800129254658
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,128,51200,0.014456533392270408
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,128,51200,0.01000853379567464
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,128,51200,0.009546666344006857
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,128,51200,0.00960213343302409
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,128,51200,0.006734933455785115
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,128,51200,0.006720000008742015
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,128,51200,0.006737066805362702
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,128,51200,0.007076266904671986
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,128,51200,0.006692266464233399
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,128,51200,0.006657066444555919
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,128,51200,0.009628799557685853
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,128,51200,0.00998293360074361
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,128,51200,0.009529599547386169
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,128,51200,0.009538132945696514
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,128,51200,0.009521067142486572
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,128,51200,0.00958720048268636
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,128,51200,0.009388800462086995
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,128,51200,0.009609599908192951
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,128,51200,0.02632853388786316
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,128,51200,0.013223466277122498
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,128,51200,0.011623467008272808
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,128,51200,0.6343168258666992
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,128,51200,0.0067775999506314594
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,128,51200,1.1699403127034507
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,128,51200,0.6331520080566406
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,128,65536,0.12667733033498127
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,128,51200,0.5973920186360677
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,128,51200,0.5990090688069661
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,128,51200,0.5642911911010742
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,128,51200,0.5302101453145345
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,128,51200,2.2991177876790365
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,128,51200,0.5303135871887207
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,128,51200,0.4925557454427083
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,128,51200,0.4899733225504558
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,128,51200,0.4551520029703776
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,128,51200,0.41896425882975263
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,128,51200,0.4561034520467122
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,128,51200,0.4183957417805989
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,128,51200,0.38236907323201497
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,128,51200,0.3448949178059896
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,128,51200,0.38391253153483074
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,128,51200,0.3429077466328939
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,128,51200,0.30731201171875
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,128,51200,0.30781758626302086
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,128,51200,0.564684804280599
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,128,51200,0.2739477475484212
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,128,51200,0.23684053421020507
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,128,51200,0.23782614072163902
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,128,51200,0.19856853485107423
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,128,51200,0.19837652842203776
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,128,65536,0.1258613348007202
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,128,51200,0.16204694112141926
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,128,51200,0.1182421366373698
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,128,51200,0.16210880279541015
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,128,51200,0.07336320082346598
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,128,51200,0.07259199619293213
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,128,51200,0.04106346766153972
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,128,51200,0.04304320017496745
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,128,51200,0.0409173329671224
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,128,51200,0.03901653289794922
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,128,51200,0.035094400246938065
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,128,51200,0.03293226758639018
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,128,51200,0.03911360104878743
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,128,51200,0.03091520071029663
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,128,51200,0.03611093362172445
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,128,51200,0.03022293249766032
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,128,51200,4.570589701334635
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,128,51200,0.035163732369740804
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,128,51200,0.0269322673479716
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,128,51200,0.02709973255793254
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,128,51200,0.029011199871699016
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,128,51200,0.02991360028584798
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,128,51200,0.025321600834528606
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,128,51200,0.02852906584739685
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,128,51200,0.02648106614748637
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,128,51200,0.026691200335820515
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,128,51200,0.022655999660491942
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,128,51200,0.02300800085067749
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,128,51200,0.021985065937042237
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,128,51200,0.021410133441289267
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,128,51200,0.021062399943669638
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,128,51200,0.020703999201456706
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,128,51200,0.02067520022392273
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,128,51200,0.01981653372446696
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,128,51200,0.271343994140625
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,128,51200,0.02008533279101054
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,128,51200,0.020595200856526694
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,128,51200,0.019169066349665323
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,128,51200,0.01858560045560201
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,128,51200,0.018582399686177573
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,128,51200,0.018968532482782997
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,128,51200,0.0196288009484609
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,128,51200,0.018744534254074095
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,128,51200,0.017783466974894205
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,128,51200,0.017497599124908447
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,128,51200,0.11746133168538411
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,128,51200,0.03996586799621582
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,128,51200,0.035589333375295004
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,128,51200,0.3994240125020345
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,128,51200,0.7629706700642903
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,128,51200,0.4230538686116536
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,128,51200,0.42076587677001953
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,128,51200,0.3755797386169434
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,128,51200,0.3624981244405111
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,128,51200,0.3378453254699707
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,128,51200,0.3541365305582682
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,128,51200,0.3988469441731771
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,128,51200,0.3323253313700358
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,128,51200,0.31677118937174475
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,128,51200,1.4914581298828125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,128,51200,0.31466986338297526
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,128,51200,0.28914238611857096
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,128,51200,0.2719850540161133
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,128,51200,0.37959572474161785
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,128,51200,0.269267209370931
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,128,51200,2.9715339660644533
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,128,51200,0.29231573740641276
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,128,51200,0.24913387298583983
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,128,51200,0.2004074732462565
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,128,51200,0.2221578598022461
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,128,51200,0.20133333206176757
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,128,51200,0.22360000610351563
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,128,51200,0.24346559842427573
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,128,51200,0.1367530663808187
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,128,51200,0.1317962646484375
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,128,51200,0.15426239967346192
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,128,51200,0.11413226922353108
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,128,51200,0.08460266590118408
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,128,51200,0.08066559632619222
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,128,51200,0.062218666076660156
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,128,51200,0.062057598431905114
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,128,51200,0.0604149341583252
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,128,51200,0.05722773472468058
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,128,51200,0.05987093448638916
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,128,51200,0.058302934964497885
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,128,51200,0.055018667380015054
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,128,51200,0.055498667558034266
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,128,51200,0.054382932186126706
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,128,51200,0.053643735249837246
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,128,51200,0.052154668172200526
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,128,51200,0.05230933427810669
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,128,51200,0.17967039744059246
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,128,51200,0.051691734790802
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,128,51200,0.051368534564971924
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,128,51200,0.050855465730031336
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,128,51200,0.050728531678517666
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,128,51200,0.050705067316691076
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,128,51200,0.05055573383967081
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,128,51200,0.050641067822774256
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,128,51200,0.049746131896972655
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,128,51200,0.049345068136850995
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,128,51200,0.04941759904225667
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,128,51200,0.1780885378519694
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,128,51200,0.04973333279291789
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,128,51200,0.15537600517272948
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,128,51200,0.049670398235321045
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,128,51200,0.04976746638615926
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,128,51200,0.049702401955922446
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,128,51200,0.0495466669400533
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,128,51200,0.04929813146591187
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,128,51200,0.04969813426335652
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,128,51200,0.049745066960652666
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,128,51200,0.04973973433176677
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,128,51200,0.049345068136850995
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,128,51200,0.11067413489023845
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,128,51200,0.04974079926808675
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,128,51200,0.04972266753514608
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,128,51200,0.05008320013682047
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,128,51200,0.05002346833546957
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,128,51200,0.05054293473561605
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,128,51200,0.04966613451639811
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,128,51200,0.04974720080693563
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,128,51200,0.2085418701171875
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,128,51200,0.32527360916137693
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,128,51200,0.5718517303466797
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,128,51200,0.20674773852030434
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,128,51200,1.1467637379964193
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,128,51200,0.20396800041198732
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,128,51200,0.20350186030069986
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,128,51200,0.19394772847493488
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,128,51200,0.19397865931193034
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,128,51200,0.19132800102233888
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,128,51200,0.189137061436971
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,128,51200,0.1862346649169922
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,128,51200,0.18622506459554036
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,128,51200,0.1765994707743327
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,128,51200,0.1759071985880534
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,128,51200,0.17227306365966796
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,128,51200,0.17311040560404461
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,128,51200,0.16314239501953126
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,128,51200,0.16149013837178547
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,128,51200,0.15897173881530763
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,128,51200,0.15846187273661297
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,128,51200,0.15160746574401857
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,128,51200,0.15070932706197102
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,128,51200,0.14537919362386068
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,128,51200,0.14572265942891438
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,128,51200,0.13886720339457195
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,128,51200,0.13791893323262533
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,128,51200,0.13282879988352458
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,128,51200,0.12735573450724286
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,128,51200,0.13283200263977052
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,128,51200,0.12668800354003906
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,128,51200,0.1194538672765096
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,128,51200,0.11960852940877278
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,128,51200,0.11179093519846599
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,128,51200,0.10333866278330486
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,128,51200,0.10984533627827961
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,128,51200,0.10390400091807048
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,128,51200,0.10298240184783936
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,128,51200,0.10299306710561115
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,128,51200,0.10268266995747884
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,128,51200,0.10329173405965168
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,128,51200,0.10333013534545898
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,128,51200,0.10289279619852702
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,128,51200,0.10078399976094563
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,128,51200,0.10160319805145264
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,128,51200,0.10058560371398925
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,128,51200,0.10079253514607747
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,128,51200,0.10064213275909424
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,128,51200,0.10066026846567791
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,128,51200,0.10086293220520019
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,128,51200,0.10088213284810384
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,128,51200,0.10055893262227375
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,128,51200,0.10058560371398925
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,128,51200,0.10004586378733318
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,128,51200,0.10056640307108562
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,128,51200,0.10042346318562825
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,128,51200,0.1008522669474284
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,128,51200,0.10079572995503742
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,128,51200,0.1009386698404948
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,128,51200,0.10044693152109782
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,128,51200,0.10058560371398925
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,128,51200,0.10041279792785644
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,128,51200,0.10010666847229004
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,128,51200,0.10084906419118245
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,128,51200,0.10008853276570637
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,128,51200,0.1008405367533366
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,128,51200,0.10057813326517742
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,128,51200,0.1005354642868042
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,128,16384,0.0858517328898112
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,128,16384,0.17656319936116535
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,128,16384,0.0450272003809611
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,128,16384,0.02998720010121663
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,128,16384,0.02963520089785258
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,128,16384,0.030092799663543703
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,128,16384,0.02837439974149068
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,128,16384,0.028438399235407513
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,128,16384,0.02784000039100647
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,128,16384,0.02754559914271037
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,128,16384,0.026472532749176027
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,128,16384,0.024563199281692503
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,128,16384,0.024040534098943075
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,128,16384,0.02464853326479594
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,128,16384,0.0224671999613444
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,128,16384,0.018573866287867228
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,128,51200,0.10028586387634278
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,128,16384,0.014801067113876343
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,128,16384,0.01565439999103546
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,128,16384,0.016498133540153503
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,128,16384,0.01245013376077016
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,128,51200,0.1004640022913615
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,128,16384,0.015315199891726175
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,128,16384,0.012066133817036946
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,128,16384,0.015196800231933594
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,128,16384,0.011206400394439698
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,128,16384,0.01067733367284139
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,128,16384,0.012247467041015625
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,128,16384,0.012035199999809265
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,128,16384,0.012057600418726604
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,128,51200,0.10049813588460285
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,128,16384,0.01164479951063792
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,128,16384,0.010100266337394715
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,128,16384,0.009358933568000794
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,128,16384,0.011245866616566975
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,128,16384,0.011211733023325603
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,128,16384,0.009290666381518046
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,128,16384,0.009131733576456707
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,128,16384,0.007129600147406261
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,128,16384,0.007123200098673503
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,128,16384,0.010403199990590414
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,128,16384,0.013707733154296875
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,128,16384,0.0062826668222745255
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,128,16384,0.01360640029112498
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,128,16384,0.00629013329744339
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,128,16384,0.008852266271909078
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,128,16384,0.005881600081920624
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,128,16384,0.010378666718800863
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,128,51200,0.10065706570943196
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,128,16384,0.00790719985961914
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,128,16384,0.007896533111731212
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,128,16384,0.006293333570162455
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,128,16384,0.006706133484840393
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,128,16384,0.005866666634877523
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,128,16384,0.005835733314355215
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,128,16384,0.005873066683610281
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,128,16384,0.006242133180300395
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,128,16384,0.005871999760468801
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,128,16384,0.005885866781075796
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,128,16384,0.005682133138179779
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,128,16384,0.00586346685886383
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,128,16384,0.00582826683918635
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,128,51200,0.10051413377126057
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,128,16384,0.005861333509286245
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,128,16384,0.0054837331175804135
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,128,16384,0.005851733187834421
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,128,16384,0.018467199802398682
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,128,16384,0.005830400188763936
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,128,16384,0.005498666564623515
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,128,16384,0.00547626664241155
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,128,16384,0.005522133409976959
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,128,16384,0.005402666827042898
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,128,16384,0.005838933090368906
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,128,16384,0.0054400001962979635
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,128,16384,0.0054837331175804135
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,128,51200,0.10086293220520019
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,128,16384,0.3859285354614258
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,128,16384,0.21555946667989095
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,128,16384,0.7511391957600911
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,128,16384,0.211409060160319
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,128,16384,0.0054954667886098225
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,128,16384,0.20048853556315102
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,128,16384,0.2007018725077311
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,128,16384,0.19250133832295735
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,128,16384,0.1888757387797038
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,128,16384,0.17913494110107422
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,128,16384,0.005854933460553487
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,128,16384,0.17714452743530273
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,128,16384,0.16586240132649738
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,128,16384,0.16511893272399902
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,128,16384,0.15414826075236004
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,128,16384,1.4838261922200522
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,128,16384,0.13855679829915363
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,128,16384,0.13944746653238932
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,128,16384,0.12414613564809163
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,128,16384,0.1253226677576701
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,128,16384,0.10886933008829754
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,128,16384,0.10912853082021076
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,128,16384,0.09416213035583496
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,128,16384,0.09195093313852945
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,128,16384,0.07779733339945474
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,128,16384,0.06383573214213054
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,128,16384,0.062080001831054686
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,128,16384,0.05153706471125284
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,128,16384,0.05137706597646078
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,128,16384,0.045772798856099445
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,128,16384,0.04089279969533284
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,128,16384,0.03816320101420085
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,128,16384,0.032892799377441405
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,128,16384,0.032476800680160525
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,128,16384,0.027897600332895917
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,128,16384,0.025170133511225386
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,128,16384,0.026765867074330645
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,128,16384,0.005873066683610281
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,128,16384,0.02533973256746928
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,128,16384,0.027061333258946735
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,128,16384,0.02495680054028829
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,128,16384,0.026226133108139038
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,128,16384,0.024657066663106283
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,128,16384,0.024616533517837526
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,128,16384,0.022845866282780965
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,128,16384,0.024820266167322795
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,128,16384,0.02297919988632202
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,128,16384,0.02257386644681295
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,128,16384,0.022283732891082764
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,128,16384,0.005899733304977417
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,128,16384,0.022146133581797282
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,128,16384,0.021191465854644775
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,128,16384,0.020900267362594604
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,128,16384,0.020551466941833497
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,128,16384,0.15126506487528485
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,128,16384,0.020572799444198608
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,128,16384,0.018678400913874307
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,128,16384,0.018522665898005167
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,128,16384,0.018823466698328652
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,128,16384,0.018544000387191773
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,128,16384,0.018552533785502114
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,128,16384,0.018449066082636516
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,128,16384,0.018950400749842326
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,128,16384,0.018514132499694823
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,128,16384,0.0767029364903768
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,128,16384,0.018329600493113198
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,128,16384,0.0192138671875
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,128,16384,0.018147200345993042
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,128,16384,0.018313600619633993
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,128,16384,0.018362667163213095
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,128,16384,0.01656426688035329
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,128,16384,0.017576533555984496
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,128,16384,0.04451839923858643
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,128,16384,0.017749333381652833
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,128,16384,0.018252799908320107
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,128,16384,0.01654293338457743
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,128,16384,0.022910932699839272
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,128,16384,0.020498132705688475
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,128,16384,0.18770880699157716
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,128,16384,0.1874901294708252
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,128,16384,0.3600511868794759
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,128,16384,0.1985215981801351
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,128,16384,0.19774932861328126
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,128,16384,0.17618346214294434
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,128,16384,0.16625812848409016
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,128,16384,0.1552992026011149
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,128,16384,0.1658090591430664
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,128,16384,0.15459733009338378
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,128,16384,0.14507199923197428
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,128,16384,0.14424853324890136
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,128,16384,0.1774858633677165
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,128,16384,0.13411307334899902
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,128,16384,0.13312959671020508
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,128,16384,0.12259093125661213
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,128,16384,0.12429973284403484
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,128,16384,0.7075520197550456
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,128,16384,1.402780787150065
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,128,16384,0.11338240305582684
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,128,16384,0.09971840381622314
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,128,16384,0.046954667568206786
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,128,16384,0.11102506319681804
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,128,16384,0.08250239690144857
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,128,16384,0.09969279766082764
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,128,16384,0.04237546523412068
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,128,16384,0.04112213452657064
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,128,16384,0.058882133165995276
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,128,16384,0.0818890651067098
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,128,16384,0.029129600524902342
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,128,16384,0.036514135201772054
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,128,16384,0.035034668445587155
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,128,16384,0.030517333745956422
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,128,16384,0.023625600337982177
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,128,16384,0.023946666717529298
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,128,16384,0.023496532440185548
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,128,16384,0.022715733448664347
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,128,16384,0.022670932610829673
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,128,16384,0.022375466426213582
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,128,16384,0.022285866737365722
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,128,16384,0.021066667636235555
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,128,16384,0.0210805336634318
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,128,16384,0.02101226647694906
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,128,16384,0.020669867595036827
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,128,16384,0.02062079906463623
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,128,16384,0.02061226765314738
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,128,16384,0.04883519808451335
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,128,16384,0.019799466927846274
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,128,16384,0.019370667139689126
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,128,16384,0.061410133043924967
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,128,16384,0.01946773330370585
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,128,16384,0.019771732886632285
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,128,16384,0.01981546680132548
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,128,16384,0.019578667481740315
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,128,16384,0.019403733809789023
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,128,16384,0.019381332397460937
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,128,16384,0.019806933403015137
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,128,16384,0.019400533040364584
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,128,16384,0.019383466243743895
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,128,16384,0.0194432000319163
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,128,16384,0.019428267081578573
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,128,16384,0.0194048007329305
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,128,16384,0.01957546671231588
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,128,16384,0.019412267208099365
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,128,16384,0.019396267334620156
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,128,16384,0.01937920053799947
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,128,16384,0.01901866594950358
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,128,16384,0.01941653291384379
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,128,16384,0.025032534201939897
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,128,16384,0.02437333265940348
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,128,16384,0.019684267044067384
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,128,16384,0.019413334131240845
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,128,16384,0.021040000518163047
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,128,16384,0.02102186679840088
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,128,16384,0.11527360280354818
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,128,16384,0.07568746407826742
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,128,16384,0.07632106939951579
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,128,16384,0.07467520236968994
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,128,16384,0.20702719688415527
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,128,16384,0.0739786704381307
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,128,16384,0.39788907368977866
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,128,16384,0.07146560351053874
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,128,16384,0.07095146973927816
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,128,16384,0.06980586846669515
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,128,16384,0.06987840334574381
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,128,16384,0.06821013291676839
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,128,16384,0.0677354653676351
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,128,16384,0.0658079981803894
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,128,16384,0.06474133332570395
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,128,16384,0.06351253191630045
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,128,16384,0.06287573178609213
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,128,16384,0.06014506816864014
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,128,16384,0.06084800163904826
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,128,16384,0.05873920122782389
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,128,16384,0.05869439840316772
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,128,16384,0.05480106671651205
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,128,16384,0.052198398113250735
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,128,16384,0.055070932706197104
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,128,16384,0.05144746700922648
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,128,16384,0.04894826809565227
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,128,16384,0.04702719847361247
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,128,16384,0.04838826656341553
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,128,16384,0.04645119905471802
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,128,16384,0.04552213350931804
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,128,16384,0.045578666528066
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,128,16384,0.042778666814168295
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,128,16384,0.042777601877848306
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,128,16384,0.040686933199564616
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,128,16384,0.03987306753794352
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,128,16384,0.03854613304138184
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,128,16384,0.03784000078837077
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,128,16384,0.037810134887695315
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,128,16384,0.037834668159484865
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,128,16384,0.03779199918111165
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,128,16384,0.037811199824015304
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,128,16384,0.03784853219985962
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,128,16384,0.037843199570973714
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,128,16384,0.03725013335545858
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,128,16384,0.036541867256164554
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,128,16384,0.03699626525243123
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,128,16384,0.036982401212056475
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,128,16384,0.03664746681849162
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,128,16384,0.036634667714436846
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,128,16384,0.03672320048014323
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,128,16384,0.0366431991259257
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,128,16384,0.03695253531138103
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,128,16384,0.03656746546427409
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,128,16384,0.03698879877726237
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,128,16384,0.03699839909871419
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,128,16384,0.036644268035888675
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,128,16384,0.03662506739298503
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,128,16384,0.03660586675008138
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,128,16384,0.036644268035888675
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,128,16384,0.036974934736887614
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,128,16384,0.03661333322525025
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,128,16384,0.03700053294499715
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,128,16384,0.0370527982711792
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,128,16384,0.03657493193944295
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,128,16384,0.0365994652112325
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,128,16384,0.036975999673207596
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,128,16384,0.03624853293100993
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,128,16384,0.03688853184382121
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,128,12288,0.1347413380940755
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,128,12288,0.06666666666666667
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,128,12288,0.03571946620941162
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,128,12288,0.026172800858815508
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,128,12288,0.022665599981943764
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,128,12288,0.021476266781489055
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,128,12288,0.022221867243448892
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,128,12288,0.021934932470321654
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,128,12288,0.021117866039276123
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,128,12288,0.0200437327226003
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,128,16384,0.036429866154988604
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,128,12288,0.018633600076039633
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,128,12288,0.015731199582417806
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,128,12288,0.01803626616795858
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,128,12288,0.01689599951108297
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,128,12288,0.013582932949066161
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,128,16384,0.03699626525243123
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,128,12288,0.013269333044687906
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,128,12288,0.012139733632405598
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,128,12288,0.012078932921091716
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,128,12288,0.012962133685747782
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,128,12288,0.012949333588282267
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,128,16384,0.03698986768722534
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,128,12288,0.01269760032494863
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,128,12288,0.012536533673604331
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,128,12288,0.009118933478991191
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,128,12288,0.010084266463915508
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,128,12288,0.0102101335922877
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,128,12288,0.009886933366457622
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,128,12288,0.009613866607348125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,128,12288,0.011632000406583149
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,128,12288,0.008247466882069905
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,128,12288,0.009522133072217305
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,128,12288,0.009511466821034749
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,128,12288,0.007969066500663757
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,128,12288,0.011520000298817952
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,128,12288,0.006660266717274983
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,128,16384,0.03656320174535115
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,128,16384,0.036473600069681804
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,128,12288,0.007477333148320516
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,128,12288,0.006713599960009258
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,128,16384,0.0365503986676534
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,128,12288,0.005445333321889242
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,128,12288,0.008743466933568318
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,128,12288,0.0054506664474805195
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,128,12288,0.0075573335091273
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,128,12288,0.005508266886075338
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,128,12288,0.007132799923419952
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,128,12288,0.006325333317120869
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,128,12288,0.007090133428573608
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,128,12288,0.005509333312511444
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,128,12288,0.0070816000302632645
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,128,12288,0.0054837331175804135
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,128,12288,0.006323199967543285
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,128,12288,0.005456000069777171
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,128,12288,0.0062826668222745255
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,128,12288,0.005449600021044413
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,128,12288,0.00517546683549881
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,128,12288,0.005498666564623515
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,128,12288,0.005223466455936432
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,128,12288,0.0054506664474805195
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,128,12288,0.012310399611790975
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,128,12288,0.005435733497142792
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,128,12288,0.0054400001962979635
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,128,12288,0.005047466854254405
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,128,12288,0.005222400029500326
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,128,12288,0.005073066552480062
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,128,12288,0.005108266572157542
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,128,12288,0.0050911997755368555
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,128,12288,0.005098666747411092
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,128,12288,0.012897066275278726
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,128,12288,0.005089066425959269
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,128,12288,0.009529599547386169
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,128,12288,0.005082666873931885
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,128,12288,0.0050784001747767125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,128,12288,0.005047466854254405
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,128,12288,0.29028266270955405
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,128,12288,0.16229333877563476
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,128,12288,0.5648576100667317
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,128,12288,0.010801066954930622
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,128,12288,0.16200639406840006
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,128,12288,0.14894399642944336
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,128,12288,0.14116586049397786
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,128,12288,0.0055061335364977515
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,128,12288,0.14130667050679524
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,128,12288,0.13253333568572997
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,128,12288,1.1165130615234375
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,128,12288,0.005074133475621542
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,128,12288,0.12404906749725342
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,128,12288,0.12274773120880127
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,128,12288,0.10786986351013184
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,128,12288,0.09845333099365235
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,128,12288,0.005072000126043955
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,128,12288,0.09927466710408529
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,128,12288,0.0874847968419393
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,128,12288,0.07552853425343832
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,128,12288,0.06290239890416463
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,128,12288,0.07484800020853678
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,128,12288,0.0617141326268514
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,128,12288,0.05478506485621134
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,128,12288,0.05458240111668905
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,128,12288,0.0500928004582723
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,128,12288,0.043645866711934406
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,128,12288,0.04325439929962158
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,128,12288,0.038661332925160725
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,128,12288,0.03502293427785237
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,128,12288,0.03404586712519328
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,128,12288,0.031214932600657146
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,128,12288,0.02918933431307475
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,128,12288,0.02673706610997518
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,128,12288,0.02495573361714681
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,128,12288,0.02674773335456848
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,128,12288,0.14930133819580077
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,128,12288,0.024771199623743693
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,128,12288,0.025278933842976886
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,128,12288,0.024406399329503378
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,128,12288,0.02486506700515747
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,128,12288,0.023246934016545616
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,128,12288,0.1317792018254598
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,128,12288,0.024971733490626015
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,128,12288,0.021731199820836385
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,128,12288,0.022507733106613158
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,128,12288,0.02247999906539917
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,128,12288,0.02093440095583598
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,128,12288,0.11013440291086833
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,128,12288,0.020680532852808634
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,128,12288,0.020910932620366415
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,128,12288,0.020719999074935914
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,128,12288,0.020746666193008422
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,128,12288,0.020441599686940513
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,128,12288,0.02103040019671122
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,128,12288,0.08755306402842203
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,128,12288,0.01990506649017334
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,128,12288,0.019248000780741372
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,128,12288,0.01879146695137024
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,128,12288,0.018103466431299845
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,128,12288,0.018281600872675576
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,128,12288,0.017988266547520955
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,128,12288,0.017960532506306966
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,128,12288,0.017017600933710735
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,128,12288,0.017853866020838417
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,128,12288,0.047470935185750324
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,128,12288,0.016546133160591125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,128,12288,0.0165802667538325
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,128,12288,0.017913599809010826
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,128,12288,0.018343466520309448
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,128,12288,0.01698346734046936
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,128,12288,0.03712960084279378
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,128,12288,0.017453867197036742
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,128,12288,0.01658453345298767
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,128,12288,0.0165503998597463
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,128,12288,0.017035732666651406
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,128,12288,0.01658986707528432
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,128,12288,0.018549333016077675
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,128,12288,0.19112319946289064
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,128,12288,0.34745814005533854
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,128,12288,0.18390612602233886
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,128,12288,0.1906335989634196
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,128,12288,0.15931199391682943
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,128,12288,0.1610410690307617
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,128,12288,0.14873387018839518
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,128,12288,0.14694719314575194
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,128,12288,0.13973120053609211
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,128,12288,0.13741013209025066
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,128,12288,0.6777706782023112
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,128,12288,0.1276799996693929
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,128,12288,0.12703786691029867
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,128,12288,0.11067306995391846
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,128,12288,0.08671253522237142
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,128,12288,0.11186880270640057
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,128,12288,0.16840213139851887
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,128,12288,1.3602218627929688
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,128,12288,0.18027626673380534
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,128,12288,0.16950186093648273
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,128,12288,0.07072106997172037
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,128,12288,0.08891092936197917
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,128,12288,0.042565333843231204
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,128,12288,0.06811199982961019
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,128,12288,0.03769280115763347
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,128,12288,0.05548906723658244
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,128,12288,0.031124265988667806
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,128,12288,0.026893866062164307
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,128,12288,0.021499733130137123
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,128,12288,0.02518080075581868
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,128,12288,0.04885546763737996
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,128,12288,0.05376746654510498
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,128,12288,0.02066453297932943
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,128,12288,0.020259199539820354
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,128,12288,0.020197333892186482
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,128,12288,0.02024959921836853
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,128,12288,0.019008000691731773
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,128,12288,0.018985599279403687
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,128,12288,0.018623999754587808
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,128,12288,0.018687999248504637
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,128,12288,0.017774933576583864
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,128,12288,0.017757866779963175
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,128,12288,0.01732800006866455
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,128,12288,0.01765759984652201
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,128,12288,0.017228800058364867
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,128,12288,0.01734506686528524
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,128,12288,0.017386666933695474
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,128,12288,0.017339734236399333
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,128,12288,0.01644480029741923
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,128,12288,0.016504533092180886
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,128,12288,0.016149333119392394
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,128,12288,0.01652479966481527
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,128,12288,0.016108799974123636
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,128,12288,0.016567466656366985
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,128,12288,0.01573973298072815
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,128,12288,0.01611306667327881
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,128,12288,0.016165332992871602
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,128,12288,0.016134400169054666
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,128,12288,0.016133333245913185
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,128,12288,0.047701334953308104
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,128,12288,0.01606613298257192
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,128,12288,0.01609280010064443
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,128,12288,0.016158933440844216
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,128,12288,0.015796266992886863
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,128,12288,0.016139733791351318
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,128,12288,0.016088533401489257
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,128,12288,0.016103466351826988
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,128,12288,0.01616853376229604
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,128,12288,0.016160000363985697
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,128,12288,0.016130133469899496
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,128,12288,0.03677653471628825
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,128,12288,0.032264532645543416
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,128,12288,0.08951893647511801
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,128,12288,0.06118079821268717
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,128,12288,0.16171520551045734
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,128,12288,0.060616532961527504
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,128,12288,0.30891412099202475
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,128,12288,0.06000106732050577
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,128,12288,0.015729066729545594
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,128,12288,0.0595573345820109
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,128,12288,0.05768106778462728
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,128,12288,0.05702293316523234
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,128,12288,0.056279468536376956
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,128,12288,0.05583360195159912
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,128,12288,0.05449493328730265
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,128,12288,0.052585601806640625
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,128,12288,0.05167893171310425
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,128,12288,0.05410240093866984
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,128,12288,0.047953065236409506
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,128,12288,0.047244799137115476
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,128,12288,0.04645119905471802
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,128,12288,0.04456640084584554
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,128,12288,0.044489598274230956
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,128,12288,0.049202132225036624
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,128,12288,0.04207786719004313
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,128,12288,0.04279146591822307
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,128,12288,0.04119999806086223
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,128,12288,0.04050986766815186
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,128,12288,0.03948266506195068
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,128,12288,0.038558932145436604
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,128,12288,0.037800534566243486
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,128,12288,0.03704746564229329
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,128,12288,0.035629868507385254
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,128,12288,0.03616960048675537
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,128,12288,0.03414933284123738
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,128,12288,0.03375999927520752
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,128,12288,0.032985599835713704
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,128,12288,0.03212266763051351
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,128,12288,0.03007146716117859
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,128,12288,0.030011733373006184
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,128,12288,0.03002133369445801
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,128,12288,0.03006933331489563
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,128,12288,0.03009706735610962
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,128,12288,0.03009706735610962
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,128,12288,0.030088533957799275
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,128,12288,0.029597866535186767
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,128,12288,0.029340799649556475
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,128,12288,0.029275733232498168
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,128,12288,0.029260800282160444
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,128,12288,0.030067199468612672
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,128,12288,0.029630933205286664
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,128,12288,0.02918933431307475
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,128,12288,0.029270400603612263
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,128,12288,0.02919466694196065
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,128,12288,0.029623466730117797
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,128,12288,0.029691733916600543
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,128,12288,0.02879040042559306
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,128,12288,0.029260800282160444
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,128,12288,0.029202133417129517
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,128,12288,0.029191466172536214
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,128,12288,0.029217066367467244
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,128,12288,0.02923626701037089
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,128,12288,0.02921280066172282
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,128,12288,0.028837333122889202
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,128,12288,0.02927359938621521
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,128,12288,0.028809599081675213
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,128,12288,0.029173332452774047
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,128,12288,0.029190399249394733
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,128,12288,0.029258666435877483
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,128,12288,0.029422932863235475
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,128,12288,0.028990934292475384
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,128,12288,0.029214932521184282
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,128,12288,0.029207466046015422
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,128,10240,0.05532159805297852
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,128,10240,0.11496960322062175
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,128,10240,0.016210132837295534
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,128,10240,0.016571733355522155
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,128,10240,0.01504853367805481
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,128,10240,0.015913599729537965
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,128,10240,0.015901866555213928
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,128,10240,0.01694719990094503
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,128,10240,0.015588266650835672
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,128,12288,0.029182932774225873
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,128,10240,0.013758933544158936
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,128,10240,0.013612799843152366
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,128,10240,0.014126933614412942
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,128,10240,0.011979732910792034
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,128,10240,0.012936533490816752
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,128,10240,0.01211840013662974
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,128,10240,0.011221333344777425
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,128,10240,0.011187199751536052
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,128,10240,0.01162453293800354
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,128,10240,0.011597866813341778
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,128,10240,0.011566932996114094
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,128,10240,0.01123199959595998
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,128,10240,0.01042133371035258
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,128,12288,0.029260800282160444
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,128,10240,0.01034773290157318
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,128,10240,0.010900266965230306
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,128,10240,0.009118933478991191
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,128,12288,0.029205334186553956
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,128,10240,0.009322667121887207
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,128,10240,0.00909866690635681
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,128,10240,0.00897813340028127
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,128,10240,0.010505599776903789
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,128,10240,0.01076586643854777
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,128,10240,0.008728532989819845
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,128,10240,0.008738133311271667
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,128,10240,0.0075434664885203045
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,128,10240,0.01030399998029073
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,128,10240,0.006702933212121327
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,128,10240,0.006284800171852112
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,128,10240,0.008374399940172831
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,128,10240,0.005906133353710175
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,128,10240,0.007946666578451793
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,128,10240,0.006279466549555461
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,128,10240,0.007115733126799266
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,128,10240,0.005866666634877523
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,128,10240,0.006668800115585327
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,128,10240,0.01770133376121521
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,128,10240,0.006252799928188324
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,128,10240,0.006311466793219249
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,128,10240,0.005866666634877523
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,128,10240,0.006250666578610738
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,128,10240,0.006230400005976359
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,128,10240,0.005862399935722351
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,128,10240,0.005930666625499725
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,128,10240,0.0054954667886098225
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,128,10240,0.0058442667126655575
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,128,10240,0.00547626664241155
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,128,10240,0.0055167997876803074
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,128,10240,0.005421866476535797
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,128,10240,0.005512533088525137
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,128,10240,0.005502933263778686
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,128,10240,0.0058559998869895935
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,128,10240,0.00547626664241155
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,128,10240,0.0056415999929110205
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,128,10240,0.005504000186920166
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,128,10240,0.005445333321889242
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,128,10240,0.005421866476535797
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,128,10240,0.005505066613356272
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,128,10240,0.005500799914201101
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,128,10240,0.005447466671466827
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,128,10240,0.005499733487764994
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,128,10240,0.005444266895453135
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,128,10240,0.005067733426888784
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,128,12288,0.02922240098317464
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,128,10240,0.0062730665008227035
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,128,10240,0.02998720010121663
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,128,10240,0.1323263963063558
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,128,10240,0.24443306922912597
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,128,10240,0.4753621419270833
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,128,10240,0.005897599955399831
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,128,10240,0.1333727995554606
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,128,10240,0.12058773040771484
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,128,10240,0.12243413130442302
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,128,10240,0.11465280055999756
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,128,10240,0.11422080198923748
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,128,10240,0.9357152303059897
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,128,10240,0.1066431999206543
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,128,10240,0.1050154685974121
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,128,10240,0.0938922643661499
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,128,10240,0.09388266404469808
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,128,10240,0.08441493511199952
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,128,10240,0.07457066377003987
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,128,10240,0.08701226711273194
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,128,10240,0.005491200089454651
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,128,10240,0.07478720347086588
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,128,10240,0.05753493309020996
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,128,10240,0.05743253231048584
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,128,10240,0.050629333655039466
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,128,10240,0.05043413241704305
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,128,10240,0.04675519863764445
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,128,10240,0.047235198815663654
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,128,10240,0.04364800055821737
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,128,10240,0.043525334199269614
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,128,10240,0.03922559817632039
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,128,10240,0.038809601465861
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,128,10240,0.03690559864044189
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,128,10240,0.03642239967981974
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,128,10240,0.03288319905598958
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,128,10240,0.03118399977684021
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,128,10240,0.02877333362897237
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,128,10240,0.028310400247573853
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,128,10240,0.02688213388125102
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,128,10240,0.025034666061401367
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,128,10240,0.025960532824198405
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,128,10240,0.025034666061401367
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,128,10240,0.024573866526285806
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,128,10240,0.02286293307940165
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,128,10240,0.023038933674494423
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,128,10240,0.02396799921989441
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,128,10240,0.020722132921218873
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,128,10240,0.02277440031369527
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,128,10240,0.022574933369954427
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,128,10240,0.02037866711616516
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,128,10240,0.021444267034530638
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,128,10240,0.020797866582870483
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,128,10240,0.021204266945521036
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,128,10240,0.01895893414815267
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,128,10240,0.020595200856526694
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,128,10240,0.018905599912007652
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,128,10240,0.018618667125701906
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,128,10240,0.018869332472483315
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,128,10240,0.01753600041071574
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,128,10240,0.016505600015322367
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,128,10240,0.01657600005467733
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,128,10240,0.01834239959716797
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,128,10240,0.01829973260561625
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,128,10240,0.017644800742467246
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,128,10240,0.017391999562581383
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,128,10240,0.06514559984207154
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,128,10240,0.018245333433151247
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,128,10240,0.017708800236384072
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,128,10240,0.016549332936604818
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,128,10240,0.016537599762280784
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,128,10240,0.016557866334915163
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,128,10240,0.016547200083732606
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,128,10240,0.0180074671904246
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,128,10240,0.01657386620839437
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,128,10240,0.01662720044453939
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,128,10240,0.024215465784072875
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,128,10240,0.02198293407758077
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,128,10240,0.06746666431427002
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,128,10240,0.01685439944267273
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,128,12288,0.043202133973439534
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,128,10240,0.3408320109049479
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,128,10240,0.6652565638224284
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,128,10240,0.18595840136210123
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,128,10240,0.15584640502929686
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,128,10240,0.14409279823303223
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,128,10240,1.325173314412435
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,128,10240,0.17732693354288737
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,128,10240,0.12317547003428142
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,128,10240,0.12388799985249836
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,128,10240,0.18579413096110026
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,128,10240,0.17797867457071942
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,128,10240,0.10116373697916667
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,128,10240,0.10099413394927978
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,128,10240,0.07799572944641113
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,128,10240,0.08261120319366455
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,128,10240,0.06715626716613769
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,128,10240,0.1663808027903239
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,128,10240,0.16492373148600262
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,128,10240,0.15430720647176105
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,128,10240,0.1429855982462565
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,128,10240,0.07365439732869467
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,128,10240,0.05178666512171427
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,128,10240,0.05774826606114706
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,128,10240,0.05827413400014242
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,128,10240,0.03482240041097005
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,128,10240,0.030712532997131347
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,128,10240,0.029344000418980914
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,128,10240,0.02525866627693176
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,128,10240,0.023859200874964397
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,128,10240,0.0199072003364563
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,128,10240,0.018613332509994508
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,128,10240,0.018743467330932618
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,128,10240,0.01821119983990987
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,128,10240,0.018569600582122803
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,128,10240,0.01738133430480957
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,128,10240,0.051402668158213295
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,128,10240,0.01733120083808899
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,128,10240,0.017241599162419637
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,128,10240,0.01567893326282501
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,128,10240,0.016948266824086507
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,128,10240,0.01567893326282501
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,128,10240,0.016116266449292503
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,128,10240,0.015737600127855935
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,128,10240,0.015332266688346863
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,128,10240,0.015692800283432007
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,128,10240,0.015709867080052696
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,128,10240,0.01532906691233317
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,128,10240,0.014458666245142618
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,128,10240,0.014501333236694336
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,128,10240,0.014522666732470194
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,128,10240,0.014663466811180114
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,128,10240,0.014147200187047324
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,128,10240,0.01411733329296112
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,128,10240,0.014469333489735923
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,128,10240,0.014428800344467163
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,128,10240,0.01441493332386017
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,128,10240,0.035846400260925296
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,128,10240,0.014467199643452963
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,128,10240,0.014520532886187234
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,128,10240,0.014114133516947427
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,128,10240,0.014404267072677612
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,128,10240,0.014243200421333313
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,128,10240,0.014087466398874917
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,128,10240,0.014509866635004679
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,128,10240,0.014446933070818582
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,128,10240,0.01406613290309906
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,128,10240,0.014349866906801859
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,128,10240,0.014504533012708029
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,128,10240,0.014097066720326743
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,128,10240,0.014458666245142618
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,128,10240,0.04072320063908895
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,128,10240,0.08512639999389648
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,128,10240,0.1460426648457845
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,128,10240,0.2869173367818197
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,128,10240,0.054723199208577475
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,128,10240,0.05471893151601156
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,128,10240,0.05387413501739502
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,128,10240,0.05355093479156494
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,128,10240,0.05138346751530966
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,128,10240,0.05145493348439535
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,128,10240,0.04932373364766439
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,128,10240,0.049098666508992514
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,128,10240,0.047636266549428305
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,128,10240,0.04661120176315307
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,128,10240,0.04441279967625936
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,128,10240,0.04361600081125895
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,128,10240,0.042430933316548666
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,128,10240,0.04237653414408366
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,128,10240,0.04074879884719849
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,128,10240,0.040652799606323245
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,128,10240,0.03903466860453288
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,128,10240,0.038995198408762616
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,128,10240,0.03788373470306396
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,128,10240,0.03716906706492106
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,128,10240,0.03656533161799113
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,128,10240,0.035867734750111895
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,128,10240,0.03449173370997111
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,128,10240,0.033787735303243
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,128,10240,0.03293973406155904
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,128,10240,0.03259306748708089
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,128,10240,0.03151040077209473
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,128,10240,0.031354665756225586
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,128,10240,0.030006400744120282
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,128,10240,0.03004053235054016
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,128,10240,0.029198932647705077
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,128,10240,0.02806719938913981
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,128,10240,0.026792534192403156
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,128,10240,0.02672533392906189
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,128,10240,0.026742400725682576
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,128,10240,0.02672106623649597
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,128,10240,0.026397866010665894
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,128,10240,0.02653653422991435
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,128,10240,0.026537599166234334
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,128,10240,0.026338134209314985
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,128,10240,0.025594667593638105
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,128,10240,0.02653119961420695
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,128,10240,0.025919999678929644
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,128,10240,0.025575466950734455
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,128,10240,0.02558186650276184
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,128,10240,0.025161600112915038
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,128,10240,0.02537173430124919
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,128,10240,0.0255840003490448
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,128,10240,0.025996800263722735
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,128,10240,0.02599253257115682
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,128,10240,0.025564799706141155
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,128,10240,0.025574400027592974
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,128,10240,0.025595732529958087
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,128,10240,0.025933865706125898
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,128,10240,0.025832533836364746
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,128,10240,0.02521386742591858
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,128,10240,0.02555946707725525
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,128,10240,0.02558079957962036
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,128,10240,0.025593600670496625
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,128,10240,0.025562665859858197
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,128,10240,0.025520000855127973
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,128,10240,0.02555946707725525
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,128,10240,0.02593280076980591
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,128,10240,0.025630933046340943
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,128,10240,0.025948800643285114
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,128,10240,0.025539199511210125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,128,10240,0.025141332546869916
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,128,8192,0.0932586669921875
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,128,8192,0.045875199635823566
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,128,8192,0.02503040035565694
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,128,10240,0.025587199131647746
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,128,10240,0.025921066602071125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,128,8192,0.013358933726946512
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,128,8192,0.01325759987036387
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,128,8192,0.013265066345532737
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,128,8192,0.013264000415802002
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,128,8192,0.012891733646392822
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,128,8192,0.012900267044703165
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,128,8192,0.012966400384902954
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,128,8192,0.012862933675448099
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,128,8192,0.01284160017967224
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,128,8192,0.012842667102813721
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,128,8192,0.013170133034388224
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,128,8192,0.013596799969673157
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,128,10240,0.02532479961713155
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,128,8192,0.01081706682840983
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,128,8192,0.00997759997844696
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,128,8192,0.012050132950146992
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,128,8192,0.012045866250991822
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,128,8192,0.00992746651172638
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,128,8192,0.012040533622105916
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,128,8192,0.008346666892369587
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,128,8192,0.00986346701780955
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,128,8192,0.009573333462079366
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,128,8192,0.008152533570925396
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,128,8192,0.008388266960779826
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,128,8192,0.008148266871770223
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,128,8192,0.008268799881140392
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,128,8192,0.009530666470527648
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,128,8192,0.009543466567993163
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,128,8192,0.007896533111731212
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,128,8192,0.007845333218574524
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,128,8192,0.007150933146476746
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,128,8192,0.009164800246556599
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,128,8192,0.013211733102798462
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,128,8192,0.005843199789524078
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,128,8192,0.007086933155854543
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,128,8192,0.005869866907596588
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,128,8192,0.008341333270072937
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,128,8192,0.005843199789524078
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,128,8192,0.007160533467928569
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,128,8192,0.005832533538341522
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,128,8192,0.007075199981530507
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,128,8192,0.005830400188763936
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,128,8192,0.0067669332027435304
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,128,8192,0.005492266515890757
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,128,8192,0.005851733187834421
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,128,8192,0.00997440020243327
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,128,8192,0.005504000186920166
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,128,8192,0.005841066439946493
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,128,8192,0.005834666887919108
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,128,8192,0.005510400235652924
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,128,8192,0.005843199789524078
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,128,8192,0.005479466418425242
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,128,8192,0.005468800167242686
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,128,8192,0.005509333312511444
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,128,8192,0.0054666668176651
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,128,8192,0.005468800167242686
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,128,8192,0.005496533215045929
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,128,8192,0.005492266515890757
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,128,8192,0.005471999943256378
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,128,8192,0.005467733244101206
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,128,8192,0.005443199972311656
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,128,8192,0.005468800167242686
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,128,8192,0.005489066739877065
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,128,8192,0.005486933390299479
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,128,8192,0.005469866593678792
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,128,8192,0.005492266515890757
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,128,8192,0.005453866720199585
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,128,8192,0.00547626664241155
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,128,8192,0.0054848000407218935
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,128,8192,0.005422933399677277
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,128,10240,0.02553386688232422
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,128,8192,0.3858730634053548
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,128,8192,0.1952778657277425
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,128,8192,0.005487999816735586
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,128,8192,0.10079893271128337
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,128,8192,0.09971520105997721
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,128,8192,0.09034667015075684
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,128,8192,0.7524874369303386
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,128,8192,0.08994026978810629
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,128,8192,0.0833247979482015
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,128,8192,0.08427093029022217
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,128,8192,0.07366613547007242
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,128,8192,0.07368213335673014
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,128,8192,0.06743253072102864
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,128,8192,0.06138773361841837
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,128,8192,0.06096853415171305
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,128,8192,0.054345599810282384
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,128,8192,0.05559466679890951
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,128,8192,0.050163201491038
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,128,8192,0.0494485338528951
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,128,8192,0.04702613353729248
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,128,8192,0.046529066562652585
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,128,8192,0.04391573270161946
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,128,8192,0.0431658665339152
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,128,8192,0.04108479817708333
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,128,8192,0.04091946681340535
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,128,8192,0.037033601601918535
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,128,8192,0.036992001533508304
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,128,8192,0.03502613306045532
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,128,8192,0.03650986750920614
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,128,8192,0.030987733602523805
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,128,8192,0.032255999247233075
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,128,8192,0.02911146680514018
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,128,8192,0.030664533376693726
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,128,8192,0.0259552001953125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,128,8192,0.025336533784866333
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,128,8192,0.023946666717529298
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,128,8192,0.022894932826360067
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,128,8192,0.005829333265622457
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,128,8192,0.02299519975980123
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,128,8192,0.022653865814208984
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,128,8192,0.022514132658640544
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,128,8192,0.022658133506774904
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,128,8192,0.02135573426882426
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,128,8192,0.022371200720469157
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,128,8192,0.020806399981180827
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,128,8192,0.022124799092610677
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,128,10240,0.04643946488698324
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,128,8192,0.020798933506011964
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,128,8192,0.02113706668217977
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,128,8192,0.020456532637278237
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,128,8192,0.06828906536102294
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,128,8192,0.019615999857584634
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,128,8192,0.02016106645266215
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,128,8192,0.01862186590830485
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,128,8192,0.01881386637687683
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,128,8192,0.018682666619618735
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,128,8192,0.019266132513682047
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,128,8192,0.016637866695721946
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,128,8192,0.017762132485707603
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,128,8192,0.01820053259531657
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,128,8192,0.01772480010986328
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,128,8192,0.016568533579508462
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,128,8192,0.01845653255780538
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,128,8192,0.016612266500790916
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,128,8192,0.017795199155807497
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,128,8192,0.016502400239308677
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,128,8192,0.016509866714477538
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,128,8192,0.01771199901898702
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,128,8192,0.016511999567349753
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,128,8192,0.016607999801635742
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,128,8192,0.016544000307718913
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,128,10240,0.04116053183873494
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,128,8192,0.016549332936604818
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,128,8192,0.016472533345222473
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,128,10240,0.0458901325861613
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,128,8192,0.016757333278656007
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,128,8192,0.02336533268292745
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,128,8192,0.02108479936917623
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,128,8192,0.016482133666674295
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,128,8192,0.32952534357706703
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,128,8192,0.17775680224100748
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,128,8192,0.12557653586069745
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,128,8192,0.17837653160095215
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,128,8192,0.1447872002919515
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,128,8192,0.10616106986999511
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,128,8192,0.16695253054300946
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,128,8192,0.12583359877268474
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,128,8192,0.1622154712677002
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,128,8192,0.07278613249460855
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,128,8192,0.08294933636983236
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,128,8192,0.07058453559875488
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,128,8192,1.2967039744059243
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,128,8192,0.06690239906311035
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,128,8192,0.6527402877807618
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,128,8192,0.059828265508015954
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,128,8192,0.14437227249145507
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,128,8192,0.0982378641764323
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,128,8192,0.08460799853006998
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,128,8192,0.06614613135655721
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,128,8192,0.04934826691945394
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,128,8192,0.06013226509094238
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,128,8192,0.037859201431274414
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,128,8192,0.03374293247858683
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,128,8192,0.0326527992884318
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,128,8192,0.05381333430608114
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,128,8192,0.02839999993642171
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,128,8192,0.027177600065867107
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,128,8192,0.023036799828211465
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,128,8192,0.021831466754277547
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,128,8192,0.01818559964497884
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,128,8192,0.016620799899101257
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,128,8192,0.016549332936604818
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,128,8192,0.016689066092173258
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,128,8192,0.04851200183232625
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,128,8192,0.01649173299471537
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,128,8192,0.015330132842063905
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,128,8192,0.015345066785812378
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,128,8192,0.0153546671072642
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,128,8192,0.014058666427930197
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,128,8192,0.015689599514007568
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,128,8192,0.014076800147692362
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,128,8192,0.014035200079282125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,128,8192,0.01384213368097941
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,128,8192,0.014056533575057983
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,128,8192,0.01363200048605601
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,128,8192,0.01378986636797587
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,128,8192,0.013211733102798462
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,128,8192,0.01269546647866567
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,128,8192,0.012444800138473511
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,128,8192,0.012829867005348206
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,128,8192,0.012478933731714884
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,128,8192,0.04407999912897746
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,128,8192,0.012570666273434958
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,128,8192,0.012686933080355326
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,128,8192,0.04322559833526611
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,128,8192,0.01267306705315908
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,128,8192,0.012800000111262002
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,128,8192,0.012893866499265036
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,128,8192,0.012894933422406515
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,128,8192,0.012808533509572348
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,128,8192,0.054202667872111
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,128,8192,0.012810666362444559
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,128,8192,0.012755200266838074
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,128,8192,0.012409599622090657
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,128,8192,0.012797866264979044
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,128,8192,0.012806399663289388
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,128,8192,0.012823466459910074
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,128,8192,0.012471466263135274
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,128,8192,0.013818666338920593
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,128,8192,0.038696531454722086
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,128,8192,0.012821333607037863
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,128,8192,0.012389333049456278
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,128,8192,0.11866133213043213
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,128,8192,0.2310805320739746
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,128,8192,0.06663253307342529
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,128,8192,0.04436373313268026
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,128,8192,0.04383680025736491
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,128,8192,0.04220266739527385
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,128,8192,0.04085439840952555
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,128,8192,0.012811733285586038
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,128,8192,0.039587199687957764
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,128,8192,0.03996906677881877
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,128,8192,0.03860586484273275
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,128,8192,0.03765759865442912
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,128,8192,0.0378655989964803
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,128,8192,0.037050668398539224
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,128,8192,0.035113600889841716
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,128,8192,0.03673173189163208
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,128,8192,0.04202453295389812
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,128,8192,0.035403732458750406
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,128,8192,0.034162131945292155
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,128,8192,0.033073065678278606
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,128,8192,0.03390080134073893
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,128,8192,0.03255786697069804
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,128,8192,0.031751465797424314
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,128,8192,0.03127146760622661
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,128,8192,0.03076159954071045
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,128,8192,0.030765867233276366
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,128,8192,0.028996266921361286
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,128,8192,0.029007999102274577
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,128,8192,0.02795413335164388
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,128,8192,0.026706133286158246
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,128,8192,0.02757226626078288
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,128,8192,0.02686186631520589
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,128,8192,0.02518506646156311
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,128,8192,0.025161600112915038
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,128,8192,0.024345600605010988
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,128,8192,0.023922133445739745
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,128,8192,0.022618667284647623
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,128,8192,0.02235520084698995
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,128,8192,0.022359466552734374
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,128,8192,0.022652800877889
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,128,8192,0.022653865814208984
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,128,8192,0.02222613294919332
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,128,8192,0.022241065899531044
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,128,8192,0.022648533185323082
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,128,8192,0.022102399667104086
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,128,8192,0.02147946755091349
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,128,8192,0.021908267339070638
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,128,8192,0.02189013361930847
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,128,8192,0.021476266781489055
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,128,8192,0.021808000405629475
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,128,8192,0.02141439914703369
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,128,8192,0.021473066012064616
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,128,8192,0.021857066949208578
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,128,8192,0.02193066676457723
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,128,8192,0.02182719906171163
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,128,8192,0.02188373406728109
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,128,8192,0.02148800094922384
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,128,8192,0.021449599663416544
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,128,8192,0.02143146594365438
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,128,8192,0.021831466754277547
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,128,8192,0.02185493310292562
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,128,8192,0.02141653299331665
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,128,8192,0.021811199188232423
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,128,8192,0.021546665827433267
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,128,8192,0.021451733509699502
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,128,8192,0.021898667017618813
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,128,8192,0.02190933426221212
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,128,8192,0.021602133909861244
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,128,8192,0.021435733636220297
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,128,7168,0.08189226786295573
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,128,8192,0.02145706613858541
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,128,7168,0.039850668112436934
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,128,7168,0.011948800086975098
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,128,7168,0.012012799580891926
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,128,7168,0.011965866883595784
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,128,7168,0.01199893355369568
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,128,8192,0.02181546688079834
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,128,7168,0.011966933806737263
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,128,7168,0.011451733112335206
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,128,7168,0.011494400103886922
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,128,7168,0.011617066462834676
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,128,7168,0.011168000102043153
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,128,7168,0.011589333415031433
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,128,7168,0.011754666765530903
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,128,7168,0.01123520036538442
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,128,7168,0.011160533626874287
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,128,7168,0.011482666929562886
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,128,7168,0.011225600043932598
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,128,7168,0.009581866860389709
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,128,7168,0.010826667149861652
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,128,7168,0.010830932855606079
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,128,7168,0.009173333644866943
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,128,7168,0.011170132954915365
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,128,8192,0.02181333303451538
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,128,7168,0.009538132945696514
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,128,7168,0.010757333040237427
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,128,7168,0.007597866654396057
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,128,7168,0.008250666658083598
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,128,7168,0.007530666887760162
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,128,7168,0.007895466685295106
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,128,8192,0.02182506720225016
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,128,7168,0.008772266904513042
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,128,7168,0.008756267031033833
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,128,7168,0.007496533294518788
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,128,7168,0.008636800448099773
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,128,7168,0.006931200126806895
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,128,7168,0.0085098663965861
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,128,7168,0.005566933254400889
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,128,7168,0.007945600152015685
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,128,7168,0.005489066739877065
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,128,7168,0.007928533355395
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,128,7168,0.00555733342965444
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,128,7168,0.00673280010620753
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,128,7168,0.005709866682688395
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,128,7168,0.005498666564623515
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,128,7168,0.005485866467158
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,128,7168,0.006678399940331777
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,128,7168,0.00553173323472341
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,128,7168,0.006320000191529592
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,128,7168,0.005497600138187409
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,128,7168,0.005510400235652924
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,128,7168,0.0054400001962979635
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,128,7168,0.005453866720199585
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,128,7168,0.005499733487764994
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,128,7168,0.005504000186920166
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,128,7168,0.02141653299331665
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,128,7168,0.005443199972311656
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,128,7168,0.0054293334484100345
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,128,7168,0.005100800096988678
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,128,7168,0.005064533154169718
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,128,7168,0.005093333125114441
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,128,8192,0.021478400627772013
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,128,7168,0.005076266825199127
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,128,7168,0.005448533097902933
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,128,7168,0.005099733173847198
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,128,7168,0.005465599894523621
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,128,8192,0.021461333831151327
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,128,7168,0.005098666747411092
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,128,7168,0.005061333378156027
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,128,7168,0.005470933516820272
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,128,7168,0.00508480022350947
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,128,7168,0.005085866649945577
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,128,7168,0.005065600077311197
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,128,7168,0.005106133222579956
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,128,7168,0.009193600217501322
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,128,7168,0.1718239943186442
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,128,7168,0.006648533542950948
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,128,7168,0.3376533190409342
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,128,7168,0.08236800034840902
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,128,7168,0.08230933348337809
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,128,7168,0.07432320117950439
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,128,7168,0.07371839682261148
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,128,7168,0.06895253658294678
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,128,7168,0.6603061040242513
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,128,7168,0.06106773217519125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,128,7168,0.060522667566935216
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,128,7168,0.05548906723658244
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,128,7168,0.05662506818771362
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,128,7168,0.05162560145060221
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,128,7168,0.05129706859588623
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,128,7168,0.005454933146635691
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,128,7168,0.04917866786321004
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,128,7168,0.04529173374176025
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,128,7168,0.04530773162841797
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,128,7168,0.0434442679087321
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,128,7168,0.04192639986673991
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,128,7168,0.040593067804972335
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,128,7168,0.04058239857355754
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,128,7168,0.03711893161137898
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,128,7168,0.037026135126749675
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,128,7168,0.03686079978942871
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,128,7168,0.035121067365010576
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,128,7168,0.03300053278605143
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,128,7168,0.03288000027338664
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,128,7168,0.031010133028030396
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,128,7168,0.02767573396364848
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,128,7168,0.02839999993642171
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,128,7168,0.025326933463414508
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,128,7168,0.023485867182413737
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,128,7168,0.02267199953397115
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,128,7168,0.022642133633295695
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,128,7168,0.022742400566736855
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,128,7168,0.006725333134333293
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,128,7168,0.022024534145991006
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,128,7168,0.022123734156290688
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,128,7168,0.020666666825612388
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,128,7168,0.02220906615257263
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,128,7168,0.02102400064468384
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,128,7168,0.019985065857569376
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,128,7168,0.020589866240819297
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,128,7168,0.020863999923070274
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,128,7168,0.0696085294087728
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,128,7168,0.02017813324928284
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,128,7168,0.019693867365519205
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,128,7168,0.0194815993309021
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,128,7168,0.018900267283121743
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,128,7168,0.018684800465901694
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,128,7168,0.04782079855600993
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,128,7168,0.020517333348592123
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,128,7168,0.018206934134165444
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,128,7168,0.018150399128595986
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,128,7168,0.01840533415476481
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,128,7168,0.016615466276804606
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,128,7168,0.017171200116475424
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,128,7168,0.01795413295427958
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,128,7168,0.016689066092173258
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,128,7168,0.0183786670366923
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,128,7168,0.016581333676973977
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,128,7168,0.005093333125114441
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,128,7168,0.01651093363761902
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,128,7168,0.016639999548594155
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,128,7168,0.01686720053354899
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,128,7168,0.017046399911244712
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,128,7168,0.016784000396728515
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,128,7168,0.01739306648572286
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,128,7168,0.0168778657913208
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,128,7168,0.030869332949320476
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,128,7168,0.01656426688035329
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,128,7168,0.01649386684099833
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,128,7168,0.0165173331896464
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,128,7168,0.016511999567349753
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,128,7168,0.025170133511225386
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,128,7168,0.02003413240114848
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,128,7168,0.138808536529541
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,128,7168,0.16139520009358724
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,128,7168,0.11863040129343669
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,128,7168,0.16080640157063802
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,128,7168,0.1416543960571289
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,128,7168,0.09915200074513754
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,128,7168,0.08171626726786295
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,128,7168,0.08607892990112305
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,128,7168,0.33389228185017905
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,128,7168,0.07580906550089518
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,128,7168,0.6581823984781902
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,128,7168,0.06934613386789958
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,128,7168,0.0685642639795939
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,128,7168,0.06368213494618734
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,128,7168,0.06370026667912801
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,128,7168,0.05874880154927572
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,128,7168,1.3124927520751952
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,128,7168,0.11585066318511963
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,128,7168,0.09701866308848063
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,128,7168,0.07552213668823242
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,128,7168,0.04761600097020467
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,128,7168,0.05864853461583456
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,128,7168,0.037309865156809494
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,128,7168,0.04778453509012858
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,128,7168,0.03287573258082072
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,128,7168,0.03173546592394511
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,128,7168,0.0276202658812205
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,128,7168,0.05338240067164103
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,128,7168,0.026387200752894087
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,128,7168,0.016909867525100708
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,128,7168,0.016150400042533875
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,128,7168,0.020999467372894286
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,128,7168,0.04278186559677124
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,128,7168,0.052843733628590905
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,128,7168,0.015897599856058757
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,128,7168,0.01577600042025248
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,128,7168,0.01567466656366984
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,128,7168,0.014910933375358582
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,128,7168,0.014531200130780539
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,128,7168,0.014485333363215128
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,128,7168,0.014450132846832275
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,128,7168,0.013241599996884665
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,128,7168,0.012974933783213297
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,128,7168,0.013230933745702108
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,128,7168,0.012852266430854797
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,128,7168,0.012959999839464822
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,128,7168,0.012994133432706199
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,128,7168,0.013503999511400858
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,128,7168,0.012071466445922852
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,128,7168,0.011922132968902589
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,128,7168,0.011635200182596842
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,128,7168,0.012082133690516155
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,128,7168,0.011785599589347839
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,128,7168,0.011638399958610535
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,128,7168,0.01206826666990916
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,128,7168,0.041971198717753094
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,128,7168,0.03813333511352539
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,128,7168,0.011622400085131327
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,128,7168,0.01164479951063792
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,128,7168,0.011925333738327026
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,128,7168,0.011934933066368104
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,128,7168,0.011711999773979187
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,128,7168,0.011969066659609477
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,128,7168,0.011698133746782939
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,128,7168,0.011657599608103435
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,128,7168,0.01172693371772766
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,128,7168,0.011691733201344808
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,128,7168,0.011793067057927448
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,128,7168,0.01204800009727478
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,128,7168,0.01143999993801117
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,128,7168,0.022503467400868733
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,128,7168,0.012878933548927307
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,128,7168,0.11130987008412678
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,128,7168,0.06296853224436441
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,128,7168,0.21321279207865396
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,128,7168,0.011643733580907185
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,128,7168,0.012070399522781373
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,128,7168,0.0394378662109375
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,128,7168,0.03979626496632894
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,128,7168,0.03829439878463745
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,128,7168,0.03791679938634236
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,128,7168,0.03706026474634806
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,128,7168,0.03707520167032878
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,128,7168,0.03623253504435221
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,128,7168,0.03595093488693237
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,128,7168,0.03496319850285848
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,128,7168,0.0348906675974528
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,128,7168,0.03375466664632161
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,128,7168,0.03338346481323242
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,128,7168,0.032230399052302044
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,128,7168,0.032553599278132124
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,128,7168,0.03145706653594971
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,128,7168,0.03132053414980571
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,128,7168,0.030261333783467608
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,128,7168,0.03022293249766032
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,128,7168,0.02911466757456462
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,128,7168,0.028882133960723876
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,128,7168,0.028140799204508467
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,128,7168,0.02791253328323364
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,128,7168,0.026821333169937133
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,128,7168,0.02635306715965271
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,128,7168,0.025594667593638105
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,128,7168,0.025518933931986492
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,128,7168,0.0243285338083903
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,128,7168,0.024408533175786336
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,128,7168,0.023291732867558798
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,128,7168,0.02230613430341085
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,128,7168,0.02225173314412435
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,128,7168,0.02099306583404541
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,128,7168,0.02058346668879191
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,128,7168,0.020195200045903524
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,128,7168,0.020594133933385213
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,128,7168,0.020999467372894286
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,128,7168,0.02075200080871582
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,128,7168,0.021014400323232017
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,128,7168,0.02317439913749695
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,128,7168,0.020244266589482626
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,128,7168,0.020437333981196085
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,128,7168,0.019831466674804687
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,128,7168,0.019821866353352865
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,128,7168,0.019975467522939046
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,128,7168,0.020242132743199668
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,128,7168,0.02021226684252421
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,128,7168,0.019862399498621622
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,128,7168,0.019843200842539467
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,128,7168,0.02003306746482849
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,128,7168,0.019799466927846274
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,128,7168,0.020197333892186482
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,128,7168,0.019784533977508546
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,128,7168,0.020207999149958293
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,128,7168,0.019819732507069907
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,128,7168,0.019821866353352865
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,128,7168,0.020196266969045005
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,128,7168,0.019757866859436035
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,128,7168,0.020154666900634766
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,128,7168,0.01984000007311503
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,128,7168,0.019808000326156615
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,128,7168,0.019817600647608437
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,128,7168,0.01983786622683207
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,128,7168,0.019793067375818887
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,128,7168,0.01982933282852173
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,128,6144,0.07023359934488932
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,128,7168,0.020242132743199668
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,128,6144,0.03426773150761922
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,128,6144,0.017129600048065186
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,128,6144,0.010446932911872864
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,128,6144,0.010354133447011311
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,128,6144,0.010544000069300334
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,128,6144,0.010454400380452474
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,128,7168,0.019860267639160156
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,128,6144,0.010397866368293762
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,128,6144,0.00995306670665741
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,128,6144,0.010044800241788228
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,128,6144,0.010006399949391682
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,128,7168,0.02026453415552775
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,128,6144,0.009986133376757304
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,128,6144,0.010388267040252686
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,128,6144,0.009921066959698995
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,128,6144,0.01039466659228007
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,128,6144,0.011693867047627766
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,128,7168,0.019826134045918785
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,128,6144,0.008982400099436443
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,128,7168,0.019562667608261107
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,128,6144,0.00955733358860016
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,128,6144,0.009744000434875489
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,128,6144,0.009746133287747701
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,128,6144,0.008757332960764568
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,128,6144,0.009567999839782714
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,128,6144,0.0071722666422526045
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,128,6144,0.008769067128499348
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,128,7168,0.019827200969060262
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,128,6144,0.008366933465003968
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,128,6144,0.0071733335653940845
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,128,6144,0.007133866846561432
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,128,6144,0.007990399996439617
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,128,6144,0.008583466211954754
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,128,6144,0.006875733534495036
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,128,6144,0.007937066753705342
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,128,6144,0.006307200094064077
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,128,6144,0.007926400005817413
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,128,6144,0.005886933207511902
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,128,6144,0.0075093333919843035
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,128,6144,0.006244266529877981
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,128,6144,0.007399466633796692
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,128,6144,0.0062826668222745255
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,128,6144,0.007175466914971669
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,128,6144,0.006286933521429698
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,128,6144,0.0071946665644645694
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,128,6144,0.005178666611512502
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,128,6144,0.006276266773541768
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,128,6144,0.0059232001503308615
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,128,6144,0.005913599828879039
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,128,6144,0.005187200009822845
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,128,6144,0.00591786652803421
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,128,6144,0.005914666752020518
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,128,6144,0.005894400179386139
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,128,6144,0.005435733497142792
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,128,6144,0.005898666878541311
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,128,6144,0.005107200145721436
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,128,6144,0.005909333129723867
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,128,6144,0.005092266698678335
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,128,6144,0.005074133475621542
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,128,6144,0.00508480022350947
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,128,6144,0.00505920002857844
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,128,6144,0.005077333251635233
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,128,6144,0.005087999999523163
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,128,6144,0.005047466854254405
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,128,6144,0.0050570666790008545
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,128,6144,0.005070933202902476
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,128,6144,0.005020800232887268
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,128,6144,0.005082666873931885
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,128,7168,0.019811199108759562
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,128,6144,0.005005866785844167
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,128,6144,0.005066666503747304
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,128,6144,0.005005866785844167
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,128,6144,0.004642133414745331
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,128,6144,0.004650666813055674
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,128,6144,0.009994666775067646
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,128,6144,0.010078932841618855
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,128,6144,0.29108800888061526
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,128,6144,0.14742612838745117
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,128,6144,0.06438080072402955
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,128,6144,0.00958720048268636
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,128,6144,0.06397653420766194
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,128,6144,0.05862400134404501
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,128,6144,0.05745813449223837
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,128,6144,0.568346659342448
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,128,6144,0.05504106680552164
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,128,6144,0.054953598976135255
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,128,6144,0.051115731398264565
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,128,6144,0.05047146479288737
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,128,6144,0.048588800430297854
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,128,6144,0.045550934473673504
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,128,6144,0.04626239935557048
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,128,6144,0.04456319808959961
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,128,6144,0.04315733512242635
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,128,6144,0.04207466840744019
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,128,6144,0.04285973310470581
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,128,6144,0.039087998867034915
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,128,6144,0.035884801546732584
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,128,6144,0.03508479992548625
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,128,6144,0.034958934783935545
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,128,6144,0.032935466368993124
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,128,6144,0.032884265979131064
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,128,6144,0.030853333075841267
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,128,6144,0.030858665704727173
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,128,6144,0.0050016000866889955
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,128,6144,0.02876373330752055
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,128,6144,0.028707200288772584
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,128,6144,0.02606186668078105
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,128,6144,0.026649600267410277
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,128,6144,0.024769065777460735
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,128,6144,0.025191466013590496
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,128,6144,0.02240426739056905
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,128,6144,0.022066134214401244
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,128,6144,0.02069759964942932
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,128,6144,0.021845332781473794
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,128,6144,0.02077440023422241
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,128,6144,0.02178666591644287
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,128,6144,0.02089386582374573
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,128,6144,0.01927466591199239
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,128,6144,0.019337600469589232
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,128,6144,0.019858133792877198
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,128,6144,0.019637332359949747
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,128,6144,0.018645334243774413
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,128,6144,0.018574933211008705
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,128,6144,0.01840426723162333
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,128,6144,0.01870186726252238
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,128,6144,0.047602132956186934
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,128,6144,0.018088533480962118
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,128,6144,0.019351466496785482
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,128,6144,0.017362133661905924
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,128,6144,0.03914026816685994
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,128,6144,0.01788053313891093
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,128,6144,0.017486933867136636
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,128,6144,0.03657813469568889
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,128,6144,0.016827734311421712
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,128,6144,0.017298134167989095
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,128,6144,0.016760534048080443
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,128,6144,0.018180267016092936
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,128,6144,0.016521599888801575
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,128,6144,0.016555733482042947
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,128,6144,0.01654293338457743
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,128,6144,0.016562133034070333
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,128,6144,0.0176256000995636
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,128,6144,0.01681386629740397
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,128,6144,0.016456533471743265
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,128,6144,0.01792959968249003
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,128,6144,0.016657066345214844
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,128,6144,0.016562133034070333
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,128,6144,0.016574933131535848
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,128,6144,0.01634773313999176
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,128,6144,0.0047189335028330484
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,128,6144,0.02264960010846456
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,128,6144,0.018659200270970663
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,128,6144,0.016495999693870545
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,128,6144,0.11518399715423584
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,128,6144,0.6482410430908203
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,128,6144,0.12733546892801922
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,128,6144,0.3235658645629883
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,128,6144,0.08487679958343505
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,128,6144,0.08451519807179769
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,128,6144,0.07832319736480713
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,128,6144,0.100654935836792
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,128,6144,0.07906453609466553
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,128,6144,0.07335680325826009
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,128,6144,0.06816639900207519
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,128,6144,0.07284479935963949
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,128,6144,0.06771840254465739
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,128,6144,0.06284053325653076
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,128,6144,0.05771733522415161
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,128,6144,0.062090667088826504
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,128,6144,0.09231893221537271
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,128,6144,1.2879722595214844
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,128,6144,0.10167253017425537
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,128,6144,0.09044373035430908
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,128,6144,0.0472597320874532
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,128,6144,0.051926398277282716
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,128,6144,0.052121599515279136
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,128,6144,0.03170453310012818
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,128,6144,0.030850134293238324
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,128,6144,0.026346667607625322
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,128,6144,0.057639467716217044
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,128,6144,0.021130667130152384
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,128,6144,0.020179200172424316
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,128,6144,0.01613653302192688
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,128,6144,0.015009066462516785
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,128,6144,0.014918399850527444
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,128,6144,0.01492586632569631
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,128,6144,0.04236266613006592
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,128,6144,0.014840533336003622
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,128,6144,0.014051199952761332
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,128,6144,0.013671466708183288
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,128,6144,0.013301333785057068
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,128,6144,0.013649066289265951
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,128,6144,0.012473600109418233
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,128,6144,0.012321066856384278
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,128,6144,0.012165333827336628
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,128,6144,0.012200533350308736
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,128,6144,0.012358400225639343
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,128,6144,0.012456533312797547
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,128,6144,0.012397866447766621
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,128,6144,0.012037332852681477
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,128,6144,0.01125333309173584
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,128,6144,0.010802132884661357
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,128,6144,0.011229866743087768
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,128,6144,0.011225600043932598
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,128,6144,0.011199999849001567
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,128,6144,0.0107914666334788
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,128,6144,0.010814932982126872
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,128,6144,0.011090133587519329
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,128,6144,0.04685013294219971
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,128,6144,0.010937600334485372
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,128,6144,0.03588800032933553
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,128,6144,0.04113599856694539
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,128,6144,0.010801066954930622
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,128,6144,0.010991999506950378
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,128,6144,0.010918399691581726
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,128,6144,0.010867200295130412
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,128,6144,0.011228799819946289
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,128,6144,0.010569600264231364
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,128,6144,0.010813867052396137
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,128,6144,0.01083733340104421
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,128,6144,0.011037866274515789
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,128,6144,0.010818133751551311
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,128,6144,0.05886186758677164
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,128,6144,0.10323306719462078
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,128,6144,0.011170132954915365
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,128,6144,0.02550613284111023
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,128,6144,0.011183999975522359
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,128,6144,0.035807998975118
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,128,6144,0.03560320138931274
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,128,6144,0.03507519960403442
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,128,6144,0.03469333251317342
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,128,6144,0.19890559514363607
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,128,6144,0.03373226722081502
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,128,6144,0.03336533308029175
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,128,6144,0.011212799946467083
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,128,6144,0.032909866174062094
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,128,6144,0.032817065715789795
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,128,6144,0.032407466570536295
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,128,6144,0.03203946749369303
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,128,6144,0.030877866347630817
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,128,6144,0.03084160089492798
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,128,6144,0.029679999748865767
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,128,6144,0.029665066798528032
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,128,6144,0.028653866052627562
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,128,6144,0.028433066606521607
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,128,6144,0.02799573342005412
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,128,6144,0.027566933631896974
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,128,6144,0.026344533761342364
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,128,6144,0.026779733101526898
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,128,6144,0.025867732365926106
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,128,6144,0.02564053336779277
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,128,6144,0.024327466885248818
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,128,6144,0.02387839953104655
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,128,6144,0.02360639969507853
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,128,6144,0.023079466819763184
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,128,6144,0.022244266668955483
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,128,6144,0.0222378671169281
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,128,6144,0.02106879949569702
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,128,6144,0.02067626714706421
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,128,6144,0.020272000630696615
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,128,6144,0.019821866353352865
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,128,6144,0.018964266777038573
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,128,6144,0.01856000026067098
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,128,6144,0.018988800048828126
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,128,6144,0.018950400749842326
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,128,6144,0.01862186590830485
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,128,6144,0.01876586675643921
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,128,6144,0.018950400749842326
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,128,6144,0.018976000944773357
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,128,6144,0.018549333016077675
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,128,6144,0.018131200472513834
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,128,6144,0.0181386669476827
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,128,6144,0.018218666315078735
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,128,6144,0.018119466304779053
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,128,6144,0.01816640098889669
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,128,6144,0.018230400482813516
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,128,6144,0.017782400051752724
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,128,6144,0.01813973387082418
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,128,6144,0.018169599771499633
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,128,6144,0.017774933576583864
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,128,6144,0.017771732807159425
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,128,6144,0.01854506731033325
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,128,6144,0.018307199080785118
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,128,6144,0.017780266205469766
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,128,6144,0.018210132916768394
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,128,6144,0.018142932653427125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,128,6144,0.017760000626246133
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,128,6144,0.017781333128611247
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,128,6144,0.018133334318796792
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,128,6144,0.018201599518458046
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,128,6144,0.017923200130462648
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,128,6144,0.018172800540924072
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,128,6144,0.01820053259531657
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,128,6144,0.017794134219487508
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,128,6144,0.01813760002454122
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,128,5120,0.061034667491912845
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,128,5120,0.029790933926900225
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,128,5120,0.011201066772143047
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,128,5120,0.008743466933568318
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,128,5120,0.0091839998960495
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,128,5120,0.009386666615804036
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,128,5120,0.009211732943852743
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,128,5120,0.009121066331863404
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,128,5120,0.008804266651471455
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,128,6144,0.018153599898020425
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,128,5120,0.008713600039482117
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,128,5120,0.00876586635907491
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,128,5120,0.008778666456540424
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,128,5120,0.00869653324286143
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,128,5120,0.009164800246556599
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,128,5120,0.009149866302808125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,128,5120,0.008712533116340637
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,128,5120,0.009202133615811665
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,128,5120,0.009130666653315227
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,128,5120,0.008373333017031352
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,128,5120,0.009171199798583985
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,128,5120,0.008317866424719492
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,128,5120,0.008746666709582011
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,128,5120,0.008706133564313252
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,128,5120,0.008297599852085114
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,128,6144,0.017784533898035686
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,128,5120,0.008345599969228108
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,128,5120,0.008758399883906047
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,128,5120,0.006687999765078227
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,128,5120,0.007533866663773854
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,128,5120,0.006757333377997081
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,128,5120,0.007513600091139476
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,128,5120,0.007513600091139476
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,128,5120,0.006422399977842967
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,128,5120,0.007478400071461995
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,128,5120,0.006657066444555919
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,128,5120,0.007181866466999054
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,128,5120,0.006671999891599019
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,128,5120,0.006720000008742015
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,128,5120,0.006735999882221222
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,128,5120,0.006680533289909363
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,128,5120,0.005864533285299936
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,128,5120,0.006697600086530049
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,128,5120,0.005842133363087972
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,128,5120,0.005050666630268097
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,128,5120,0.0063274666666984555
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,128,5120,0.005774933099746704
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,128,5120,0.006316799918810527
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,128,5120,0.005027199784914652
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,128,5120,0.006675200164318084
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,128,5120,0.005669333537419637
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,128,5120,0.006286933521429698
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,128,6144,0.018201599518458046
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,128,5120,0.006647466619809468
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,128,5120,0.005028266708056132
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,128,5120,0.005512533088525137
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,128,5120,0.004658133288224538
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,128,5120,0.0050005331635475155
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,128,5120,0.004741333425045013
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,128,6144,0.018106667200724284
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,128,6144,0.018203733364741008
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,128,5120,0.005008000135421753
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,128,5120,0.005006933212280273
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,128,5120,0.005013333261013031
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,128,5120,0.005018666883309682
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,128,5120,0.005025066435337067
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,128,5120,0.007516799867153168
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,128,5120,0.004698666433493296
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,128,5120,0.004683733483155568
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,128,5120,0.004670933385690053
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,128,5120,0.004706133405367533
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,128,5120,0.004603733122348785
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,128,5120,0.004677333434422811
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,128,5120,0.004626133541266123
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,128,5120,0.006695466736952464
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,128,5120,0.24281066258748374
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,128,5120,0.005062399804592133
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,128,5120,0.47806507746378585
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,128,5120,0.11903039614359538
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,128,5120,0.05120000044504801
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,128,5120,0.051052800814310705
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,128,5120,0.0473141352335612
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,128,5120,0.0472597320874532
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,128,5120,0.04712533156077067
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,128,5120,0.04594240188598633
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,128,5120,0.005017599960168203
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,128,5120,0.00472320020198822
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,128,5120,0.04452053308486938
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,128,5120,0.041076266765594484
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,128,5120,0.041653335094451904
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,128,5120,0.041066666444142655
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,128,5120,0.04108373324076335
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,128,5120,0.039868799845377605
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,128,5120,0.03916800022125244
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,128,5120,0.03688746690750122
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,128,5120,0.037043201923370364
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,128,5120,0.035412267843882246
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,128,5120,0.03516159852345784
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,128,5120,0.033343998591105144
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,128,5120,0.030873600641886396
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,128,5120,0.031564799944559734
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,128,5120,0.030324266354242964
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,128,5120,0.004689066608746847
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,128,5120,0.02866986592610677
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,128,5120,0.028981333971023558
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,128,5120,0.026572799682617186
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,128,5120,0.026016000906626386
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,128,5120,0.024808533986409507
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,128,5120,0.024948267141977946
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,128,5120,0.02290453314781189
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,128,5120,0.022870399554570518
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,128,5120,0.020885332425435384
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,128,5120,0.022011733055114745
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,128,5120,0.02099306583404541
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,128,5120,0.021547732750574748
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,128,5120,0.019847466548283895
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,128,5120,0.020594133933385213
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,128,5120,0.018770132462183634
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,128,5120,0.02061333258946737
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,128,5120,0.020010666052500407
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,128,5120,0.018743467330932618
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,128,5120,0.018705066045125326
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,128,5120,0.018461867173512777
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,128,5120,0.019108267625172932
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,128,5120,0.01941439906756083
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,128,5120,0.01840959986050924
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,128,5120,0.018055466810862224
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,128,5120,0.018551466862360637
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,128,5120,0.018565332889556883
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,128,5120,0.018473599354426065
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,128,5120,0.0184063990910848
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,128,5120,0.018898133436838785
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,128,5120,0.017754666010538735
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,128,5120,0.017171200116475424
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,128,5120,0.01804479956626892
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,128,5120,0.016985599199930826
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,128,5120,0.044276265303293864
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,128,5120,0.01806186636288961
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,128,5120,0.01657386620839437
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,128,5120,0.016657066345214844
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,128,5120,0.01657386620839437
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,128,5120,0.016657066345214844
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,128,5120,0.016522666811943053
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,128,5120,0.016582399606704712
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,128,5120,0.016771199305852254
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,128,5120,0.033403734366099044
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,128,5120,0.017108267545700072
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,128,5120,0.01655893325805664
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,128,5120,0.016923733552296958
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,128,5120,0.03004693388938904
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,128,5120,0.01922559936841329
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,128,5120,0.01816533406575521
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,128,5120,0.016552533706029257
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,128,6144,0.03663680156071981
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,128,5120,0.32106240590413415
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,128,5120,0.09841813246409098
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,128,5120,0.08248960177103679
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,128,5120,0.6439615885416667
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,128,5120,0.07734613418579102
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,128,5120,1.265603256225586
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,128,5120,0.07383360068003336
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,128,5120,0.093885866800944
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,128,5120,0.099235200881958
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,128,5120,0.07259093125661215
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,128,5120,0.06653226613998413
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,128,5120,0.06623040040334066
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,128,5120,0.06327253182729085
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,128,5120,0.06110826730728149
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,128,5120,0.05673706531524658
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,128,5120,0.09255786736806235
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,128,5120,0.0870346705118815
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,128,5120,0.08701013724009196
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,128,5120,0.08203413486480712
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,128,5120,0.07640000184377035
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,128,5120,0.05672533512115478
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,128,5120,0.050969600677490234
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,128,5120,0.03551359971364339
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,128,5120,0.0309173325697581
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,128,5120,0.030433066685994464
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,128,5120,0.025600000222524004
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,128,5120,0.050254933039347326
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,128,5120,0.024808533986409507
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,128,5120,0.01950719952583313
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,128,5120,0.015726932883262636
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,128,5120,0.014060800274213156
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,128,5120,0.014056533575057983
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,128,5120,0.01406613290309906
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,128,5120,0.014454399545987448
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,128,5120,0.013026133179664612
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,128,5120,0.013089066743850708
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,128,5120,0.012818132837613424
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,128,5120,0.012809600432713827
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,128,5120,0.011572266618410747
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,128,5120,0.011194666226704914
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,128,5120,0.011583999792734782
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,128,5120,0.01157866617043813
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,128,5120,0.011601066589355469
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,128,5120,0.011618133385976155
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,128,5120,0.011602133512496948
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,128,5120,0.04632213513056437
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,128,5120,0.01030293305714925
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,128,5120,0.010013866424560546
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,128,5120,0.010440533359845478
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,128,5120,0.009958400328954061
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,128,5120,0.010167466600735982
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,128,5120,0.009983999530474345
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,128,5120,0.010114133358001709
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,128,5120,0.010011733571688334
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,128,5120,0.010279466708501179
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,128,5120,0.010018133123715718
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,128,5120,0.010373333096504211
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,128,5120,0.010024533669153849
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,128,5120,0.010156800349553425
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,128,5120,0.011556266744931539
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,128,5120,0.00992746651172638
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,128,5120,0.009959466258684794
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,128,5120,0.010020266969998677
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,128,5120,0.010003200173377991
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,128,5120,0.010372266173362732
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,128,5120,0.010331733028093974
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,128,5120,0.009958400328954061
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,128,5120,0.010375466942787171
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,128,5120,0.009956266482671101
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,128,5120,0.020645334323247274
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,128,5120,0.05422933499018351
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,128,5120,0.09770346482594808
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,128,5120,0.1857269287109375
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,128,5120,0.03254400094350179
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,128,5120,0.03262719909350077
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,128,5120,0.0317631999651591
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,128,5120,0.03169066707293193
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,128,5120,0.03129066626230876
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,128,5120,0.030501333872477214
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,128,5120,0.029686399300893146
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,128,5120,0.030025599400202434
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,128,5120,0.029286400477091475
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,128,5120,0.029252266883850096
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,128,5120,0.028409600257873535
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,128,5120,0.0279914657274882
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,128,5120,0.02686400016148885
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,128,5120,0.02723199923833211
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,128,5120,0.0264138658841451
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,128,5120,0.025914667050043742
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,128,5120,0.025219200054804485
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,128,5120,0.02474666635195414
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,128,5120,0.024305067459742227
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,128,5120,0.023481599489847817
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,128,5120,0.02358506719271342
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,128,5120,0.045305601755778
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,128,5120,0.02312320073445638
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,128,5120,0.02224640051523844
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,128,5120,0.021717333793640138
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,128,5120,0.021053866545359293
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,128,5120,0.020376533269882202
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,128,5120,0.020181334018707274
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,128,5120,0.019019732872645058
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,128,5120,0.01923946738243103
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,128,5120,0.018601600329081217
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,128,5120,0.018143999576568603
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,128,5120,0.01689173380533854
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,128,5120,0.016923733552296958
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,128,5120,0.016978132724761962
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,128,5120,0.016990933815638223
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,128,5120,0.02079253395398458
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,128,5120,0.01692053278287252
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,128,5120,0.01732906699180603
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,128,5120,0.016911999384562174
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,128,5120,0.01731946667035421
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,128,5120,0.016504533092180886
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,128,5120,0.016107733050982155
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,128,5120,0.016521599888801575
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,128,5120,0.016501333316167197
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,128,5120,0.01651093363761902
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,128,5120,0.01594986617565155
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,128,5120,0.016157866517702738
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,128,5120,0.01649386684099833
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,128,5120,0.016114133596420287
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,128,5120,0.016169599692026772
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,128,5120,0.016148266196250916
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,128,5120,0.016114133596420287
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,128,5120,0.016504533092180886
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,128,5120,0.016497066617012023
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,128,5120,0.016685867309570314
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,128,5120,0.01616426706314087
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,128,5120,0.01609280010064443
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,128,5120,0.01616320013999939
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,128,5120,0.01623679995536804
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,128,5120,0.01607360045115153
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,128,5120,0.01634773313999176
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,128,5120,0.01614400049050649
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,128,5120,0.016505600015322367
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,128,5120,0.01608746647834778
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,128,5120,0.016099199652671814
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,128,5120,0.016127999623616537
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,128,5120,0.016528000434239708
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,128,4096,0.04843519926071167
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,128,4096,0.024246400594711302
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,128,5120,0.01651093363761902
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,128,4096,0.009443199634552002
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,128,4096,0.0074976002176602675
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,128,4096,0.007464533547560374
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,128,4096,0.007925333579381307
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,128,4096,0.0077354664603869125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,128,5120,0.015948800245920818
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,128,5120,0.016150400042533875
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,128,4096,0.007892266909281413
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,128,4096,0.007522133489449819
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,128,4096,0.00746559997399648
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,128,4096,0.007499733567237854
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,128,4096,0.007513600091139476
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,128,4096,0.007536000013351441
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,128,4096,0.007913599908351897
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,128,4096,0.007494399944941203
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,128,4096,0.008016000191370647
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,128,4096,0.007934933404127757
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,128,4096,0.007937066753705342
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,128,4096,0.007096533477306366
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,128,5120,0.016151466965675355
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,128,4096,0.007075199981530507
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,128,4096,0.007246933380762736
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,128,4096,0.0071487997968991595
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,128,4096,0.007117866476376851
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,128,4096,0.007113599777221679
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,128,4096,0.007223466535409291
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,128,4096,0.007075199981530507
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,128,4096,0.007090133428573608
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,128,4096,0.006712533533573151
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,128,4096,0.0069461335738499955
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,128,4096,0.006646400193373363
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,128,4096,0.007090133428573608
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,128,4096,0.006726400057474773
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,128,4096,0.0066453332702318835
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,128,4096,0.005841066439946493
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,128,4096,0.0067093332608540845
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,128,4096,0.006248533229033152
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,128,4096,0.006695466736952464
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,128,4096,0.005421866476535797
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,128,4096,0.006712533533573151
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,128,4096,0.0054837331175804135
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,128,4096,0.006723199784755707
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,128,4096,0.0054517333706219995
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,128,4096,0.006698666512966156
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,128,4096,0.00589333325624466
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,128,4096,0.0058794667323430385
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,128,4096,0.0054175997773806255
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,128,4096,0.005910400052865346
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,128,4096,0.005410133302211762
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,128,4096,0.005904000004132589
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,128,4096,0.004689066608746847
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,128,4096,0.005881600081920624
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,128,4096,0.0074869334697723385
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,128,4096,0.005089066425959269
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,128,4096,0.005066666503747304
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,128,4096,0.0046015997727712
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,128,4096,0.005089066425959269
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,128,4096,0.004611200094223023
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,128,4096,0.004668800036112467
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,128,4096,0.004645333190759023
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,128,4096,0.0046304002404212955
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,128,4096,0.007121066749095917
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,128,4096,0.007141333321730297
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,128,4096,0.004602666695912679
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,128,4096,0.004636799792448679
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,128,4096,0.004602666695912679
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,128,4096,0.004631466666857402
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,128,4096,0.004249600072701773
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,128,4096,0.004678399860858917
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,128,4096,0.004261333247025808
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,128,4096,0.004242133100827535
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,128,4096,0.004296533266703288
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,128,4096,0.004625066618124644
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,128,4096,0.004275199770927429
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,128,4096,0.004273066421349844
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,128,4096,0.04269333283106486
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,128,4096,0.0885642687479655
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,128,4096,0.19577493667602539
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,128,4096,0.04283626476923625
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,128,4096,0.04102293252944946
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,128,4096,0.04090240001678467
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,128,4096,0.040805331865946454
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,128,4096,0.385207462310791
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,128,4096,0.04093013207117717
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,128,4096,0.038983468214670816
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,128,4096,0.03889600038528442
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,128,4096,0.036962131659189865
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,128,4096,0.03513600031534831
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,128,4096,0.034976001580556235
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,128,4096,0.03496106863021851
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,128,4096,0.032935466368993124
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,128,4096,0.030972800652186078
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,128,4096,0.02972266674041748
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,128,4096,0.029099732637405396
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,128,4096,0.029007999102274577
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,128,4096,0.0287989338239034
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,128,4096,0.02685439984003703
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,128,4096,0.02693120042483012
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,128,4096,0.0255840003490448
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,128,4096,0.025123200813929242
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,128,4096,0.023031467199325563
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,128,4096,0.03694080114364624
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,128,4096,0.024605866273244223
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,128,4096,0.023497599363327026
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,128,4096,0.022986666361490885
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,128,4096,0.021603200833002725
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,128,4096,0.03290346662203471
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,128,4096,0.021623466412226358
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,128,4096,0.01960960030555725
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,128,4096,0.020617600282033285
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,128,4096,0.01912213365236918
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,128,4096,0.02068480054537455
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,128,4096,0.018796799580256145
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,128,4096,0.018598399559656777
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,128,4096,0.020498132705688475
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,128,4096,0.018761599063873292
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,128,4096,0.018338133891423546
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,128,4096,0.018886399269104005
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,128,4096,0.019562667608261107
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,128,4096,0.018544000387191773
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,128,4096,0.019139200448989868
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,128,4096,0.016597333550453185
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,128,4096,0.01911999980608622
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,128,4096,0.016612266500790916
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,128,4096,0.017340799172719322
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,128,4096,0.01785599986712138
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,128,4096,0.018514132499694823
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,128,4096,0.017097600301106772
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,128,4096,0.018423465887705485
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,128,4096,0.017382399241129557
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,128,4096,0.016562133034070333
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,128,4096,0.016548267006874083
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,128,4096,0.01648640036582947
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,128,4096,0.01639573375384013
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,128,4096,0.03506666819254557
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,128,4096,0.016530133287111917
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,128,4096,0.017399466037750243
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,128,4096,0.01721280018488566
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,128,4096,0.016578132907549538
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,128,4096,0.031166932980219525
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,128,4096,0.01641813317934672
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,128,4096,0.016637866695721946
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,128,4096,0.01647040049235026
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,128,4096,0.016568533579508462
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,128,4096,0.01764586567878723
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,128,4096,0.016405333081881204
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,128,4096,0.015453867117563882
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,128,4096,0.016504533092180886
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,128,4096,0.016921599706014
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,128,5120,0.04108800093332927
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,128,5120,0.04068160057067871
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,128,5120,0.03600213527679443
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,128,4096,0.09562239646911622
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,128,4096,0.3033674558003744
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,128,4096,0.08045439720153809
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,128,4096,0.6283882776896159
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,128,4096,0.07515733242034912
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,128,4096,1.2534805297851563
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,128,4096,0.07011520067850749
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,128,4096,0.09533440272013347
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,128,4096,0.06523733139038086
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,128,4096,0.06489386558532714
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,128,4096,0.059562667210896814
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,128,4096,0.05996586481730143
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,128,4096,0.05465279817581177
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,128,4096,0.09012800057729085
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,128,4096,0.09021973609924316
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,128,4096,0.08456213474273681
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,128,4096,0.0849557320276896
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,128,4096,0.07956693172454835
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,128,4096,0.07471040089925131
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,128,4096,0.06978773276011149
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,128,4096,0.05458773374557495
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,128,4096,0.03369813362757365
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,128,4096,0.048903465270996094
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,128,4096,0.028431999683380126
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,128,4096,0.024336000283559166
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,128,4096,0.04892799854278564
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,128,4096,0.023461333910624185
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,128,4096,0.019425066312154134
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,128,4096,0.044447998205820724
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,128,4096,0.018198400735855103
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,128,4096,0.014471466342608133
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,128,4096,0.013294933239618936
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,128,4096,0.013247999548912048
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,128,4096,0.01244160036245982
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,128,4096,0.011971199512481689
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,128,4096,0.012026666601498922
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,128,4096,0.011869866649309795
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,128,4096,0.011633066336313884
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,128,4096,0.010417067011197408
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,128,4096,0.010795733332633973
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,128,4096,0.010484266281127929
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,128,4096,0.010378666718800863
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,128,4096,0.010770133137702942
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,128,4096,0.010360532999038696
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,128,4096,0.010390399893124899
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,128,4096,0.010455466310183207
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,128,4096,0.009205333391825358
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,128,4096,0.009161600470542907
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,128,4096,0.009588266412417095
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,128,4096,0.009221333265304565
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,128,4096,0.009553066889444987
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,128,4096,0.009129599730173747
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,128,4096,0.009224533041318258
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,128,4096,0.009154133001963298
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,128,4096,0.0092031995455424
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,128,4096,0.013286399841308593
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,128,4096,0.009173333644866943
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,128,4096,0.009197866916656494
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,128,4096,0.009144533673922222
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,128,4096,0.009141332904497783
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,128,4096,0.009302399555842082
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,128,4096,0.00912000040213267
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,128,4096,0.008819199601809184
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,128,4096,0.009191466371218364
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,128,4096,0.009148800373077392
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,128,4096,0.008798933029174805
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,128,4096,0.009166933099428813
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,128,4096,0.009149866302808125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,128,4096,0.009546666344006857
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,128,4096,0.07462720076243082
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,128,4096,0.1421461264292399
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,128,4096,0.04114880164464314
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,128,4096,0.027416533231735228
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,128,4096,0.027237333854039508
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,128,4096,0.026837333043416338
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,128,4096,0.02641493280728658
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,128,4096,0.02604373296101888
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,128,4096,0.025975465774536133
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,128,4096,0.02545493245124817
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,128,4096,0.024804266293843587
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,128,4096,0.0244159996509552
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,128,4096,0.024482132991154988
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,128,4096,0.02395306626955668
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,128,4096,0.02353066603342692
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,128,4096,0.023004800081253052
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,128,4096,0.02283733288447062
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,128,4096,0.02243306636810303
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,128,4096,0.022076799472173055
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,128,4096,0.02143146594365438
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,128,4096,0.021413334210713706
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,128,4096,0.021010132630666097
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,128,4096,0.02064853310585022
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,128,4096,0.019761067628860474
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,128,4096,0.020190932353337607
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,128,4096,0.018981333573659262
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,128,4096,0.018950400749842326
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,128,4096,0.018221867084503175
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,128,4096,0.01817493240038554
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,128,4096,0.017334399620691936
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,128,4096,0.017873066663742065
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,128,4096,0.016721065839131674
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,128,4096,0.01651306649049123
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,128,4096,0.015756799777348836
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,128,4096,0.015687466661135355
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,128,4096,0.014856533209482829
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,128,4096,0.014876799782117209
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,128,4096,0.014899200201034546
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,128,4096,0.014536533753077188
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,128,4096,0.014865066607793173
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,128,4096,0.014505599935849508
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,128,4096,0.014846932888031007
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,128,4096,0.014936533570289613
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,128,4096,0.01409173309803009
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,128,4096,0.01404906709988912
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,128,4096,0.01411626636981964
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,128,4096,0.014075733224550881
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,128,4096,0.014014933506647745
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,128,4096,0.014456533392270408
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,128,4096,0.014145066340764364
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,128,4096,0.014046933253606161
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,128,4096,0.014089600245157877
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,128,4096,0.013804800311724343
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,128,4096,0.014123732844988504
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,128,4096,0.014514133334159851
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,128,4096,0.014076800147692362
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,128,4096,0.014035200079282125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,128,4096,0.014473600188891092
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,128,4096,0.014133333166440328
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,128,4096,0.014077867070833841
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,128,4096,0.01404800017674764
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,128,4096,0.014084266622861228
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,128,4096,0.01402773360411326
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,128,4096,0.01428053379058838
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,128,4096,0.01378986636797587
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,128,4096,0.01400213340918223
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,128,4096,0.01432319978872935
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,128,4096,0.013724799950917563
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,128,4096,0.01376426617304484
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,128,4096,0.014465066790580749
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,128,4096,0.013700266679128012
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,128,4096,0.014033066232999167
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,128,3584,0.04344000021616618
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,128,4096,0.014033066232999167
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,128,3584,0.02198293407758077
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,128,3584,0.0086325337489446
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,128,3584,0.006716800232728322
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,128,3584,0.00680320014556249
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,128,3584,0.007528533538182576
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,128,3584,0.0071263998746871945
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,128,3584,0.007478400071461995
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,128,3584,0.006702933212121327
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,128,3584,0.0069461335738499955
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,128,4096,0.014044800400733947
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,128,3584,0.006673066814740498
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,128,3584,0.007032533486684163
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,128,3584,0.007417599856853485
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,128,3584,0.007525333265463512
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,128,3584,0.006715733309586842
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,128,3584,0.0071946665644645694
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,128,3584,0.007282133400440216
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,128,3584,0.007097599903742473
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,128,3584,0.006659199794133504
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,128,3584,0.006682666639486949
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,128,3584,0.007004799942175548
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,128,3584,0.006844800213972728
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,128,3584,0.006664533416430156
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,128,3584,0.00631039987007777
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,128,3584,0.006647466619809468
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,128,3584,0.006369066735108693
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,128,3584,0.00665280024210612
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,128,3584,0.006361599763234456
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,128,3584,0.006723199784755707
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,128,3584,0.0063296000162760425
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,128,3584,0.006242133180300395
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,128,3584,0.006286933521429698
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,128,3584,0.0067104001839955645
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,128,3584,0.006267733375231425
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,128,3584,0.005975466469923655
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,128,3584,0.005527466535568237
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,128,3584,0.005899733304977417
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,128,3584,0.0058783998092015585
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,128,3584,0.0062720000743865965
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,128,3584,0.00513919989267985
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,128,3584,0.006260266900062561
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,128,3584,0.005118933320045471
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,128,3584,0.006071466704209646
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,128,3584,0.005125333368778229
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,128,3584,0.0062496001521746315
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,128,3584,0.005906133353710175
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,128,3584,0.0062613333264986675
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,128,3584,0.0050911997755368555
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,128,3584,0.005843199789524078
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,128,3584,0.0051466668645540874
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,128,3584,0.005899733304977417
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,128,3584,0.0050687998533248905
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,128,3584,0.0058783998092015585
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,128,3584,0.006737066805362702
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,128,3584,0.005073066552480062
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,128,3584,0.0050357331832249965
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,128,3584,0.005029333134492239
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,128,3584,0.005039999882380167
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,128,3584,0.005031466484069824
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,128,3584,0.005032533407211303
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,128,3584,0.005025066435337067
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,128,3584,0.005087999999523163
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,128,3584,0.0050911997755368555
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,128,3584,0.005011199911435445
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,128,3584,0.005032533407211303
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,128,3584,0.0050570666790008545
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,128,3584,0.005025066435337067
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,128,3584,0.005063466727733612
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,128,3584,0.005017599960168203
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,128,3584,0.004903466502825419
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,128,3584,0.0050122668345769245
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,128,3584,0.004666666686534882
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,128,3584,0.0046634669105211895
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,128,3584,0.3383477210998535
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,128,3584,0.17223040262858075
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,128,3584,0.0050794666012128195
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,128,3584,0.07197653452555339
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,128,3584,0.03932906786600749
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,128,3584,0.04038293361663818
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,128,3584,0.03897279898325602
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,128,3584,0.03840426603953044
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,128,3584,0.037006934483846024
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,128,3584,0.03693973223368327
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,128,3584,0.035176531473795576
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,128,3584,0.03505599896113078
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,128,3584,0.03481706778208415
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,128,3584,0.03493013381958008
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,128,3584,0.03428479830423991
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,128,3584,0.03291306694348653
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,128,3584,0.032706133524576825
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,128,3584,0.030990932385126752
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,128,3584,0.032374399900436404
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,128,3584,0.029020800193150835
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,128,3584,0.028965334097544353
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,128,3584,0.028842665751775104
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,128,3584,0.03023359974225362
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,128,3584,0.026862933238347368
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,128,3584,0.026970666646957398
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,128,3584,0.026382933060328167
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,128,3584,0.02601813276608785
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,128,3584,0.024324266115824382
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,128,3584,0.023426133394241332
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,128,3584,0.023355732361475624
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,128,3584,0.034373335043589276
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,128,3584,0.022702932357788086
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,128,3584,0.022629332542419434
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,128,3584,0.020966400702794395
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,128,3584,0.020801067352294922
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,128,3584,0.0187008003393809
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,128,3584,0.018613332509994508
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,128,3584,0.018573866287867228
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,128,3584,0.018355200688044228
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,128,3584,0.018283732732137046
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,128,3584,0.01707520087560018
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,128,3584,0.018266665935516357
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,128,3584,0.016926934321721397
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,128,4096,0.043975468476613364
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,128,3584,0.01658453345298767
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,128,3584,0.01720106601715088
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,128,3584,0.016795732577641807
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,128,3584,0.016714666287104288
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,128,3584,0.0173962672551473
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,128,3584,0.024306132396062215
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,128,3584,0.016777600844701132
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,128,3584,0.016572800278663636
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,128,3584,0.01651306649049123
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,128,3584,0.01665279964605967
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,128,3584,0.016436266899108886
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,128,3584,0.016518400112787882
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,128,3584,0.016285866498947144
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,128,3584,0.01800000071525574
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,128,3584,0.016587733229001363
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,128,3584,0.016182399789492288
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,128,3584,0.015390933553377787
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,128,3584,0.016189866264661155
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,128,3584,0.015607466300328573
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,128,3584,0.016361600160598753
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,128,3584,0.016216533382733662
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,128,3584,0.018776534001032512
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,128,3584,0.015516799688339234
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,128,3584,0.016478932897249856
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,128,3584,0.015929599603017174
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,128,3584,0.015173332889874777
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,128,3584,0.015480533242225647
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,128,3584,0.015773866573969522
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,128,3584,0.015446399648984274
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,128,3584,0.015251200397809347
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,128,3584,0.014528000354766845
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,128,3584,0.01650773286819458
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,128,4096,0.039435732364654544
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,128,4096,0.03444586594899495
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,128,4096,0.029597866535186767
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,128,4096,0.03906346559524536
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,128,3584,0.09483413696289063
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,128,3584,0.2557685375213623
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,128,3584,0.07916800181070963
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,128,3584,0.6399616241455078
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,128,3584,0.0948533296585083
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,128,3584,0.07422933578491211
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,128,3584,1.2787413279215494
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,128,3584,0.0742240031560262
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,128,3584,0.06934719880421956
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,128,3584,0.06909546852111817
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,128,3584,0.06448533137639365
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,128,3584,0.06360640128453574
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,128,3584,0.05869866609573364
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,128,3584,0.059544531504313145
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,128,3584,0.05391680002212525
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,128,3584,0.08487253189086914
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,128,3584,0.08978133201599121
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,128,3584,0.08948799769083658
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,128,3584,0.08489600022633871
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,128,3584,0.07930986881256104
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,128,3584,0.054542934894561766
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,128,3584,0.03339200019836426
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,128,3584,0.028962133328119914
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,128,3584,0.044361599286397296
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,128,3584,0.023882667223612465
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,128,3584,0.028191999594370527
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,128,3584,0.03865600029627482
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,128,3584,0.023124267657597862
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,128,3584,0.018742400407791137
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,128,3584,0.018083200852076212
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,128,3584,0.014141866564750671
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,128,3584,0.01288106640179952
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,128,3584,0.012468266487121581
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,128,3584,0.012410666545232136
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,128,3584,0.04359573523203532
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,128,3584,0.011592533191045125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,128,3584,0.04889386494954427
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,128,3584,0.011538133025169373
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,128,3584,0.011241599917411804
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,128,3584,0.01162559986114502
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,128,3584,0.010186666250228881
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,128,3584,0.010339200496673584
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,128,3584,0.00999786655108134
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,128,3584,0.009935999910036724
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,128,3584,0.010011733571688334
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,128,3584,0.048913065592447916
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,128,3584,0.010413866241772969
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,128,3584,0.009924266735712688
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,128,3584,0.008805333574612936
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,128,3584,0.008780800302823384
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,128,3584,0.008924800157546996
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,128,3584,0.008616532882054646
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,128,3584,0.00886079967021942
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,128,3584,0.00869546631971995
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,128,3584,0.008803199728329976
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,128,3584,0.009143466750780743
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,128,3584,0.008763733506202697
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,128,3584,0.0088128000497818
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,128,3584,0.008764800429344178
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,128,3584,0.008588799834251403
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,128,3584,0.0088128000497818
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,128,3584,0.008755200107892354
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,128,3584,0.008745599786440532
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,128,3584,0.00841813286145528
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,128,3584,0.008721066514650981
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,128,3584,0.008480000495910644
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,128,3584,0.008748799562454224
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,128,3584,0.008877866466840108
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,128,3584,0.008238933483759562
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,128,3584,0.01241386632124583
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,128,3584,0.0099263995885849
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,128,3584,0.03658560117085775
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,128,3584,0.128276268641154
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,128,3584,0.025153066714604693
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,128,3584,0.008733866612116496
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,128,3584,0.025146667162577314
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,128,3584,0.02472213308016459
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,128,3584,0.02446720004081726
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,128,3584,0.023923200368881226
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,128,3584,0.02387946645418803
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,128,3584,0.023104000091552734
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,128,3584,0.023051732778549196
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,128,3584,0.022529067595799764
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,128,3584,0.022680532932281495
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,128,3584,0.021967999140421548
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,128,3584,0.021397332350413002
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,128,3584,0.02064746618270874
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,128,3584,0.02109653353691101
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,128,3584,0.02064853310585022
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,128,3584,0.020197333892186482
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,128,3584,0.01979413429896037
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,128,3584,0.019450666507085164
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,128,3584,0.018986666202545167
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,128,3584,0.01861013372739156
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,128,3584,0.018172800540924072
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,128,3584,0.017798399925231932
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,128,3584,0.017705599466959633
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,128,3584,0.06871999899546305
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,128,3584,0.016962132851282754
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,128,3584,0.01611306667327881
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,128,3584,0.01651093363761902
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,128,3584,0.015583999951680503
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,128,3584,0.015289599696795145
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,128,3584,0.018588799238204955
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,128,3584,0.0149536003669103
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,128,3584,0.014882133404413859
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,128,3584,0.013668266932169595
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,128,3584,0.013611732920010885
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,128,3584,0.01384213368097941
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,128,3584,0.01325440009435018
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,128,3584,0.016952532529830932
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,128,3584,0.013689600427945457
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,128,3584,0.013550933202107748
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,128,3584,0.013401599725087485
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,128,3584,0.013640532890955607
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,128,3584,0.013271466890970866
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,128,3584,0.013643733660380044
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,128,3584,0.012821333607037863
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,128,3584,0.013285332918167114
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,128,3584,0.01290986637274424
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,128,3584,0.01362773378690084
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,128,3584,0.013238400220870972
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,128,3584,0.01320746640364329
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,128,3584,0.013244799772898355
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,128,3584,0.01328000028928121
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,128,3584,0.013275733590126038
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,128,3584,0.013221333424250284
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,128,3584,0.013202133774757385
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,128,3584,0.01323199967543284
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,128,3584,0.012876799702644348
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,128,3584,0.012829867005348206
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,128,3584,0.013229866822560629
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,128,3584,0.013269333044687906
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,128,3584,0.013010133306185404
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,128,3584,0.013664000233014426
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,128,3584,0.01330560048421224
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,128,3584,0.013196800152460733
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,128,3584,0.012882133324941
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,128,3584,0.013356799880663553
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,128,3584,0.013270399967829385
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,128,3584,0.012837333480517068
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,128,3072,0.03856000105539958
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,128,3072,0.018475733200709023
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,128,3072,0.007628799974918365
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,128,3072,0.006307200094064077
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,128,3072,0.006302933394908905
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,128,3584,0.012872533003489176
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,128,3584,0.013202133774757385
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,128,3072,0.006684799989064534
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,128,3072,0.006657066444555919
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,128,3584,0.013291733463605246
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,128,3584,0.013222400347391763
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,128,3072,0.00625493327776591
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,128,3072,0.006242133180300395
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,128,3072,0.0059125334024429325
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,128,3072,0.006223999957243601
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,128,3072,0.006258133550484974
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,128,3072,0.006671999891599019
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,128,3072,0.006243200103441874
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,128,3072,0.006596266726652781
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,128,3072,0.006382933259010315
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,128,3072,0.005899733304977417
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,128,3072,0.005891199906667074
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,128,3072,0.005950933198134104
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,128,3072,0.005970133344332377
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,128,3072,0.005915733178456625
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,128,3072,0.005880533158779145
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,128,3072,0.005840000013510386
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,128,3072,0.005846400062243144
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,128,3072,0.005842133363087972
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,128,3072,0.005857066810131073
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,128,3072,0.005829333265622457
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,128,3072,0.005834666887919108
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,128,3072,0.005464533468087515
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,128,3072,0.005886933207511902
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,128,3072,0.005500799914201101
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,128,3072,0.0054730668663978575
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,128,3072,0.005412266651789347
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,128,3072,0.005489066739877065
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,128,3072,0.005434666574001312
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,128,3584,0.012880000472068786
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,128,3072,0.005496533215045929
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,128,3072,0.005016533533732096
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,128,3072,0.0054730668663978575
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,128,3072,0.005062399804592133
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,128,3072,0.005654400090376536
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,128,3072,0.005058133105436961
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,128,3072,0.005669333537419637
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,128,3072,0.005443199972311656
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,128,3072,0.005457066496213277
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,128,3072,0.005015466610590617
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,128,3072,0.00543146679798762
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,128,3072,0.006663466493288676
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,128,3072,0.005051733553409576
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,128,3072,0.005504000186920166
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,128,3072,0.004667733112970988
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,128,3072,0.0056309332450230915
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,128,3072,0.004646400113900503
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,128,3072,0.005028266708056132
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,128,3072,0.006281599899133046
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,128,3072,0.004654933512210846
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,128,3072,0.004665599763393402
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,128,3072,0.004681600133577982
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,128,3072,0.004661333560943603
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,128,3072,0.0046623999873797095
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,128,3072,0.004686933259169261
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,128,3072,0.0046623999873797095
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,128,3072,0.0046965335806210835
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,128,3072,0.004683733483155568
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,128,3072,0.004604800045490265
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,128,3072,0.00461760014295578
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,128,3072,0.004681600133577982
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,128,3072,0.0046165332198143
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,128,3072,0.004664533336957296
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,128,3072,0.0046304002404212955
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,128,3072,0.0046528001626332605
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,128,3072,0.004262400170167288
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,128,3072,0.14660800298055013
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,128,3072,0.2914367993672689
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,128,3072,0.05704106489817301
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,128,3072,0.03633813460667928
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,128,3072,0.03593279918034871
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,128,3072,0.034790400664011636
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,128,3072,0.03466666539510091
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,128,3072,0.03490986824035645
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,128,3072,0.03518079916636149
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,128,3072,0.0329365332921346
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,128,3072,0.03323946595191955
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,128,3072,0.0329365332921346
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,128,3072,0.0062720000743865965
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,128,3072,0.03218560020128886
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,128,3072,0.03088639974594116
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,128,3072,0.030849067370096843
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,128,3072,0.0046079998215039575
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,128,3072,0.02979733347892761
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,128,3072,0.02881706754366557
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,128,3072,0.029312000672022505
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,128,3072,0.0287882665793101
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,128,3072,0.028818132479985555
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,128,3072,0.026740266879399614
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,128,3072,0.005860266586144766
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,128,3072,0.02521599928538005
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,128,3072,0.02547946572303772
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,128,3072,0.024726400772730507
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,128,3072,0.024638932943344117
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,128,3072,0.023195733626683555
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,128,3072,0.022655999660491942
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,128,3072,0.023873066902160643
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,128,3072,0.02103786667188009
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,128,3072,0.021296000480651854
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,128,3072,0.02055466572443644
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,128,3072,0.020547199249267577
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,128,3072,0.018759467204411826
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,128,3072,0.018565332889556883
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,128,3072,0.01835626761118571
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,128,3072,0.018242132663726807
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,128,3072,0.017641599973042807
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,128,3072,0.01685653328895569
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,128,3072,0.017153066396713258
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,128,3072,0.01742186745007833
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,128,3072,0.016657066345214844
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,128,3072,0.016574933131535848
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,128,3072,0.016546133160591125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,128,3072,0.016742400328318276
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,128,3072,0.016679465770721436
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,128,3072,0.01748159925142924
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,128,3072,0.02884693344434102
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,128,3072,0.016835200786590575
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,128,3072,0.016541866461435954
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,128,3072,0.01622293293476105
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,128,3072,0.015742933750152587
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,128,3072,0.01585919956366221
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,128,3072,0.015910399953524272
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,128,3072,0.026794666051864625
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,128,3072,0.01676373283068339
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,128,3072,0.014908799529075622
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,128,3072,0.014648532867431641
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,128,3072,0.016235733032226564
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,128,3072,0.014909866452217101
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,128,3072,0.014615466197331747
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,128,3072,0.014518400033315023
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,128,3072,0.016339199741681416
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,128,3072,0.02297919988632202
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,128,3072,0.014641066392262777
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,128,3072,0.014506666858990987
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,128,3072,0.016081066926320393
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,128,3072,0.01448853313922882
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,128,3072,0.014853333433469137
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,128,3072,0.014896000425020853
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,128,3072,0.014512000481287637
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,128,3072,0.01443839967250824
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,128,3072,0.014505599935849508
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,128,3072,0.0182805339495341
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,128,3072,0.016379732886950174
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,128,3584,0.03864959875742595
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,128,3584,0.033786666393280027
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,128,3072,0.21472320556640626
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,128,3072,0.0943061351776123
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,128,3072,0.07882986863454183
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,128,3072,0.6321045557657878
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,128,3072,1.2557781219482422
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,128,3072,0.07366186777750651
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,128,3072,0.06860480308532715
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,128,3072,0.09435093402862549
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,128,3072,0.06860266526540121
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,128,3072,0.063646932442983
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,128,3072,0.06324160099029541
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,128,3072,0.05832426548004151
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,128,3072,0.05828160047531128
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,128,3072,0.053140266736348474
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,128,3072,0.08911466598510742
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,128,3072,0.08883840243021647
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,128,3072,0.0841759999593099
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,128,3072,0.07882346312204996
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,128,3072,0.08371626536051432
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,128,3072,0.0533621350924174
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,128,3072,0.04809813499450684
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,128,3072,0.0738432010014852
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,128,3072,0.03295573393503825
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,128,3072,0.02801919976870219
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,128,3072,0.027561599016189577
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,128,3072,0.023166932662328086
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,128,3072,0.022632533311843873
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,128,3072,0.018186666568120322
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,128,3072,0.017384533087412515
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,128,3072,0.01362559994061788
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,128,3072,0.012428800264994305
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,128,3072,0.01202239990234375
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,128,3072,0.012397866447766621
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,128,3072,0.012054399649302164
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,128,3072,0.010840533177057902
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,128,3072,0.010830932855606079
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,128,3072,0.011009066303571065
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,128,3072,0.048135467370351154
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,128,3072,0.00958293378353119
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,128,3072,0.009777067104975383
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,128,3072,0.009498666723569233
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,128,3072,0.009559466441472372
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,128,3072,0.009638399879137675
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,128,3072,0.009578667084376017
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,128,3072,0.009572266538937887
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,128,3072,0.00957973301410675
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,128,3072,0.008335999647776286
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,128,3072,0.008350933591524761
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,128,3072,0.008283733328183492
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,128,3072,0.008357333143552144
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,128,3072,0.00832533339659373
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,128,3072,0.008338133494059246
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,128,3072,0.0086517333984375
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,128,3072,0.008331733445326488
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,128,3072,0.00829013337691625
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,128,3072,0.00839573343594869
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,128,3072,0.008381866415341695
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,128,3072,0.008398933211962382
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,128,3072,0.008345599969228108
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,128,3072,0.008317866424719492
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,128,3072,0.008492799599965413
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,128,3072,0.008359466989835102
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,128,3072,0.00795413355032603
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,128,3072,0.011176533500353495
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,128,3072,0.008338133494059246
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,128,3072,0.008291199803352356
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,128,3072,0.008297599852085114
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,128,3072,0.00842026670773824
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,128,3072,0.008361599842707316
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,128,3072,0.05980586608250936
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,128,3072,0.031982932488123575
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,128,3072,0.11142293612162273
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,128,3072,0.022665599981943764
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,128,3072,0.022670932610829673
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,128,3072,0.021848533550898233
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,128,3072,0.02180160085360209
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,128,3072,0.02145386735598246
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,128,3072,0.02140586574872335
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,128,3072,0.02113173405329386
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,128,3072,0.02093120018641154
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,128,3072,0.020326399803161622
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,128,3072,0.020137600104014077
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,128,3072,0.019826134045918785
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,128,3072,0.01941546599070231
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,128,3072,0.018707199891408285
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,128,3072,0.019042134284973145
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,128,3072,0.0182751993338267
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,128,3072,0.01844266653060913
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,128,3072,0.017770665884017944
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,128,3072,0.017745065689086913
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,128,3072,0.01722773313522339
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,128,3072,0.01732800006866455
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,128,3072,0.016710400581359863
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,128,3072,0.016378666957219443
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,128,3072,0.016207999984423318
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,128,3072,0.016104533274968465
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,128,3072,0.015312000115712484
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,128,3072,0.015343999862670899
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,128,3072,0.014652799566586813
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,128,3072,0.014578133821487427
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,128,3072,0.014268799622853597
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,128,3072,0.014061866203943887
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,128,3072,0.013265066345532737
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,128,3072,0.013285332918167114
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,128,3072,0.012823466459910074
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,128,3072,0.012708266576131185
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,128,3072,0.012519466876983642
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,128,3072,0.012106666962305706
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,128,3072,0.012241066495577494
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,128,3072,0.012428800264994305
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,128,3072,0.012459733088811238
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,128,3072,0.012427733341852824
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,128,3072,0.012408533692359924
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,128,3072,0.012406399846076966
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,128,3072,0.012456533312797547
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,128,3072,0.012054399649302164
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,128,3072,0.012045866250991822
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,128,3072,0.044021332263946535
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,128,3072,0.043144532044728595
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,128,3072,0.012050132950146992
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,128,3072,0.012388267119725545
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,128,3072,0.012009599804878235
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,128,3072,0.012410666545232136
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,128,3072,0.01243839959303538
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,128,3072,0.012158933281898498
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,128,3072,0.012025599678357441
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,128,3072,0.01204373339811961
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,128,3072,0.012411733468373615
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,128,3072,0.012429866194725036
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,128,3072,0.012050132950146992
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,128,3072,0.011970133582750956
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,128,3072,0.012385066350301106
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,128,3072,0.011988266309102377
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,128,3072,0.012408533692359924
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,128,3072,0.012030933300654094
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,128,3072,0.012388267119725545
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,128,3072,0.01204159955183665
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,128,3072,0.012433066964149475
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,128,3072,0.012433066964149475
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,128,3072,0.012036266922950744
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,128,3072,0.011664000153541566
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,128,3072,0.012141866485277812
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,128,2560,0.03287039995193482
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,128,3072,0.012426666418711345
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,128,2560,0.010409599542617798
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,128,2560,0.007046400010585785
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,128,2560,0.0054400001962979635
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,128,2560,0.005421866476535797
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,128,2560,0.005838933090368906
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,128,2560,0.005859200159708659
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,128,2560,0.005485866467158
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,128,2560,0.005433600147565206
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,128,2560,0.005446400245030721
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,128,2560,0.005500799914201101
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,128,3072,0.012040533622105916
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,128,2560,0.005817600091298421
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,128,2560,0.005861333509286245
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,128,2560,0.0054848000407218935
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,128,2560,0.006045866509278615
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,128,2560,0.005422933399677277
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,128,2560,0.005873066683610281
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,128,2560,0.005151999990145365
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,128,2560,0.005275733272234599
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,128,2560,0.005471999943256378
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,128,2560,0.00547626664241155
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,128,2560,0.005422933399677277
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,128,2560,0.005415466427803039
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,128,2560,0.005107200145721436
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,128,2560,0.005338666836420695
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,128,2560,0.005178666611512502
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,128,2560,0.005416533350944519
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,128,2560,0.005013333261013031
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,128,2560,0.005025066435337067
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,128,2560,0.005047466854254405
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,128,2560,0.005414400001366933
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,128,2560,0.005014400184154511
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,128,2560,0.005010133484999338
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,128,2560,0.0050911997755368555
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,128,2560,0.005015466610590617
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,128,2560,0.005278933544953664
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,128,2560,0.005015466610590617
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,128,3072,0.012425600488980611
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,128,2560,0.005414400001366933
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,128,2560,0.006221866607666016
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,128,2560,0.0050346667567888895
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,128,2560,0.005294933418432872
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,128,2560,0.004991999765237173
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,128,2560,0.005037866532802582
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,128,2560,0.005011199911435445
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,128,2560,0.005073066552480062
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,128,2560,0.005016533533732096
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,128,2560,0.005064533154169718
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,128,2560,0.005421866476535797
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,128,2560,0.005099733173847198
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,128,2560,0.0049781332413355505
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,128,2560,0.005085866649945577
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,128,2560,0.005242666602134705
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,128,2560,0.0050901333491007485
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,128,2560,0.004665599763393402
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,128,2560,0.004636799792448679
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,128,2560,0.004620799918969473
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,128,2560,0.00461760014295578
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,128,2560,0.004667733112970988
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,128,2560,0.004654933512210846
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,128,2560,0.004603733122348785
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,128,2560,0.004649599889914194
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,128,2560,0.0046015997727712
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,128,2560,0.004657066861788432
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,128,2560,0.004660266637802124
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,128,2560,0.0046528001626332605
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,128,2560,0.0046186665693918865
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,128,2560,0.004605866471926371
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,128,2560,0.0042346666256586705
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,128,2560,0.004247466723124186
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,128,2560,0.004229333500067393
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,128,2560,0.0042581334710121155
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,128,2560,0.005074133475621542
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,128,2560,0.2435306708017985
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,128,2560,0.04593600034713745
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,128,2560,0.1209333340326945
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,128,2560,0.005044266581535339
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,128,2560,0.03380906581878662
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,128,2560,0.033088000615437825
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,128,2560,0.03295573393503825
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,128,2560,0.03261973261833191
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,128,2560,0.031117866436640423
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,128,2560,0.005067733426888784
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,128,2560,0.031175466378529866
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,128,2560,0.030457599957784014
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,128,2560,0.030670932928721112
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,128,2560,0.028820266326268513
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,128,2560,0.028893866141637164
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,128,2560,0.029130667448043823
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,128,2560,0.028637866179148357
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,128,2560,0.028578132390975952
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,128,2560,0.027506132920583088
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,128,2560,0.02686079939206441
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,128,2560,0.02657173275947571
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,128,2560,0.02659306724866231
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,128,2560,0.025032534201939897
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,128,2560,0.024705066283543905
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,128,2560,0.02392959992090861
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,128,2560,0.02309653361638387
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,128,2560,0.022632533311843873
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,128,2560,0.023063466946283976
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,128,2560,0.023643734057744344
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,128,2560,0.022566399971644082
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,128,2560,0.022241065899531044
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,128,2560,0.022320000330607097
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,128,2560,0.02065920035044352
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,128,2560,0.020707199970881142
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,128,2560,0.018887466192245482
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,128,2560,0.018666666746139527
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,128,2560,0.018415999412536622
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,128,2560,0.0175327996412913
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,128,2560,0.016847999890645345
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,128,2560,0.017138133446375527
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,128,2560,0.01771946748097738
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,128,2560,0.016657066345214844
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,128,2560,0.016376533110936484
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,128,2560,0.016544000307718913
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,128,2560,0.017438934246699015
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,128,2560,0.017414400974909462
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,128,2560,0.016215466459592185
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,128,2560,0.016732800006866454
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,128,2560,0.016476800044377647
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,128,2560,0.016453333695729575
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,128,2560,0.016285866498947144
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,128,2560,0.016523733735084534
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,128,2560,0.016474666198094685
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,128,2560,0.01577279965082804
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,128,2560,0.015004799763361613
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,128,2560,0.014634666840235391
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,128,2560,0.016416000326474507
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,128,2560,0.01467519998550415
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,128,2560,0.015867732961972556
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,128,2560,0.014479999740918478
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,128,2560,0.014465066790580749
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,128,2560,0.015341867009798685
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,128,2560,0.014495999614397685
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,128,2560,0.01641279955705007
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,128,2560,0.01448319951693217
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,128,2560,0.015355733036994935
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,128,2560,0.015634133418401083
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,128,2560,0.0144896000623703
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,128,2560,0.015331199765205384
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,128,2560,0.02886613408724467
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,128,2560,0.014944000045458474
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,128,2560,0.01453013320763906
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,128,2560,0.015090133746465048
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,128,2560,0.015736533204714458
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,128,2560,0.01563093364238739
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,128,2560,0.01452906628449758
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,128,3072,0.03805439869562785
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,128,3072,0.038629333178202316
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,128,3072,0.0339466651280721
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,128,2560,0.0938815991083781
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,128,2560,0.6223520278930664
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,128,2560,0.07876373132069905
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,128,2560,0.17156052589416504
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,128,2560,0.07421759764353433
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,128,2560,1.2527732849121094
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,128,2560,0.06816533406575521
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,128,2560,0.0942517360051473
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,128,2560,0.06817706425984701
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,128,2560,0.0636245330174764
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,128,2560,0.06287039915720621
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,128,2560,0.05843413273493449
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,128,2560,0.05796586672465006
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,128,2560,0.05336639881134033
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,128,2560,0.08830719788869222
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,128,2560,0.08868587017059326
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,128,2560,0.08323840300242105
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,128,2560,0.08377813498179118
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,128,2560,0.07882239818572997
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,128,2560,0.07341226736704508
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,128,2560,0.053003732363382974
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,128,2560,0.03255893389383952
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,128,2560,0.04805866479873657
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,128,2560,0.02757013241449992
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,128,2560,0.023126399517059325
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,128,2560,0.022450133164723714
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,128,2560,0.017884800831476845
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,128,2560,0.01734613378842672
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,128,2560,0.013225600123405457
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,128,2560,0.012011733651161195
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,128,2560,0.011667199929555257
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,128,2560,0.01200320025285085
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,128,2560,0.012004266182581585
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,128,2560,0.01070186694463094
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,128,2560,0.01042560040950775
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,128,2560,0.0106495996316274
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,128,2560,0.010782933235168457
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,128,2560,0.009153067072232565
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,128,2560,0.00928000013033549
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,128,2560,0.009169066945711773
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,128,2560,0.009554133812586466
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,128,2560,0.009334400296211243
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,128,2560,0.009144533673922222
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,128,2560,0.009543466567993163
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,128,2560,0.009144533673922222
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,128,2560,0.008312533299128216
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,128,2560,0.007879466811815897
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,128,2560,0.007975466549396515
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,128,2560,0.008277333279450735
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,128,2560,0.007924266656239827
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,128,2560,0.007985066870848339
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,128,2560,0.007895466685295106
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,128,2560,0.00832533339659373
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,128,2560,0.007909333209196727
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,128,2560,0.007918933530648549
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,128,2560,0.008317866424719492
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,128,2560,0.007915733257929485
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,128,2560,0.00790719985961914
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,128,2560,0.007937066753705342
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,128,2560,0.008097066481908163
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,128,2560,0.008005333443482716
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,128,2560,0.008332799871762593
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,128,2560,0.007922133306662242
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,128,2560,0.007854933540026348
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,128,2560,0.0077802668015162155
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,128,2560,0.007924266656239827
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,128,2560,0.007922133306662242
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,128,2560,0.09689280192057291
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,128,2560,0.052280533313751223
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,128,2560,0.02892906665802002
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,128,2560,0.020230400562286376
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,128,2560,0.04769173463185628
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,128,2560,0.04278506835301717
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,128,2560,0.019805866479873657
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,128,2560,0.019849600394566853
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,128,2560,0.01949119965235392
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,128,2560,0.019368533293406168
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,128,2560,0.01900906761487325
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,128,2560,0.018565332889556883
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,128,2560,0.018590933084487914
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,128,2560,0.018131200472513834
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,128,2560,0.018463999032974243
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,128,2560,0.04269760052363078
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,128,2560,0.017731199661890663
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,128,2560,0.017730132738749186
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,128,2560,0.01733013391494751
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,128,2560,0.016951467593510947
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,128,2560,0.016532267133394875
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,128,2560,0.016489600141843162
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,128,2560,0.016502400239308677
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,128,2560,0.01574186682701111
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,128,2560,0.015762133399645488
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,128,2560,0.01569919983545939
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,128,2560,0.01525973379611969
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,128,2560,0.014878933628400167
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,128,2560,0.014520532886187234
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,128,2560,0.014856533209482829
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,128,2560,0.013882666826248169
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,128,2560,0.014055466651916504
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,128,2560,0.014021333058675131
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,128,2560,0.013424000144004822
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,128,2560,0.013244799772898355
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,128,2560,0.013219199577967324
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,128,2560,0.012187733252843221
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,128,2560,0.012056533495585125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,128,2560,0.011961600184440613
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,128,2560,0.011642666657765706
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,128,2560,0.011991467078526814
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,128,2560,0.011575466394424439
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,128,2560,0.01163093348344167
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,128,2560,0.011590400338172912
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,128,2560,0.011985066533088683
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,128,2560,0.011595732967058818
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,128,2560,0.012008532881736755
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,128,2560,0.011612799763679505
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,128,2560,0.01157973309357961
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,128,2560,0.011199999849001567
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,128,2560,0.011244799693425496
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,128,2560,0.01167146662871043
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,128,2560,0.011412266890207927
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,128,2560,0.011580800016721089
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,128,2560,0.011588266491889954
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,128,2560,0.011248000462849935
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,128,2560,0.01125973363717397
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,128,2560,0.011590400338172912
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,128,2560,0.011244799693425496
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,128,2560,0.010854400197664897
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,128,2560,0.011601066589355469
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,128,2560,0.011592533191045125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,128,2560,0.011240532994270325
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,128,2560,0.011627733707427979
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,128,2560,0.011621333161989848
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,128,2560,0.011240532994270325
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,128,2560,0.011261866490046183
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,128,2560,0.011590400338172912
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,128,2560,0.01120960017045339
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,128,2560,0.011270399888356526
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,128,2560,0.01158186693986257
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,128,2560,0.011582932869593303
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,128,2560,0.010805333654085796
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,128,2560,0.011620266238848369
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,128,2048,0.026667733987172444
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,128,2048,0.008901333808898926
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,128,2048,0.0058335999647776285
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,128,2048,0.004894933104515076
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,128,2560,0.01159999966621399
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,128,2560,0.011221333344777425
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,128,2048,0.005083733300367991
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,128,2048,0.0050687998533248905
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,128,2048,0.0050335998336474095
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,128,2048,0.005029333134492239
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,128,2048,0.004985600213209788
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,128,2048,0.004680533210436503
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,128,2048,0.004678399860858917
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,128,2048,0.0047541335225105286
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,128,2048,0.005063466727733612
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,128,2048,0.00506986677646637
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,128,2048,0.0046517332394917805
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,128,2048,0.004730666677157084
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,128,2048,0.005015466610590617
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,128,2048,0.004600533346335093
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,128,2048,0.0046517332394917805
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,128,2048,0.004621866842110952
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,128,2048,0.004673066735267639
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,128,2048,0.004693333307902018
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,128,2048,0.0046015997727712
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,128,2048,0.0046165332198143
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,128,2048,0.00462719996770223
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,128,2048,0.004643199841181437
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,128,2048,0.0046165332198143
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,128,2048,0.004619733492533366
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,128,2048,0.00461760014295578
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,128,2048,0.004599466423193614
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,128,2048,0.0045952002207438145
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,128,2560,0.011260799566904704
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,128,2048,0.004610133171081543
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,128,2048,0.004294399917125702
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,128,2048,0.004694400231043497
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,128,2048,0.0042805333932240805
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,128,2048,0.005038933455944061
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,128,2048,0.004247466723124186
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,128,2048,0.005036800106366476
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,128,2048,0.004972800115744273
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,128,2048,0.004208000004291534
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,128,2048,0.005052799979845682
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,128,2048,0.004263466596603394
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,128,2048,0.0046858668327331545
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,128,2048,0.00421973317861557
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,128,2048,0.005029333134492239
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,128,2048,0.004216533402601878
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,128,2048,0.004668800036112467
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,128,2048,0.005043200155099233
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,128,2048,0.004666666686534882
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,128,2048,0.004271999994913737
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,128,2048,0.005029333134492239
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,128,2048,0.004991999765237173
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,128,2048,0.004676266511281332
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,128,2048,0.004647466540336609
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,128,2048,0.004666666686534882
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,128,2048,0.004648533463478088
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,128,2048,0.0046517332394917805
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,128,2048,0.004664533336957296
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,128,2048,0.004665599763393402
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,128,2048,0.0046858668327331545
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,128,2048,0.004609066744645437
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,128,2048,0.004654933512210846
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,128,2048,0.0045962666471799215
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,128,2048,0.004661333560943603
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,128,2048,0.004594133297602335
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,128,2048,0.004621866842110952
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,128,2048,0.00425600012143453
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,128,2048,0.0046528001626332605
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,128,2048,0.0042346666256586705
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,128,2048,0.00383146678407987
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,128,2048,0.003851733356714249
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,128,2048,0.003869866579771042
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,128,2048,0.19681599934895833
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,128,2048,0.004218666752179464
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,128,2048,0.039391998449961343
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,128,2048,0.08811093171437581
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,128,2048,0.029277867078781127
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,128,2048,0.029146667321523028
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,128,2048,0.028878933191299437
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,128,2048,0.028568534056345622
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,128,2048,0.02881706754366557
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,128,2048,0.028853332996368407
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,128,2048,0.027015467484792072
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,128,2048,0.02802986701329549
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,128,2048,0.028142933050791425
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,128,2048,0.027824000517527266
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,128,2048,0.026718932390213012
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,128,2048,0.026594134171803792
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,128,2048,0.026675200462341307
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,128,2048,0.024706133206685386
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,128,2048,0.004637866715590159
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,128,2048,0.02468799948692322
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,128,2048,0.02338026762008667
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,128,2048,0.024524799982706704
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,128,2048,0.02292799949645996
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,128,2048,0.023064533869425453
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,128,2048,0.02272640069325765
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,128,2048,0.022844799359639487
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,128,2048,0.022691200176874794
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,128,2048,0.022642133633295695
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,128,2048,0.022658133506774904
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,128,2048,0.021942400932312013
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,128,2048,0.020652800798416138
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,128,2048,0.020552533864974975
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,128,2048,0.020045866568883262
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,128,2048,0.02010986606280009
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,128,2048,0.018565332889556883
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,128,2048,0.018476800123850504
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,128,2048,0.016832000017166136
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,128,2048,0.017240534226099648
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,128,2048,0.0172160009543101
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,128,2048,0.016379732886950174
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,128,2048,0.01734293301900228
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,128,2048,0.01804800033569336
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,128,2048,0.016403200229008992
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,128,2048,0.016250666975975037
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,128,2048,0.016694400707880655
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,128,2048,0.01657919983069102
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,128,2048,0.0165802667538325
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,128,2048,0.01514240006605784
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,128,2048,0.0150026669104894
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,128,2048,0.016369066635767617
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,128,2048,0.016355199615160625
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,128,2048,0.01609599987665812
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,128,2048,0.01609280010064443
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,128,2048,0.015735466281572977
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,128,2048,0.014478933811187745
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,128,2048,0.015838932991027833
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,128,2048,0.014469333489735923
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,128,2048,0.014577066898345948
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,128,2048,0.02481279969215393
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,128,2048,0.01530880033969879
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,128,2048,0.01514346698919932
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,128,2048,0.014470400412877402
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,128,2048,0.014586666226387024
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,128,2048,0.01452906628449758
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,128,2048,0.015404799580574035
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,128,2048,0.014618666966756186
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,128,2048,0.014497066537539164
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,128,2048,0.014455466469128927
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,128,2048,0.014492799838383993
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,128,2048,0.014476799964904785
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,128,2048,0.014442666371663412
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,128,2048,0.014479999740918478
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,128,2048,0.014499200383822122
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,128,2048,0.014552533626556396
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,128,2048,0.014482133587201438
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,128,2048,0.014382933576901754
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,128,2560,0.03779626687367757
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,128,2560,0.03335466782251994
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,128,2560,0.03780906597773234
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,128,2560,0.027674667040507
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,128,2048,0.16938239733378094
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,128,2048,0.5897493362426758
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,128,2048,1.2379051208496095
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,128,2048,0.09349866708119711
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,128,2048,0.07301653226216634
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,128,2048,0.08870186805725097
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,128,2048,0.06811412970225016
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,128,2048,0.09308053652445475
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,128,2048,0.06777386665344239
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,128,2048,0.06237226724624634
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,128,2048,0.06285119851430257
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,128,2048,0.05709439913431803
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,128,2048,0.05799253384272257
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,128,2048,0.05215146541595459
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,128,2048,0.08255786895751953
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,128,2048,0.08813546498616537
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,128,2048,0.08303573131561279
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,128,2048,0.07799999713897705
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,128,2048,0.0779199997584025
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,128,2048,0.0729312022527059
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,128,2048,0.04681599934895833
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,128,2048,0.05254079898198446
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,128,2048,0.02797546585400899
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,128,2048,0.04725013176600139
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,128,2048,0.027204267183939618
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,128,2048,0.022257065773010253
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,128,2048,0.02181653380393982
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,128,2048,0.017358932892481485
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,128,2048,0.01691840092341105
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,128,2048,0.012432000041007996
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,128,2048,0.011404800415039062
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,128,2048,0.011213866869608562
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,128,2048,0.011206400394439698
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,128,2048,0.010214400291442872
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,128,2048,0.009989333152770997
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,128,2048,0.010005333026250203
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,128,2048,0.009942400455474853
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,128,2048,0.00877333382765452
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,128,2048,0.008470400174458822
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,128,2048,0.00877333382765452
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,128,2048,0.008776533603668212
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,128,2048,0.04196266730626424
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,128,2048,0.008756267031033833
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,128,2048,0.01120853324731191
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,128,2048,0.008750933408737182
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,128,2048,0.009136000275611877
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,128,2048,0.007524266839027405
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,128,2048,0.007878399888674418
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,128,2048,0.0075765331586201985
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,128,2048,0.007467733323574066
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,128,2048,0.0075434664885203045
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,128,2048,0.007582933207352956
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,128,2048,0.007540266712506611
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,128,2048,0.007536000013351441
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,128,2048,0.007269333302974701
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,128,2048,0.007570133109887441
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,128,2048,0.007549866537253062
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,128,2048,0.0074869334697723385
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,128,2048,0.007514666517575581
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,128,2048,0.007506133119265239
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,128,2048,0.007147733370463054
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,128,2048,0.007592533528804779
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,128,2048,0.0071168000499407455
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,128,2048,0.0074890668193499255
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,128,2048,0.007525333265463512
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,128,2048,0.007472000022729237
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,128,2048,0.0075573335091273
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,128,2048,0.007090133428573608
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,128,2048,0.008748799562454224
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,128,2048,0.07786880334218343
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,128,2048,0.041137067476908366
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,128,2048,0.024331732590993246
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,128,2048,0.017366399367650352
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,128,2048,0.017335466543833413
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,128,2048,0.016915200153986613
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,128,2048,0.01702293356259664
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,128,2048,0.016849066813786825
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,128,2048,0.016549332936604818
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,128,2048,0.01613759994506836
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,128,2048,0.01611733337243398
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,128,2048,0.01573973298072815
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,128,2048,0.015895467003186545
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,128,2048,0.015692800283432007
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,128,2048,0.01528320014476776
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,128,2048,0.014853333433469137
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,128,2048,0.015063466628392539
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,128,2048,0.014532267053922018
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,128,2048,0.014628266294797262
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,128,2048,0.014059733351071677
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,128,2048,0.014028799533843995
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,128,2048,0.013658666610717773
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,128,2048,0.014105600118637086
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,128,2048,0.013277866442998252
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,128,2048,0.012923733393351237
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,128,2048,0.013250133395195008
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,128,2048,0.012813867131868998
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,128,2048,0.012644267082214356
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,128,2048,0.012560000022252401
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,128,2048,0.012055466572443645
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,128,2048,0.011991467078526814
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,128,2048,0.011870933572451274
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,128,2048,0.011979732910792034
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,128,2048,0.011226666967074077
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,128,2048,0.011223466197649638
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,128,2048,0.010408533612887065
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,128,2048,0.010829866925875346
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,128,2048,0.010404266913731893
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,128,2048,0.010777599612871806
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,128,2048,0.010427733262379963
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,128,2048,0.010762666662534077
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,128,2048,0.010806399583816528
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,128,2048,0.010758399963378906
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,128,2048,0.010413866241772969
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,128,2048,0.010792533556620281
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,128,2048,0.01039573351542155
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,128,2048,0.010460799932479859
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,128,2048,0.010469333330790202
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,128,2048,0.00995199978351593
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,128,2048,0.010378666718800863
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,128,2048,0.01034986674785614
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,128,2048,0.010408533612887065
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,128,2048,0.010338133573532105
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,128,2048,0.009990400075912476
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,128,2048,0.010390399893124899
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,128,2048,0.010378666718800863
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,128,2048,0.010359467069307963
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,128,2048,0.01033066709836324
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,128,2048,0.010341333349545796
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,128,2048,0.010364799698193868
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,128,2048,0.009945600231488546
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,128,2048,0.01055680016676585
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,128,2048,0.009963732957839967
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,128,2048,0.010354133447011311
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,128,2048,0.01034346620241801
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,128,2048,0.009983999530474345
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,128,2048,0.01032319962978363
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,128,2048,0.010414933164914448
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,128,2048,0.0100000003973643
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,128,2048,0.01039573351542155
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,128,2048,0.01034879982471466
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,128,2048,0.010379733641942342
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,128,1536,0.020216532548268638
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,128,2048,0.010002133250236512
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,128,1536,0.007518933216730754
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,128,1536,0.005332266787687937
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,128,1536,0.004275199770927429
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,128,1536,0.00421013335386912
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,128,1536,0.00459199994802475
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,128,2048,0.010365866621335347
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,128,1536,0.004829866687456766
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,128,1536,0.004199466605981191
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,128,1536,0.004189866781234741
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,128,1536,0.004208000004291534
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,128,1536,0.004259199897448222
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,128,1536,0.004196266829967499
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,128,1536,0.004611200094223023
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,128,1536,0.004276266694068909
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,128,1536,0.004237866898377737
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,128,1536,0.004199466605981191
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,128,1536,0.004247466723124186
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,128,1536,0.0042367999752362575
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,128,1536,0.0039061332742373147
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,128,1536,0.0038090666135152185
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,128,1536,0.004187733431657155
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,128,1536,0.00415040006240209
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,128,1536,0.004182399809360504
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,128,1536,0.0038506666819254553
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,128,1536,0.004181333382924398
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,128,1536,0.004196266829967499
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,128,1536,0.004199466605981191
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,128,1536,0.004069333275159201
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,128,1536,0.003874133278926214
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,128,1536,0.003857066730658213
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,128,1536,0.0037962667644023894
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,128,1536,0.0038133333126703895
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,128,1536,0.003822933385769526
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,128,1536,0.0037813333173592886
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,128,1536,0.003802666564782461
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,128,1536,0.003806933263937632
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,128,1536,0.003786666691303253
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,128,1536,0.0037802666425704955
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,128,1536,0.003773866593837738
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,128,1536,0.003787733366092046
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,128,1536,0.0038143999874591826
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,128,1536,0.003774933268626531
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,128,1536,0.0037151999771595
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,128,1536,0.003681066632270813
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,128,1536,0.003803733239571253
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,128,1536,0.003774933268626531
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,128,1536,0.0046623999873797095
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,128,1536,0.0037632000943024955
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,128,1536,0.0038474666575590765
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,128,1536,0.003803733239571253
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,128,1536,0.0038677332301934562
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,128,1536,0.0037930667400360107
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,128,1536,0.0038346665600935614
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,128,1536,0.004188799858093261
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,128,1536,0.0037429332733154297
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,128,1536,0.003636266787846883
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,128,1536,0.0038143999874591826
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,128,1536,0.0037770666182041167
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,128,1536,0.0035061334570248926
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,128,1536,0.0034272000193595886
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,128,1536,0.0037589333951473236
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,128,1536,0.003773866593837738
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,128,1536,0.003756800045569738
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,128,1536,0.0034261333445707956
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,128,1536,0.0034122665723164878
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,128,1536,0.003455999990304311
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,128,1536,0.0034634667138258614
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,128,1536,0.0037269333998362223
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,128,1536,0.003688533355792364
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,128,1536,0.003575466573238373
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,128,1536,0.003416533271471659
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,128,1536,0.003489066660404205
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,128,1536,0.003505066782236099
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,128,1536,0.003786666691303253
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,128,1536,0.14805439313252766
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,128,1536,0.05786240100860596
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,128,1536,0.03407253424326579
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,128,1536,0.027056000630060834
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,128,1536,0.026719999313354493
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,128,1536,0.026765867074330645
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,128,1536,0.02664746642112732
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,128,1536,0.02564479907353719
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,128,1536,0.02584853370984395
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,128,1536,0.0247381329536438
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,128,1536,0.02471253275871277
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,128,1536,0.0245578666528066
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,128,1536,0.024286933739980063
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,128,1536,0.023934932549794515
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,128,1536,0.0229312002658844
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,128,1536,0.022651733954747517
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,128,1536,0.022702932357788086
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,128,1536,0.022648533185323082
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,128,1536,0.022655999660491942
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,128,1536,0.02262506683667501
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,128,1536,0.021575466791788737
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,128,1536,0.02259520093599955
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,128,1536,0.021447465817133585
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,128,1536,0.022231467564900718
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,128,1536,0.02096959948539734
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,128,1536,0.020733867088953653
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,128,1536,0.020228266716003418
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,128,1536,0.019665066401163736
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,128,1536,0.019051732619603474
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,128,1536,0.018516266345977785
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,128,1536,0.018658133347829182
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,128,1536,0.018950400749842326
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,128,1536,0.017272533973058064
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,128,1536,0.022906666994094847
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,128,1536,0.016461867094039916
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,128,1536,0.015633066495259605
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,128,1536,0.015685333808263143
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,128,1536,0.0166485329469045
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,128,1536,0.01679146687189738
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,128,1536,0.01743146578470866
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,128,1536,0.015784533818562825
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,128,1536,0.014633599917093912
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,128,1536,0.0152319997549057
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,128,1536,0.020474666357040407
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,128,1536,0.01573013365268707
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,128,1536,0.016260266304016113
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,128,1536,0.015312000115712484
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,128,1536,0.016032000382741295
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,128,1536,0.015507200360298156
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,128,1536,0.015453867117563882
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,128,1536,0.015105066696802774
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,128,1536,0.014663466811180114
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,128,1536,0.014672000209490457
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,128,1536,0.014465066790580749
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,128,1536,0.014473600188891092
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,128,1536,0.015620266397794088
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,128,1536,0.01448319951693217
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,128,1536,0.014514133334159851
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,128,1536,0.014457600315411887
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,128,1536,0.014591999848683677
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,128,1536,0.01663253307342529
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,128,1536,0.015780267119407655
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,128,1536,0.014478933811187745
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,128,1536,0.014389333128929139
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,128,1536,0.014421332875887552
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,128,1536,0.014461867014567056
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,128,1536,0.014296533664067588
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,128,1536,0.014859732985496522
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,128,1536,0.014969600240389505
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,128,1536,0.014450132846832275
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,128,1536,0.014465066790580749
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,128,1536,0.014468266566594442
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,128,1536,0.014306132992108664
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,128,1536,0.014360533157984415
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,128,2048,0.042328532536824545
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,128,2048,0.037828266620635986
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,128,2048,0.032919466495513916
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,128,2048,0.037375998497009275
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,128,2048,0.03176640073458354
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,128,1536,0.16846399307250975
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,128,1536,0.35705493291219076
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,128,1536,0.09288640022277832
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,128,1536,0.0775989294052124
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,128,1536,0.09225493272145589
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,128,1536,1.2213855743408204
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,128,1536,0.0722208023071289
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,128,1536,0.067740797996521
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,128,1536,0.06689600149790445
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,128,1536,0.06246506770451864
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,128,1536,0.0877674659093221
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,128,1536,0.06237866481145223
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,128,1536,0.05752213398615519
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,128,1536,0.057326932748158775
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,128,1536,0.05212693214416504
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,128,1536,0.08743253548940023
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,128,1536,0.08242879708607992
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,128,1536,0.07710080146789551
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,128,1536,0.08247573375701904
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,128,1536,0.07261973222096761
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,128,1536,0.05212586720784505
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,128,1536,0.03207466602325439
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,128,1536,0.047625601291656494
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,128,1536,0.02757546703020732
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,128,1536,0.026800000667572023
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,128,1536,0.022299732764561972
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,128,1536,0.04688959916432699
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,128,1536,0.021810134251912437
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,128,1536,0.017383466164271034
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,128,1536,0.0165173331896464
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,128,1536,0.012007466952006022
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,128,1536,0.011165866255760193
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,128,1536,0.010859733819961548
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,128,1536,0.011190399527549744
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,128,1536,0.010010666648546855
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,128,1536,0.009551999966303508
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,128,1536,0.009551999966303508
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,128,1536,0.009970133503278095
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,128,1536,0.008350933591524761
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,128,1536,0.008701866865158081
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,128,1536,0.008382933338483174
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,128,1536,0.008363733688990276
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,128,1536,0.008282666901747386
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,128,1536,0.008721066514650981
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,128,1536,0.008285866677761078
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,128,1536,0.008368000388145447
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,128,1536,0.00727893312772115
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,128,1536,0.007506133119265239
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,128,1536,0.007131733496983846
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,128,1536,0.0070826664566993715
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,128,1536,0.007107200225194295
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,128,1536,0.007084799806276958
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,128,1536,0.007067733506361644
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,128,1536,0.007418666779994964
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,128,1536,0.0070698668559392285
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,128,1536,0.007133866846561432
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,128,1536,0.00710399995247523
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,128,1536,0.007288533449172974
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,128,1536,0.0067104001839955645
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,128,1536,0.010841600100199382
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,128,1536,0.007091199855009715
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,128,1536,0.006449066599210103
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,128,1536,0.00710399995247523
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,128,1536,0.0070592001080513
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,128,1536,0.007132799923419952
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,128,1536,0.006694399813810985
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,128,1536,0.007167999943097432
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,128,1536,0.006720000008742015
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,128,1536,0.007122133175532024
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,128,1536,0.06414506832758585
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,128,1536,0.03212479948997497
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,128,1536,0.02021119991938273
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,128,1536,0.015271466970443726
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,128,1536,0.014504533012708029
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,128,1536,0.014797866344451904
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,128,1536,0.014465066790580749
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,128,1536,0.014075733224550881
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,128,1536,0.01404800017674764
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,128,1536,0.014051199952761332
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,128,1536,0.013977600137392679
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,128,1536,0.013636266191800436
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,128,1536,0.013678933183352152
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,128,1536,0.013208533326784769
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,128,1536,0.04195093313852946
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,128,1536,0.012946133812268576
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,128,1536,0.012876799702644348
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,128,1536,0.012876799702644348
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,128,1536,0.012873599926630655
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,128,1536,0.012366933623949687
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,128,1536,0.01243946651617686
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,128,1536,0.01204373339811961
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,128,1536,0.012052266796429952
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,128,1536,0.01202239990234375
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,128,1536,0.012051199873288471
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,128,1536,0.011251200238863628
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,128,1536,0.011229866743087768
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,128,1536,0.011183999975522359
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,128,1536,0.011174399654070537
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,128,1536,0.013622400164604188
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,128,1536,0.011159466703732808
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,128,1536,0.01076800028483073
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,128,1536,0.010332799951235453
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,128,1536,0.010478933652242024
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,128,1536,0.010006399949391682
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,128,1536,0.010009599725405376
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,128,1536,0.009955199559529622
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,128,1536,0.00997226635615031
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,128,1536,0.00976639986038208
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,128,1536,0.009537067015965779
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,128,1536,0.009941333532333374
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,128,1536,0.009964799880981446
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,128,1536,0.009975467125574749
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,128,1536,0.00955733358860016
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,128,1536,0.009578667084376017
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,128,1536,0.00960640013217926
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,128,1536,0.009578667084376017
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,128,1536,0.009533866246541341
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,128,1536,0.009935999910036724
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,128,1536,0.009564800063769023
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,128,1536,0.009591466188430786
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,128,1536,0.009556266665458679
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,128,1536,0.009553066889444987
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,128,1536,0.009604266285896302
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,128,1536,0.009532800316810608
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,128,1536,0.009538132945696514
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,128,1536,0.009553066889444987
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,128,1536,0.009966933727264404
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,128,1536,0.009155199925104777
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,128,1536,0.009622400005658466
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,128,1536,0.009540266791979472
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,128,1536,0.009965866804122925
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,128,1536,0.009553066889444987
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,128,1536,0.04154666662216187
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,128,1536,0.009594666957855224
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,128,1536,0.009567999839782714
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,128,1536,0.009556266665458679
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,128,1536,0.009537067015965779
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,128,1536,0.009598933657010396
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,128,1536,0.009543466567993163
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,128,1536,0.009588266412417095
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,128,1536,0.009196799993515015
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,128,1024,0.009160533547401428
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,128,1024,0.005907199780146281
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,128,1024,0.00425493319829305
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,128,1536,0.009143466750780743
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,128,1024,0.0034400001168251038
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,128,1536,0.00958720048268636
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,128,1536,0.009661866227785747
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,128,1024,0.003443199892838796
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,128,1024,0.0037952000896135964
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,128,1024,0.0037930667400360107
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,128,1024,0.0034389334420363107
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,128,1024,0.003455999990304311
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,128,1024,0.0034527999659379324
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,128,1024,0.0034389334420363107
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,128,1024,0.003457066665093104
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,128,1024,0.0034229333202044168
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,128,1024,0.003571200122435888
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,128,1024,0.003573333223660787
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,128,1024,0.0034602666894594826
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,128,1024,0.00340693344672521
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,128,1024,0.00342399999499321
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,128,1024,0.0033717334270477297
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,128,1024,0.003389866650104523
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,128,1024,0.003398400048414866
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,128,1024,0.0034133332471052804
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,128,1024,0.0033834666013717652
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,128,1024,0.003352533280849457
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,128,1024,0.003387733300526937
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,128,1024,0.0033802665770053864
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,128,1024,0.0033770665526390077
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,128,1024,0.003370666752258936
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,128,1024,0.0034080001215140024
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,128,1024,0.003366400053103765
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,128,1024,0.003382399926582972
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,128,1024,0.003044266750415166
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,128,1024,0.0033930666744709016
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,128,1024,0.002979200085004171
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,128,1024,0.003352533280849457
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,128,1024,0.0030250666042168934
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,128,1024,0.003044266750415166
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,128,1024,0.0030464000999927522
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,128,1024,0.0030517332255840302
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,128,1024,0.0030346666773160298
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,128,1024,0.0029706666866938275
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,128,1024,0.003035733352104823
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,128,1024,0.0030250666042168934
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,128,1024,0.0029728000362714132
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,128,1024,0.003028266628583272
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,128,1024,0.0030432000756263735
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,128,1024,0.0030271999537944795
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,128,1024,0.0030293333033720653
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,128,1024,0.002996266633272171
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,128,1024,0.0030293333033720653
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,128,1024,0.003013333429892858
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,128,1024,0.0029866665601730345
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,128,1024,0.0030378667016824085
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,128,1024,0.0029781334102153777
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,128,1024,0.0030154667794704436
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,128,1024,0.003031466652949651
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,128,1024,0.002974933385848999
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,128,1024,0.0030400000512599947
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,128,1024,0.0029674666623274487
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,128,1024,0.0029663999875386557
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,128,1024,0.002980266759792964
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,128,1024,0.002974933385848999
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,128,1024,0.0029578665892283124
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,128,1024,0.002980266759792964
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,128,1024,0.003035733352104823
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,128,1024,0.0029685333371162414
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,128,1024,0.0030229332546393077
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,128,1024,0.0030400000512599947
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,128,1024,0.003013333429892858
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,128,1024,0.003047466774781545
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,128,1024,0.003018666555484136
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,128,1024,0.002997333308060964
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,128,1024,0.00296426663796107
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,128,1536,0.009195733070373534
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,128,1024,0.0395583987236023
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,128,1024,0.09096426963806152
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,128,1024,0.028518400589625043
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,128,1024,0.022754132747650146
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,128,1024,0.02331839998563131
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,128,1024,0.02267306645711263
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,128,1024,0.022566399971644082
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,128,1024,0.022588799397150673
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,128,1024,0.02284053365389506
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,128,1024,0.02298240065574646
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,128,1024,0.02263039946556091
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,128,1024,0.022655999660491942
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,128,1024,0.02248959938685099
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,128,1024,0.022446932395299275
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,128,1024,0.02241599957148234
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,128,1024,0.022188800573349
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,128,1024,0.022380799055099487
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,128,1024,0.020959999163945517
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,128,1024,0.021090133984883627
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,128,1024,0.020670932531356812
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,128,1024,0.02063680092493693
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,128,1024,0.01987733244895935
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,128,1024,0.02105493346850077
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,128,1024,0.02030613422393799
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,128,1024,0.019282132387161255
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,128,1024,0.018918399016062418
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,128,1024,0.019374932845433554
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,128,1024,0.018592000007629395
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,128,1024,0.0185973326365153
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,128,1024,0.018551466862360637
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,128,1024,0.017514665921529136
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,128,1024,0.017237333456675212
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,128,1024,0.016587733229001363
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,128,1024,0.016910932461420693
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,128,1024,0.015040000279744467
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,128,1024,0.014870400230089823
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,128,1024,0.014517333110173544
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,128,1024,0.014867200454076131
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,128,1024,0.01520639955997467
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,128,1024,0.014493866761525472
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,128,1024,0.015802666544914246
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,128,1024,0.014569600423177084
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,128,1024,0.014851199587186179
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,128,1024,0.01546239952246348
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,128,1024,0.01504746675491333
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,128,1024,0.014571733276049294
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,128,1024,0.0146506667137146
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,128,1024,0.0034080001215140024
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,128,1024,0.014328533411026
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,128,1024,0.015705600380897522
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,128,1024,0.014436266819636025
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,128,1024,0.014502400159835815
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,128,1024,0.014604799946149192
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,128,1024,0.014494933684666953
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,128,1024,0.015265066425005594
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,128,1024,0.01434879998366038
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,128,1024,0.0144405335187912
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,128,1024,0.014979199568430582
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,128,1024,0.014393599828084311
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,128,1024,0.014409599701563516
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,128,1024,0.014239999651908874
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,128,1024,0.019400533040364584
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,128,1024,0.013588266571362815
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,128,1024,0.014318933089574179
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,128,1024,0.014452266693115234
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,128,1024,0.014108799894650779
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,128,1024,0.014382933576901754
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,128,1024,0.014312533537546792
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,128,1024,0.014444800217946372
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,128,1024,0.01444906691710154
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,128,1024,0.014293332894643148
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,128,1024,0.013201066851615905
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,128,1024,0.013486933708190919
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,128,1024,0.014426666498184203
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,128,1024,0.014502400159835815
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,128,1536,0.03659093379974365
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,128,1536,0.03667200009028117
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,128,1536,0.032501333951950075
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,128,1024,0.09184532960255941
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,128,1024,0.09232107003529867
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,128,1024,0.16828479766845703
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,128,1024,0.33094399770100913
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,128,1024,0.08242133458455404
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,128,1024,0.07640960216522216
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,128,1024,0.07678506374359131
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,128,1024,0.07177813053131103
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,128,1024,0.0665173331896464
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,128,1024,0.06688000361124674
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,128,1024,0.061145599683125815
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,128,1024,1.201092274983724
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,128,1024,0.06161280075709025
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,128,1024,0.056270933151245116
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,128,1024,0.05705706675847372
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,128,1024,0.051300267378489174
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,128,1024,0.07138346831003825
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,128,1024,0.08653120199839273
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,128,1024,0.08724799950917562
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,128,1024,0.08202239672342936
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,128,1024,0.05141866604487101
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,128,1024,0.04688320159912109
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,128,1024,0.031244800488154097
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,128,1024,0.026732800404230754
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,128,1024,0.02598506609598796
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,128,1024,0.021901865800221763
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,128,1024,0.021014400323232017
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,128,1024,0.01657386620839437
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,128,1024,0.016134400169054666
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,128,1024,0.04639893372853597
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,128,1024,0.011681066950162251
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,128,1024,0.010357333223025005
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,128,1024,0.010356266299883525
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,128,1024,0.010373333096504211
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,128,1024,0.04109760125478108
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,128,1024,0.008740267157554627
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,128,1024,0.009174399574597676
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,128,1024,0.009114666779836019
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,128,1024,0.008293333152929943
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,128,1024,0.0077344000339508055
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,128,1024,0.007900799810886382
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,128,1024,0.007941333452860515
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,128,1024,0.007931733131408691
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,128,1024,0.007751466830571492
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,128,1024,0.00803306649128596
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,128,1024,0.0075530668099721265
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,128,1024,0.006656000018119812
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,128,1024,0.006277333199977875
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,128,1024,0.0066890666882197065
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,128,1024,0.006677333513895671
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,128,1024,0.006669866542021434
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,128,1024,0.006351999938488007
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,128,1024,0.006759466727574666
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,128,1024,0.006258133550484974
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,128,1024,0.006492800017197926
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,128,1024,0.006309333443641663
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,128,1024,0.0067104001839955645
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,128,1024,0.006313600142796834
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,128,1024,0.0416320006052653
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,128,1024,0.006677333513895671
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,128,1024,0.0066538666685422255
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,128,1024,0.006659199794133504
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,128,1024,0.009542399644851684
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,128,1024,0.0063178668419520065
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,128,1024,0.006676266590754191
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,128,1024,0.006337066491444905
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,128,1024,0.0059338668982187905
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,128,1024,0.006702933212121327
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,128,1024,0.04345813194910685
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,128,1024,0.023682133356730143
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,128,1024,0.015701333681742348
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,128,1024,0.01242026686668396
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,128,1024,0.01267519990603129
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,128,1024,0.012008532881736755
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,128,1024,0.012134400010108948
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,128,1024,0.011961600184440613
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,128,1024,0.010294399658838908
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,128,1024,0.0062943999965985615
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,128,1024,0.011588266491889954
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,128,1024,0.011587199568748475
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,128,1024,0.011917866269747416
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,128,1024,0.006268799801667531
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,128,1024,0.011640533804893494
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,128,1024,0.011660800377527872
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,128,1024,0.011530666550000509
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,128,1024,0.01134933332602183
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,128,1024,0.01120960017045339
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,128,1024,0.011771733562151592
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,128,1024,0.01118933359781901
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,128,1024,0.010846933722496033
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,128,1024,0.010784000158309937
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,128,1024,0.010389332969983418
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,128,1024,0.010430933038393656
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,128,1024,0.01000853379567464
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,128,1024,0.00993386705716451
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,128,1024,0.009946667154630025
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,128,1024,0.00960106650988261
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,128,1024,0.009925333658854167
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,128,1024,0.009608532985051472
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,128,1024,0.009528533617655436
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,128,1024,0.009172266721725464
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,128,1024,0.00918293297290802
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,128,1024,0.008721066514650981
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,128,1024,0.008925867080688477
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,128,1024,0.009117866555849712
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,128,1024,0.008709333340326945
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,128,1024,0.008775466680526733
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,128,1024,0.011174399654070537
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,128,1024,0.009123200178146362
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,128,1024,0.00885653297106425
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,128,1024,0.010874666770299276
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,128,1024,0.008772266904513042
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,128,1024,0.008937600255012512
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,128,1024,0.008713600039482117
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,128,1024,0.008719999591509502
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,128,1024,0.008844799796740214
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,128,1024,0.008740267157554627
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,128,1024,0.008755200107892354
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,128,1024,0.008417066931724549
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,128,1024,0.008787199854850769
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,128,1024,0.008381866415341695
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,128,1024,0.008744532863299053
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,128,1024,0.008701866865158081
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,128,1024,0.008936533331871032
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,128,1024,0.00869546631971995
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,128,1024,0.00872213343779246
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,128,1024,0.008377599716186523
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,128,1024,0.008714666962623597
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,128,1024,0.008776533603668212
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,128,1024,0.008799999952316284
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,128,1024,0.008736000458399455
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,128,1024,0.0082997332016627
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,128,1024,0.00872320036093394
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,128,1024,0.008376533786455791
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,128,1024,0.008785067001978557
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,128,1024,0.008327466746171314
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,128,1024,0.008724266290664673
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,128,1024,0.008707200487454731
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,128,1024,0.008729599912961324
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,128,1024,0.008693333466847737
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,128,1024,0.008384000261624653
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,128,768,0.0076789334416389465
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,128,1024,0.008707200487454731
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,128,768,0.0050357331832249965
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,128,768,0.0030293333033720653
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,128,1024,0.00830506682395935
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,128,1024,0.008699733018875121
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,128,1024,0.008711466193199157
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,128,768,0.0033770665526390077
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,128,768,0.0033514666060606635
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,128,768,0.0033728001018365227
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,128,768,0.0031776001056035364
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,128,768,0.003176533430814743
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,128,768,0.003036800026893616
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,128,768,0.0030303999781608583
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,128,768,0.003013333429892858
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,128,768,0.003390933324893316
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,128,768,0.0033728001018365227
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,128,768,0.0030389333764712016
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,128,768,0.003014400104681651
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,128,768,0.0030037333567937215
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,128,768,0.0030250666042168934
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,128,768,0.0030154667794704436
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,128,768,0.0030400000512599947
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,128,768,0.0030218665798505146
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,128,768,0.0030261332790056865
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,128,768,0.0029781334102153777
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,128,768,0.0031968000034491217
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,128,768,0.0030154667794704436
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,128,768,0.003019733230272929
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,128,768,0.0029696000119050344
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,128,768,0.0030261332790056865
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,128,768,0.003044266750415166
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,128,768,0.00296426663796107
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,128,768,0.0029696000119050344
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,128,768,0.002985599885384242
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,128,768,0.0029706666866938275
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,128,768,0.0028949332733949023
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,128,768,0.002809600035349528
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,128,768,0.002705066651105881
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,128,768,0.0026890667776266735
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,128,768,0.00296426663796107
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,128,768,0.0029567999144395193
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,128,768,0.002948266764481862
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,128,768,0.0029866665601730345
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,128,768,0.0028437333802382152
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,128,768,0.0027690666417280836
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,128,768,0.002629333237806956
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,128,768,0.0026015999416510267
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,128,768,0.002628266563018163
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,128,768,0.0029418667157491045
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,128,768,0.0027402666707833606
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,128,768,0.0026026666164398193
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,128,768,0.0027295999228954316
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,128,768,0.002625066787004471
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,128,768,0.0026229334374268847
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,128,768,0.002603733291228612
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,128,768,0.002584533393383026
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,128,768,0.0026410666604836782
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,128,768,0.002605866640806198
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,128,768,0.0038111999630928038
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,128,768,0.002624000112215678
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,128,768,0.0033834666013717652
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,128,768,0.002624000112215678
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,128,768,0.00276053324341774
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,128,768,0.002628266563018163
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,128,768,0.002631466587384542
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,128,768,0.002628266563018163
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,128,768,0.0035413332283496858
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,128,768,0.0026410666604836782
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,128,768,0.002657066782315572
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,128,768,0.0026335999369621276
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,128,768,0.0026805333793163298
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,128,768,0.002648533384005229
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,128,768,0.0027082666754722597
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,128,768,0.002605866640806198
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,128,768,0.0026229334374268847
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,128,768,0.03327680031458537
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,128,768,0.05994666814804077
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,128,768,0.026655999819437663
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,128,768,0.023191465934117635
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,128,768,0.021562665700912476
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,128,768,0.022311466932296752
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,128,768,0.021336533625920615
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,128,768,0.022230400641759237
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,128,768,0.002700799951950709
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,128,768,0.020889600118001304
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,128,768,0.021555199225743612
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,128,768,0.021144533157348634
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,128,768,0.02068693240483602
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,128,768,0.020742400487263998
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,128,768,0.02064853310585022
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,128,768,0.020297600825627645
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,128,768,0.02012373407681783
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,128,768,0.020296533902486168
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,128,768,0.01914986570676168
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,128,768,0.020584533611933388
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,128,768,0.02002560098965963
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,128,768,0.01907520095507304
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,128,768,0.01879040002822876
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,128,768,0.0026122666895389557
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,128,768,0.018942934274673463
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,128,768,0.018478933970133463
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,128,768,0.018268799781799315
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,128,768,0.017459199825922648
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,128,768,0.018539732694625853
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,128,768,0.017154133319854735
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,128,768,0.017460266749064125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,128,768,0.016492799917856852
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,128,768,0.01730560064315796
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,128,768,0.015490133563677469
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,128,768,0.014627200365066529
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,128,768,0.014685866236686707
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,128,768,0.014524799585342408
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,128,768,0.0151146670182546
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,128,768,0.01463573376337687
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,128,768,0.014468266566594442
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,128,768,0.0144405335187912
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,128,768,0.014666666587193808
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,128,1024,0.03619840145111084
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,128,1024,0.036190934975941974
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,128,768,0.014444800217946372
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,128,768,0.0144896000623703
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,128,768,0.014314666390419006
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,128,768,0.020662399133046468
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,128,768,0.014272000392278036
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,128,768,0.014349866906801859
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,128,768,0.014416000247001648
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,128,768,0.016011733810106912
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,128,768,0.014467199643452963
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,128,768,0.014307199915250143
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,128,768,0.014994133512179056
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,128,768,0.014570666352907815
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,128,768,0.01423893372217814
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,128,768,0.015000533064206442
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,128,768,0.014406399925549826
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,128,768,0.0135754664738973
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,128,768,0.014101333419481912
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,128,768,0.014301866292953491
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,128,768,0.02020053267478943
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,128,768,0.014074666301409402
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,128,768,0.014346667130788169
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,128,768,0.01421440045038859
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,128,768,0.014025599757830302
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,128,768,0.013497599959373474
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,128,768,0.013848533233006796
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,128,768,0.014342400431632995
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,128,768,0.012928000092506409
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,128,768,0.014200533429781595
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,128,768,0.013972266515096029
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,128,768,0.013222400347391763
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,128,768,0.013610666990280152
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,128,768,0.01520639955997467
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,128,768,0.014471466342608133
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,128,768,0.014404267072677612
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,128,1024,0.03176213304201762
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,128,768,0.09149653116861979
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,128,768,0.16801066398620607
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,128,768,0.07668586572011313
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,128,768,0.08616320292154947
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,128,768,0.0922432025273641
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,128,768,0.3293247858683268
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,128,768,0.07105920314788819
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,128,768,0.07185706297556559
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,128,768,0.06607786814371744
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,128,768,0.8063114802042642
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,128,768,0.06653546492258708
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,128,768,0.06075199842453003
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,128,768,0.0870581309000651
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,128,768,0.061196800072987875
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,128,768,0.05664106607437134
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,128,768,0.050971734523773196
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,128,768,0.0816159963607788
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,128,768,0.0558570663134257
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,128,768,0.08172480265299478
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,128,768,0.07642347017923991
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,128,768,0.05138986508051554
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,128,768,0.04675413370132446
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,128,768,0.04566293160120646
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,128,768,0.031240532795588177
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,128,768,0.02599253257115682
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,128,768,0.025924267371495564
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,128,768,0.02105813423792521
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,128,768,0.02068480054537455
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,128,768,0.0160778671503067
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,128,768,0.016102400422096253
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,128,768,0.011195733149846395
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,128,768,0.010356266299883525
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,128,768,0.010077866911888122
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,128,768,0.010405332843462626
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,128,768,0.009988266229629516
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,128,768,0.00918293297290802
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,128,768,0.009146666526794434
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,128,768,0.008711466193199157
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,128,768,0.00872213343779246
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,128,768,0.0075093333919843035
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,128,768,0.007502933343251546
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,128,768,0.0075445334116617845
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,128,768,0.007890133559703827
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,128,768,0.041093333562215166
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,128,768,0.00790293316046397
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,128,768,0.007758933305740357
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,128,768,0.007513600091139476
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,128,768,0.006302933394908905
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,128,768,0.006289066871007283
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,128,768,0.0062837332487106325
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,128,768,0.006331733365853627
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,128,768,0.006278400123119354
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,128,768,0.006289066871007283
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,128,768,0.006253866851329804
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,128,768,0.006321066617965698
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,128,768,0.006292266647020976
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,128,768,0.006300800045331319
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,128,768,0.006230400005976359
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,128,768,0.04082026481628418
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,128,768,0.00626986672480901
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,128,768,0.005905066430568695
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,128,768,0.006604800124963124
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,128,768,0.005962666869163513
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,128,768,0.006086400151252747
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,128,768,0.006260266900062561
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,128,768,0.005904000004132589
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,128,768,0.006231466432412466
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,128,768,0.005922133227189382
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,128,768,0.005637333293755849
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,128,768,0.03332800070444743
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,128,768,0.019452800353368126
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,128,768,0.013651200135548911
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,128,768,0.011982933680216471
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,128,768,0.01199893355369568
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,128,768,0.011617066462834676
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,128,768,0.0116266667842865
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,128,768,0.011614933609962463
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,128,768,0.011622400085131327
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,128,768,0.035894401868184406
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,128,768,0.01164479951063792
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,128,768,0.011178666353225708
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,128,768,0.011228799819946289
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,128,768,0.011195733149846395
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,128,768,0.011187199751536052
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,128,768,0.010811733206113179
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,128,768,0.006362666686375936
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,128,768,0.010831999778747558
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,128,768,0.010778666536013285
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,128,768,0.010453333457310993
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,128,768,0.010390399893124899
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,128,768,0.009987200299898785
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,128,768,0.010453333457310993
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,128,768,0.010007466872533162
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,128,768,0.009956266482671101
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,128,768,0.009991466999053955
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,128,768,0.009597866733868917
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,128,768,0.009596799810727436
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,128,768,0.009190400441487629
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,128,768,0.009512533744176228
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,128,768,0.00914026697476705
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,128,768,0.008763733506202697
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,128,768,0.0074869334697723385
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,128,768,0.008802133798599242
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,128,768,0.008370133241017659
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,128,768,0.00876800020535787
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,128,768,0.008358400066693623
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,128,768,0.008567466338475545
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,128,768,0.008345599969228108
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,128,768,0.008373333017031352
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,128,768,0.008354133367538452
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,128,768,0.008354133367538452
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,128,768,0.011183999975522359
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,128,768,0.007942399879296621
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,128,768,0.008359466989835102
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,128,768,0.008359466989835102
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,128,768,0.008158933122952778
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,128,768,0.008344533046086629
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,128,768,0.008334933718045553
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,128,768,0.008368000388145447
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,128,768,0.00795839975277583
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,128,768,0.007949866851170858
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,128,768,0.007944533228874206
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,128,768,0.007991466422875721
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,128,768,0.007924266656239827
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,128,768,0.008316799998283386
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,128,768,0.007626666625340779
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,128,768,0.007877333462238312
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,128,768,0.007906133433183034
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,128,768,0.00793280005455017
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,128,768,0.008044800162315369
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,128,768,0.00801813354094823
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,128,768,0.007944533228874206
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,128,768,0.007702399790287018
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,128,768,0.008308266599973042
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,128,768,0.007949866851170858
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,128,768,0.007945600152015685
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,128,768,0.007959466675917308
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,128,768,0.007762133578459422
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,128,768,0.007944533228874206
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,128,768,0.008306133250395458
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,128,768,0.007925333579381307
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,128,768,0.007957333326339721
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,128,512,0.006253866851329804
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,128,768,0.007973333199818928
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,128,768,0.008070399860541026
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,128,512,0.003366400053103765
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,128,512,0.0029440000653266907
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,128,768,0.008308266599973042
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,128,512,0.002974933385848999
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,128,512,0.003009066730737686
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,128,512,0.002979200085004171
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,128,512,0.002962133288383484
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,128,512,0.002962133288383484
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,128,512,0.0029866665601730345
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,128,512,0.0030016000072161358
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,128,512,0.0029706666866938275
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,128,512,0.003009066730737686
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,128,512,0.002961066613594691
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,128,512,0.0029493334392706556
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,128,512,0.0030250666042168934
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,128,512,0.002976000060637792
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,128,512,0.00296426663796107
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,128,512,0.00275093341867129
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,128,512,0.002616533388694127
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,128,512,0.0026837334036827086
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,128,512,0.002616533388694127
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,128,512,0.0025920001169045764
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,128,512,0.002584533393383026
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,128,512,0.002679466704527537
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,128,512,0.002647466709216436
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,128,512,0.0026389333109060925
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,128,512,0.002780800064404805
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,128,512,0.0025685332715511323
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,128,512,0.0025770666698614756
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,128,512,0.002621866762638092
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,128,512,0.0025994665920734406
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,128,512,0.0026079999903837843
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,128,512,0.0025685332715511323
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,128,512,0.0026154667139053345
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,128,512,0.002548266698916753
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,128,512,0.0025290665527184803
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,128,512,0.002573866645495097
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,128,512,0.002605866640806198
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,128,512,0.002586666742960612
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,128,512,0.0025920001169045764
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,128,512,0.002548266698916753
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,128,512,0.002553600072860718
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,128,512,0.0025685332715511323
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,128,512,0.0025279998779296877
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,128,512,0.0025600001215934755
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,128,512,0.0025568000972270967
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,128,512,0.002566399921973546
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,128,512,0.002548266698916753
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,128,512,0.002573866645495097
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,128,512,0.0025621332228183747
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,128,512,0.002567466596762339
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,128,512,0.002549333373705546
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,128,512,0.0025770666698614756
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,128,512,0.0025621332228183747
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,128,512,0.0025621332228183747
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,128,512,0.004283733169237773
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,128,512,0.0025343999266624452
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,128,768,0.007962666451931
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,128,512,0.0025802666942278544
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,128,512,0.002625066787004471
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,128,512,0.002567466596762339
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,128,512,0.0026069333155949908
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,128,512,0.00296426663796107
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,128,512,0.002569599946339925
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,128,512,0.0025962665677070618
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,128,512,0.0025439999997615816
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,128,512,0.002584533393383026
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,128,512,0.0025631998976071674
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,128,512,0.002603733291228612
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,128,512,0.002567466596762339
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,128,512,0.0025589334468046824
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,128,512,0.040717868010203044
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,128,512,0.02837439974149068
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,128,512,0.022295467058817544
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,128,512,0.020430932442347206
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,128,512,0.0025813333690166474
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,128,512,0.019090133905410766
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,128,512,0.019372800985972084
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,128,512,0.019022933642069497
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,128,512,0.01867413322130839
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,128,512,0.002569599946339925
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,128,512,0.01917120019594828
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,128,512,0.019324799378712974
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,128,512,0.002551466723283132
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,128,512,0.01881600022315979
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,128,512,0.018711467583974205
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,128,512,0.018742400407791137
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,128,512,0.018574933211008705
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,128,512,0.018515199422836304
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,128,512,0.019908267259597778
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,128,512,0.018593066930770875
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,128,512,0.0025429333249727885
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,128,512,0.018681599696477254
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,128,512,0.017924267053604125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,128,512,0.01858133276303609
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,128,512,0.01772693395614624
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,128,512,0.01730453372001648
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,128,512,0.018180267016092936
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,128,512,0.01671573321024577
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,128,512,0.017624533176422118
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,128,512,0.016537599762280784
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,128,512,0.01704853375752767
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,128,512,0.01779200037320455
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,128,512,0.01638826628526052
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,128,512,0.01590506633122762
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,128,512,0.015656532843907674
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,128,512,0.015152000387509666
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,128,512,0.014532267053922018
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,128,512,0.01573973298072815
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,128,512,0.019817600647608437
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,128,512,0.014658133188883463
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,128,512,0.014458666245142618
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,128,512,0.014308266838391624
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,128,512,0.014388266205787658
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,128,512,0.015762133399645488
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,128,512,0.014774399995803832
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,128,512,0.015144532918930054
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,128,512,0.01430400013923645
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,128,512,0.014205867052078247
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,128,512,0.013800533612569174
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,128,512,0.015066666404406228
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,128,512,0.014259200294812521
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,128,512,0.014603733023007711
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,128,512,0.01456106702486674
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,128,512,0.014499200383822122
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,128,512,0.014446933070818582
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,128,512,0.01374399960041046
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,128,512,0.014251733819643656
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,128,512,0.014307199915250143
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,128,512,0.019368533293406168
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,128,512,0.014290133118629455
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,128,512,0.01409280002117157
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,128,512,0.013133866588274637
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,128,512,0.014077867070833841
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,128,512,0.014177067081133523
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,128,512,0.013473066687583923
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,128,512,0.012548266847928365
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,128,512,0.013588266571362815
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,128,512,0.014297599593798319
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,128,512,0.013965866963068643
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,128,512,0.013511466979980468
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,128,512,0.013144532839457193
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,128,512,0.012862933675448099
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,128,512,0.013350400328636169
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,128,512,0.012653866410255432
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,128,512,0.012533332904179892
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,128,512,0.014421332875887552
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,128,512,0.013141333063443502
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,128,512,0.013768532872200012
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,128,768,0.031439999739329025
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,128,768,0.03615146478017171
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,128,512,0.1656768004099528
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,128,512,0.32639360427856445
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,128,512,0.08992746671040854
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,128,512,0.07633492946624756
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,128,512,0.07148906389872232
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,128,512,0.6525632222493489
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,128,512,0.09103466669718424
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,128,512,0.06566293239593506
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,128,512,0.06614400148391723
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,128,512,0.08653120199839273
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,128,512,0.06074026823043823
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,128,512,0.0562666654586792
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,128,512,0.05584853490193685
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,128,512,0.050546133518218996
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,128,512,0.060755201180775965
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,128,512,0.08028693199157715
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,128,512,0.08584427038828532
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,128,512,0.0809109369913737
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,128,512,0.07549013296763102
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,128,512,0.0706496000289917
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,128,512,0.050587733586629234
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,128,512,0.03076159954071045
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,128,512,0.045238399505615236
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,128,512,0.025534933805465697
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,128,512,0.02106026609738668
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,128,512,0.02021119991938273
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,128,512,0.015811199943224587
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,128,512,0.015331199765205384
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,128,512,0.011178666353225708
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,128,512,0.009603200356165568
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,128,512,0.009588266412417095
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,128,512,0.009636267026265462
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,128,512,0.009802666306495667
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,128,512,0.00869546631971995
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,128,512,0.008340266346931458
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,128,512,0.008339200417200725
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,128,512,0.04524373213450114
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,128,512,0.008359466989835102
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,128,512,0.007112533350785573
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,128,512,0.007142400244871776
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,128,512,0.007485866546630859
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,128,512,0.007574399809042613
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,128,512,0.0071487997968991595
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,128,512,0.007114666700363159
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,128,512,0.00714026689529419
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,128,512,0.007145600020885467
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,128,512,0.0062613333264986675
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,128,512,0.005975466469923655
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,128,512,0.005862399935722351
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,128,512,0.005919999877611796
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,128,512,0.0054517333706219995
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,128,512,0.005832533538341522
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,128,512,0.005843199789524078
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,128,512,0.0055061335364977515
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,128,512,0.00586346685886383
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,128,512,0.005667200187842051
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,128,512,0.005899733304977417
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,128,512,0.005515733361244201
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,128,512,0.005709866682688395
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,128,512,0.00584853341182073
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,128,512,0.0058442667126655575
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,128,512,0.005895466605822245
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,128,512,0.00626453310251236
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,128,512,0.005841066439946493
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,128,512,0.005922133227189382
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,128,512,0.005925333499908448
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,128,512,0.005726933479309082
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,128,512,0.005842133363087972
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,128,512,0.024999467531840007
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,128,512,0.015658666690190635
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,128,512,0.013452800114949546
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,128,512,0.012010666728019714
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,128,512,0.012012799580891926
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,128,512,0.011991467078526814
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,128,512,0.011593600114186604
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,128,512,0.011637333035469054
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,128,512,0.011306666334470113
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,128,512,0.011160533626874287
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,128,512,0.011188266674677531
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,128,512,0.011202133695284526
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,128,512,0.011185066898663838
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,128,512,0.010756267110506694
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,128,512,0.010517332951227825
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,128,512,0.010371200243631999
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,128,512,0.010359467069307963
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,128,512,0.009966933727264404
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,128,512,0.009964799880981446
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,128,512,0.009946667154630025
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,128,512,0.009964799880981446
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,128,512,0.009979733824729919
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,128,512,0.009609599908192951
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,128,512,0.009134933352470398
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,128,512,0.009128533800443013
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,128,512,0.009173333644866943
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,128,512,0.009165866176287334
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,128,512,0.008732799688975017
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,128,512,0.008776533603668212
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,128,512,0.008730666836102803
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,128,512,0.008718933661778767
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,128,512,0.008283733328183492
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,128,512,0.008331733445326488
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,128,512,0.007952000200748443
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,128,512,0.008318933347860973
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,128,512,0.00793280005455017
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,128,512,0.008054399987061818
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,128,512,0.007877333462238312
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,128,512,0.007970133423805236
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,128,512,0.007970133423805236
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,128,512,0.0081194669008255
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,128,512,0.007530666887760162
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,128,512,0.00757120003302892
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,128,512,0.007935999830563863
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,128,512,0.007956266899903615
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,128,512,0.007900799810886382
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,128,512,0.007906133433183034
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,128,512,0.007913599908351897
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,128,512,0.007778133451938629
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,128,512,0.00790293316046397
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,128,512,0.007493333518505096
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,128,512,0.007947733501593272
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,128,512,0.007912533481915791
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,128,512,0.007909333209196727
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,128,512,0.007503999769687653
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,128,512,0.00790719985961914
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,128,512,0.007970133423805236
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,128,512,0.007574399809042613
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,128,512,0.007909333209196727
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,128,512,0.007322666545708974
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,128,512,0.00790293316046397
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,128,512,0.0075434664885203045
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,128,512,0.007339733342329661
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,128,512,0.007482666770617168
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,128,512,0.007136000196139018
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,128,512,0.007525333265463512
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,128,512,0.0074879998962084455
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,128,512,0.0075082664688428235
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,128,512,0.0075541332364082335
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,128,512,0.007483733197053273
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,128,512,0.007975466549396515
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,128,512,0.007541333138942718
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,128,512,0.007911466558774312
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,128,256,0.005039999882380167
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,128,256,0.0034453332424163817
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,128,512,0.0073173334201176955
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,128,256,0.0030048000315825146
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,128,256,0.0025973332424958544
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,128,256,0.002571733295917511
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,128,256,0.002616533388694127
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,128,256,0.0025653332471847535
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,128,256,0.0025557334224383037
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,128,256,0.002573866645495097
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,128,256,0.0025450666745503742
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,128,256,0.0025600001215934755
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,128,256,0.0025653332471847535
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,128,256,0.0025557334224383037
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,128,256,0.0026133333643277483
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,128,256,0.002570666621128718
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,128,256,0.0026079999903837843
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,128,256,0.002566399921973546
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,128,256,0.0025621332228183747
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,128,512,0.04028693437576294
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,128,256,0.0025685332715511323
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,128,256,0.002549333373705546
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,128,256,0.0025439999997615816
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,128,256,0.002571733295917511
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,128,256,0.0025600001215934755
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,128,256,0.00236160010099411
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,128,256,0.002550400048494339
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,128,256,0.0025631998976071674
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,128,256,0.0025578667720158894
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,128,256,0.0025759999950726825
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,128,256,0.0025589334468046824
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,128,256,0.002549333373705546
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,128,256,0.002540799975395203
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,128,256,0.0021727999051411946
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,128,256,0.0022069332500298817
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,128,256,0.002218666672706604
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,128,256,0.002219733347495397
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,128,256,0.002196266750494639
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,128,256,0.0021589333812395734
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,128,256,0.0021418665846188864
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,128,256,0.002194133400917053
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,128,256,0.002196266750494639
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,128,256,0.0021717332303524016
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,128,256,0.002195200075705846
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,128,256,0.0021418665846188864
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,128,256,0.0021898667017618816
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,128,256,0.002161066730817159
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,128,256,0.0021375998854637145
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,128,256,0.002148266633351644
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,128,256,0.002152533332506816
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,128,256,0.002152533332506816
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,128,256,0.002149333308140437
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,128,256,0.002148266633351644
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,128,256,0.0021546666820844015
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,128,256,0.002199466774861018
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,128,256,0.0021386665602525076
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,128,256,0.0021546666820844015
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,128,256,0.0021770666042963665
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,128,256,0.0021418665846188864
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,128,256,0.0021386665602525076
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,128,256,0.0021920000513394673
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,128,256,0.0025941332181294756
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,128,256,0.0021248000363508863
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,128,256,0.0021354667842388153
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,128,256,0.0021546666820844015
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,128,256,0.0021248000363508863
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,128,256,0.0021375998854637145
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,128,256,0.002160000056028366
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,128,256,0.0021226666867733
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,128,256,0.0021589333812395734
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,128,256,0.002163200080394745
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,128,256,0.002186666677395503
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,128,256,0.002163200080394745
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,128,256,0.0021898667017618816
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,128,256,0.002125866711139679
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,128,256,0.029182932774225873
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,128,256,0.02269759972890218
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,128,256,0.020658133427302043
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,128,512,0.040550398826599124
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,128,256,0.01800853411356608
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,128,256,0.0184170663356781
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,128,256,0.01870186726252238
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,128,256,0.017066667477289833
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,128,256,0.01722986698150635
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,128,256,0.017293866475423178
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,128,256,0.01662399967511495
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,128,256,0.01750719944636027
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,128,256,0.016603733102480568
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,128,256,0.016551466782887776
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,128,256,0.016800000270207723
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,128,256,0.016756266355514526
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,128,256,0.0021375998854637145
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,128,256,0.016673066218694053
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,128,256,0.017604267597198485
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,128,256,0.017018665870030723
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,128,256,0.01613866686820984
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,128,256,0.01594239970048269
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,128,256,0.016148266196250916
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,128,256,0.01574613352616628
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,128,256,0.01655893325805664
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,128,256,0.015642666816711427
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,128,256,0.014520532886187234
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,128,256,0.01581333378950755
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,128,256,0.018492799997329713
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,128,256,0.014985600113868713
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,128,256,0.01560533344745636
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,128,256,0.01471573313077291
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,128,256,0.014450132846832275
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,128,256,0.014485333363215128
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,128,256,0.01617173353830973
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,128,256,0.014645333091417948
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,128,256,0.014408533771832785
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,128,256,0.014059733351071677
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,128,256,0.014536533753077188
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,128,256,0.014246400197347006
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,128,256,0.014315733313560485
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,128,256,0.014644267161687216
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,128,256,0.015494400262832641
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,128,256,0.0134634663661321
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,128,256,0.014020267128944396
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,128,256,0.013868799805641175
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,128,256,0.013342932860056559
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,128,256,0.013939199844996133
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,128,256,0.013988266388575235
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,128,256,0.01358080009619395
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,128,256,0.014081066846847535
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,128,256,0.01400213340918223
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,128,256,0.014124799768129984
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,128,256,0.013478400309880576
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,128,256,0.014104533195495605
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,128,256,0.013450666268666586
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,128,256,0.012986666957537332
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,128,256,0.014074666301409402
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,128,256,0.013977600137392679
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,128,256,0.012602667013804117
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,128,256,0.01304533382256826
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,128,256,0.012774399916330972
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,128,256,0.013416533668835958
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,128,256,0.013408000270525614
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,128,256,0.013018666704495748
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,128,256,0.013609600067138673
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,128,256,0.014201600352923074
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,128,256,0.012644267082214356
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,128,256,0.013783466815948487
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,128,256,0.012943999965985617
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,128,256,0.013276799519856771
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,128,256,0.015246933698654175
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,128,256,0.013668266932169595
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,128,256,0.012640000383059184
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,128,256,0.012750933567682901
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,128,256,0.013260799646377563
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,128,512,0.03577066659927368
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,128,512,0.03131200075149536
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,128,512,0.03546559810638428
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,128,512,0.025575466950734455
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,128,256,0.13006186485290527
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,128,256,0.25317333539326986
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,128,256,0.5004480044047038
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,128,256,0.0709770679473877
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,128,256,0.05564159949620565
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,128,256,0.07111146450042724
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,128,256,0.05173226594924927
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,128,256,0.05177386601765951
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,128,256,0.048051198323567704
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,128,256,0.047637331485748294
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,128,256,0.044350934028625486
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,128,256,0.06693120002746582
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,128,256,0.04394026597340901
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,128,256,0.040275200208028154
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,128,256,0.06768319606781006
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,128,256,0.06326293150583903
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,128,256,0.06401066780090332
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,128,256,0.059996799627939856
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,128,256,0.05951786835988363
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,128,256,0.055411199728647866
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,128,256,0.040278398990631105
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,128,256,0.024349866310755412
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,128,256,0.036200535297393796
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,128,256,0.02100800077120463
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,128,256,0.020629332462946574
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,128,256,0.01737173398335775
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,128,256,0.016526933511098227
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,128,256,0.0132832000652949
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,128,256,0.012869333227475485
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,128,256,0.009244799613952637
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,128,256,0.00879146655400594
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,128,256,0.008335999647776286
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,128,256,0.008347733815511068
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,128,256,0.008368000388145447
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,128,256,0.007549866537253062
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,128,256,0.0074890668193499255
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,128,256,0.036212265491485596
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,128,256,0.007493333518505096
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,128,256,0.006680533289909363
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,128,256,0.006332799792289734
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,128,256,0.006735999882221222
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,128,256,0.006301866471767425
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,128,256,0.006650666892528534
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,128,256,0.006337066491444905
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,128,256,0.0066655998428662615
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,128,256,0.006671999891599019
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,128,256,0.005635199944178263
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,128,256,0.005446400245030721
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,128,256,0.005853866537412008
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,128,256,0.005444266895453135
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,128,256,0.0056970665852228795
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,128,256,0.005479466418425242
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,128,256,0.005470933516820272
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,128,256,0.00552106648683548
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,128,256,0.005835733314355215
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,128,256,0.005454933146635691
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,128,256,0.0058442667126655575
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,128,256,0.005103999873002371
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,128,256,0.005862399935722351
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,128,256,0.0054730668663978575
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,128,256,0.005482666691144307
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,128,256,0.00521066685517629
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,128,256,0.005498666564623515
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,128,256,0.0054293334484100345
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,128,256,0.0075647999842961625
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,128,256,0.0058559998869895935
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,128,256,0.005077333251635233
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,128,256,0.0054730668663978575
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,128,256,0.0054506664474805195
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,128,256,0.021552000443140665
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,128,256,0.018145066499710084
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,128,256,0.015682133038838704
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,128,256,0.011639466881752015
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,128,256,0.011236266295115153
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,128,256,0.011212799946467083
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,128,256,0.010843732953071594
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,128,256,0.011228799819946289
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,128,256,0.010834133625030518
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,128,256,0.010570666193962098
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,128,256,0.010436266660690308
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,128,256,0.010423466563224792
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,128,256,0.010361599922180175
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,128,256,0.010384000341097514
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,128,256,0.00993386705716451
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,128,256,0.009585066636403402
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,128,256,0.00960106650988261
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,128,256,0.009586133559544881
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,128,256,0.009592533111572266
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,128,256,0.0092031995455424
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,128,256,0.009156266848246258
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,128,256,0.009218133489290873
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,128,256,0.008769067128499348
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,128,256,0.008760533730189006
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,128,256,0.008347733815511068
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,128,256,0.03251199920972188
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,128,256,0.011159466703732808
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,128,256,0.008381866415341695
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,128,256,0.008307200173536937
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,128,256,0.007921066880226136
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,128,256,0.007924266656239827
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,128,256,0.007546666761239369
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,128,256,0.007895466685295106
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,128,256,0.007547733187675476
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,128,256,0.007881600161393483
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,128,256,0.007494399944941203
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,128,256,0.007513600091139476
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,128,256,0.007514666517575581
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,128,256,0.007562666634718577
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,128,256,0.0070783997575442
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,128,256,0.007494399944941203
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,128,256,0.00716480016708374
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,128,256,0.007482666770617168
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,128,256,0.007485866546630859
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,128,256,0.007496533294518788
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,128,256,0.008412800232569377
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,128,256,0.007136000196139018
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,128,256,0.007330133517583211
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,128,256,0.007150933146476746
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,128,256,0.007482666770617168
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,128,256,0.007124266525109608
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,128,256,0.007470933099587758
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,128,256,0.007160533467928569
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,128,256,0.007503999769687653
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,128,256,0.007134933272997539
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,128,256,0.007492266595363617
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,128,256,0.007114666700363159
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,128,256,0.007136000196139018
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,128,256,0.007074133555094402
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,128,256,0.007149866720040639
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,128,256,0.006772266825040181
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,128,256,0.007145600020885467
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,128,256,0.007143466671307881
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,128,256,0.007102933526039123
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,128,256,0.0067210664351781205
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,128,256,0.007146666447321574
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,128,256,0.007121066749095917
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,128,256,0.007946666578451793
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,128,256,0.0070783997575442
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,128,256,0.006705066561698914
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,128,256,0.007529599964618683
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,128,256,0.007507200042406718
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,128,256,0.006807466844717662
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,128,256,0.007152000069618225
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,128,128,0.004250666499137879
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,128,128,0.0030218665798505146
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,128,128,0.002609066665172577
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,128,128,0.00226346676548322
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,128,128,0.002196266750494639
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,128,128,0.002233600119749705
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,128,128,0.002549333373705546
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,128,128,0.002216533323129018
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,128,128,0.002587733417749405
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,128,128,0.0022367998957633973
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,128,128,0.0022079999248186748
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,128,128,0.002233600119749705
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,128,128,0.0021759999295075734
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,128,128,0.0025578667720158894
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,128,128,0.0022442666192849475
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,128,128,0.0022143999735514323
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,128,128,0.002196266750494639
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,128,128,0.002209066599607468
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,128,128,0.0021845333278179167
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,128,128,0.0021322667598724365
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,128,128,0.0021888000269730886
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,128,128,0.0021354667842388153
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,128,128,0.002253866692384084
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,128,128,0.002198400100072225
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,128,128,0.0021717332303524016
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,128,128,0.0022261333962281544
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,128,128,0.0021909333765506743
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,128,128,0.0021546666820844015
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,128,128,0.002198400100072225
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,128,128,0.0021301334102948504
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,128,128,0.002201599876085917
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,128,128,0.002205866575241089
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,128,128,0.002219733347495397
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,128,128,0.0021375998854637145
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,128,128,0.002203733225663503
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,128,128,0.0021322667598724365
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,128,128,0.002199466774861018
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,128,128,0.0021557333568731946
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,128,128,0.0021749332547187803
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,128,128,0.002131200085083644
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,128,128,0.002161066730817159
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,128,128,0.0021407999098300933
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,128,128,0.002195200075705846
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,128,128,0.0021568000316619872
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,128,128,0.0021674667795499166
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,128,128,0.0021344001094500227
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,128,128,0.002183466653029124
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,128,128,0.002170666555563609
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,128,128,0.0021685334543387097
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,128,128,0.002143999934196472
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,128,128,0.0021898667017618816
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,128,128,0.0021375998854637145
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,128,128,0.0021920000513394673
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,128,128,0.0021344001094500227
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,128,128,0.0021888000269730886
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,128,128,0.001993600030740102
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,128,128,0.002162133405605952
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,128,128,0.002133333434661229
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,128,128,0.002178133279085159
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,128,128,0.0021269333859284716
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,128,128,0.002194133400917053
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,128,128,0.001791999985774358
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,128,128,0.0021856000026067098
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,128,128,0.002162133405605952
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,128,128,0.0021759999295075734
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,128,128,0.002160000056028366
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,128,128,0.0021738665799299877
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,128,256,0.007076266904671986
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,128,128,0.001911466692884763
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,128,128,0.0021674667795499166
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,128,128,0.002004266654451688
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,128,128,0.002164266755183538
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,128,128,0.002006400004029274
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,128,128,0.024016000827153525
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,128,128,0.02000746726989746
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,128,128,0.018261333306630455
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,128,128,0.017166932423909508
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,128,128,0.016845866044362386
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,128,128,0.016382933656374613
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,128,128,0.015786666671435037
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,128,128,0.0021248000363508863
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,128,128,0.01569493313630422
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,128,128,0.01623040040334066
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,128,128,0.016182399789492288
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,128,128,0.0157258669535319
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,128,128,0.015539200107256571
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,128,128,0.015140266219774882
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,128,128,0.01499626636505127
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,128,128,0.015667200088500977
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,128,128,0.015251200397809347
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,128,128,0.014591999848683677
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,128,128,0.014855466286341348
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,128,128,0.015478400389353433
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,128,128,0.014613333344459533
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,128,128,0.0021248000363508863
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,128,128,0.014443733294804893
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,128,128,0.015528532862663268
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,128,128,0.0150218665599823
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,128,128,0.014634666840235391
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,128,128,0.015253333250681558
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,128,128,0.014999467134475707
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,128,128,0.014459733168284097
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,128,128,0.015537066260973611
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,128,128,0.015219199657440185
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,128,128,0.015204266707102457
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,128,128,0.014354133605957031
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,128,128,0.01402239998181661
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,128,128,0.014428800344467163
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,128,128,0.013981866836547851
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,128,128,0.014265599846839904
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,128,128,0.014121599992116294
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,128,128,0.014338133732477823
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,128,128,0.014451199769973755
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,128,128,0.01439466675122579
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,128,128,0.013671466708183288
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,128,128,0.014106667041778565
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,128,128,0.014164266983668008
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,128,128,0.014405333002408347
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,128,128,0.014104533195495605
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,128,128,0.014042666554450989
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,128,128,0.014123732844988504
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,128,128,0.013382400075594584
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,128,128,0.013981866836547851
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,128,128,0.015636266271273295
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,128,128,0.013114666938781739
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,128,128,0.013115732868512472
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,128,128,0.01397119959195455
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,128,128,0.013667200009028116
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,128,128,0.013762133320172629
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,128,128,0.013365333278973898
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,128,128,0.012530133128166199
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,128,128,0.0135754664738973
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,128,128,0.01279253363609314
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,128,128,0.013832533359527588
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,128,128,0.012460800011952718
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,128,128,0.013491200407346091
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,128,128,0.013897599776585898
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,128,128,0.013433600465456644
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,128,128,0.012950399518013
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,128,128,0.01390720009803772
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,128,128,0.012873599926630655
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,128,128,0.013758933544158936
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,128,128,0.012659200032552085
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,128,128,0.0136543999115626
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,128,128,0.013797332843144735
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,128,128,0.013921067118644714
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,128,128,0.012474667032559712
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,128,128,0.014504533012708029
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,128,128,0.013462400436401368
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,128,256,0.032467200358708696
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,128,256,0.029204267263412475
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,128,256,0.028412799040476482
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,128,256,0.0247488001982371
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8192,128,128,0.110808531443278
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16384,128,128,0.21655573844909667
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4353,128,128,0.06087573369344076
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3585,128,128,0.051780267556508386
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3329,128,128,0.048426667849222824
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32768,128,128,0.427948792775472
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3073,128,128,0.04489599863688151
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4352,128,128,0.06162773370742798
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4097,128,128,0.05831573406855265
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2817,128,128,0.041465600331624344
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2816,128,128,0.0415669322013855
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2561,128,128,0.038279465834299725
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2560,128,128,0.03853760162989299
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3841,128,128,0.054571731885274255
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2305,128,128,0.03510293165842692
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4096,128,128,0.05795093377431234
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3840,128,128,0.05482346614201864
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3584,128,128,0.0513589342435201
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3328,128,128,0.04814293384552002
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3072,128,128,0.0448309342066447
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2049,128,128,0.03172266681989034
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2304,128,128,0.03494079907735188
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1025,128,128,0.018611200650533042
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1024,128,128,0.01821440060933431
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2048,128,128,0.03137600024541219
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,769,128,128,0.015706666310628257
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,768,128,128,0.014945066968599954
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,513,128,128,0.012020267049471537
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,512,128,128,0.011613866686820984
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,257,128,128,0.008706133564313252
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,225,128,128,0.007909333209196727
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,256,128,128,0.007945600152015685
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,224,128,128,0.008011733492215473
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,193,128,128,0.007547733187675476
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,192,128,128,0.007154133419195812
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,161,128,128,0.006725333134333293
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,160,128,128,0.007092266778151194
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,129,128,128,0.007083733379840851
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,128,128,128,0.006351999938488007
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,113,128,128,0.006107733150323232
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,112,128,128,0.006277333199977875
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,97,128,128,0.00626453310251236
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,96,128,128,0.0063296000162760425
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,81,128,128,0.005886933207511902
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,80,128,128,0.005875200033187866
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,65,128,128,0.006221866607666016
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1280,128,128,0.02148053248723348
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,64,128,128,0.005479466418425242
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,49,128,128,0.0050901333491007485
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,48,128,128,0.005107200145721436
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,33,128,128,0.005489066739877065
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,32,128,128,0.0051146666208903
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,17,128,128,0.005470933516820272
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,16,128,128,0.005099733173847198
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,15,128,128,0.005295999844868978
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,14,128,128,0.005082666873931885
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,13,128,128,0.005437866846720377
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,12,128,128,0.005086933573087057
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,11,128,128,0.005062399804592133
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,10,128,128,0.005453866720199585
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,9,128,128,0.005422933399677277
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,8,128,128,0.005076266825199127
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,7,128,128,0.005500799914201101
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,6,128,128,0.005037866532802582
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,5,128,128,0.005416533350944519
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,3,128,128,0.0050784001747767125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1793,128,128,0.02879040042559306
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,2,128,128,0.005097599824269613
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1,128,128,0.0050805335243542995
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32768,128,128,0.028812799851099653
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16384,128,128,0.023942399024963378
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,128,128,0.015269333124160766
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4353,128,128,0.011198932925860088
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4097,128,128,0.010813867052396137
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,128,128,0.01083733340104421
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3841,128,128,0.010750933488210043
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3840,128,128,0.010437333583831787
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3585,128,128,0.010777599612871806
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3584,128,128,0.010456533233324686
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3329,128,128,0.00998293360074361
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3328,128,128,0.010013866424560546
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3073,128,128,0.009935999910036724
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3072,128,128,0.009628799557685853
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2817,128,128,0.009589333335558574
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2816,128,128,0.009611733754475911
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,4,128,128,0.005103999873002371
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2560,128,128,0.00927786628405253
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2305,128,128,0.009186133742332458
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2304,128,128,0.008776533603668212
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2049,128,128,0.009125333031018574
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,128,128,0.00876693328221639
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4352,128,128,0.01123306651910146
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1793,128,128,0.00871573289235433
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1792,128,128,0.00836906631787618
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1537,128,128,0.0083146666487058
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1536,128,128,0.008303999900817871
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1281,128,128,0.007947733501593272
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1280,128,128,0.007930666704972585
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,128,128,0.007477333148320516
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,769,128,128,0.007111466427644093
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,128,128,0.007490133245786031
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,513,128,128,0.007112533350785573
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,128,128,0.007141333321730297
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,257,128,128,0.0070783997575442
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,128,128,0.006705066561698914
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,225,128,128,0.007108266651630402
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,224,128,128,0.007129600147406261
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,193,128,128,0.0070720002055168155
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,128,128,0.007092266778151194
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,161,128,128,0.006833066542943318
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,128,128,0.007133866846561432
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,129,128,128,0.007067733506361644
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,128,128,0.006730666756629944
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,113,128,128,0.006717866659164429
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,112,128,128,0.006911999980608622
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,97,128,128,0.006696533163388569
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,128,128,0.006718933085600535
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,81,128,128,0.006716800232728322
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1025,128,128,0.007542400062084198
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,128,128,0.006738133231798808
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,65,128,128,0.0070592001080513
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,128,128,0.007144533097743988
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,49,128,128,0.0067893331249554946
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,128,128,0.007131733496983846
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,33,128,128,0.006865066786607106
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,128,128,0.00710399995247523
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,17,128,128,0.0067104001839955645
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2561,128,128,0.009617066383361817
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,15,128,128,0.006920533378918965
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,14,128,128,0.006833066542943318
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,13,128,128,0.00673173318306605
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,12,128,128,0.007100800176461537
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,11,128,128,0.007074133555094402
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,10,128,128,0.006694399813810985
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,9,128,128,0.006728533407052357
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,128,128,0.0070826664566993715
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,7,128,128,0.006720000008742015
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,6,128,128,0.007083733379840851
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,5,128,128,0.007112533350785573
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,128,128,0.006739200154940288
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,3,128,128,0.006692266464233399
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,128,128,0.007145600020885467
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,128,64,0.004612266520659129
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,128,128,0.006714666883150737
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,128,64,0.0029887999097506206
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,128,64,0.0025205334027608235
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,128,64,0.0021344001094500227
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,128,64,0.0021738665799299877
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,128,64,0.002204799900452296
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,128,64,0.0022869333624839783
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,128,64,0.0021930667261282604
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,128,64,0.0021674667795499166
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,128,64,0.0021898667017618816
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,128,64,0.002170666555563609
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,128,64,0.002199466774861018
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,128,64,0.0022079999248186748
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,128,64,0.0021856000026067098
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,128,64,0.0021877333521842955
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,128,64,0.0022069332500298817
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,128,64,0.0021930667261282604
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,128,64,0.0021248000363508863
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,128,64,0.0021248000363508863
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,128,64,0.002147199958562851
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,128,64,0.0021354667842388153
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,128,64,0.002204799900452296
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,128,64,0.002149333308140437
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,128,64,0.002205866575241089
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,128,64,0.002149333308140437
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,128,64,0.0022026665508747103
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,128,64,0.002152533332506816
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,128,64,0.0021514666577180227
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,128,64,0.002128000060717265
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,128,64,0.002160000056028366
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,128,64,0.0021589333812395734
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,128,64,0.0021461332837740582
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,128,64,0.0021930667261282604
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,128,64,0.002133333434661229
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,128,64,0.002199466774861018
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,128,64,0.0017952000101407368
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,128,64,0.001884799947341283
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,128,64,0.0017984000345071156
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,128,64,0.0018239999810854596
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,128,64,0.0018079999834299087
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,128,128,0.00714026689529419
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,128,64,0.002009600028395653
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,128,64,0.0018186666071414947
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,128,64,0.0018698666244745255
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,128,64,0.0019402666638294857
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,128,64,0.0018944000204404194
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,128,64,0.0019648000597953796
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,128,64,0.0017610666652520496
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,128,64,0.001958400011062622
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,128,64,0.0018901333212852478
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,128,64,0.0018133333573738734
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,128,64,0.0018005333840847015
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,128,64,0.0018709332992633183
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,128,64,0.0017621333400408429
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,128,64,0.0018304000298182172
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,128,64,0.0018250666558742522
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,128,64,0.001803733284274737
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,128,64,0.00176959993938605
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,128,64,0.001802666609485944
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,128,64,0.0018133333573738734
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,128,64,0.0018069333086411159
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,128,64,0.0018101333330074946
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,128,64,0.0018197332819302875
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,128,64,0.0018154667069514591
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,128,64,0.0021589333812395734
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,128,64,0.0018058666338523228
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,128,64,0.0017824000368515652
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,128,64,0.0018133333573738734
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,128,64,0.0017482666919628781
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,128,64,0.0017984000345071156
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,128,64,0.0018634666999181111
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,128,64,0.0018079999834299087
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,128,64,0.0017738666385412217
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,128,64,0.02263573408126831
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,128,64,0.018595200777053834
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,128,64,0.017130666971206666
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,128,64,0.014497066537539164
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,128,64,0.015031466881434122
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,128,64,0.016039466857910155
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,128,64,0.016012799739837647
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,128,64,0.0017930666605631511
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,128,64,0.016204800208409628
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,128,64,0.014863999684651694
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,128,64,0.014552533626556396
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,128,64,0.016482133666674295
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,128,64,0.014909866452217101
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,128,64,0.015119999647140503
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,128,64,0.014604799946149192
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,128,64,0.015398400028546652
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,128,64,0.014747732877731323
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,128,64,0.015822933117548624
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,128,64,0.014495999614397685
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,128,64,0.0018101333330074946
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,128,64,0.014520532886187234
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,128,64,0.01480959951877594
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,128,64,0.014393599828084311
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,128,64,0.015122133493423461
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,128,64,0.01601066688696543
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,128,64,0.014625066518783569
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,128,64,0.014503467082977294
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,128,64,0.014870400230089823
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,128,64,0.01440000037352244
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,128,64,0.014432000120480857
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,128,64,0.014342400431632995
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,128,64,0.014396799604098
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,128,64,0.014301866292953491
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,128,64,0.014335999886194864
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,128,64,0.014402133226394654
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,128,64,0.01328213314215342
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,128,64,0.014340266585350037
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,128,64,0.013143466909726462
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,128,64,0.013843199610710144
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,128,64,0.013768532872200012
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,128,64,0.015617066621780395
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,128,64,0.013756799697875976
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,128,64,0.014339199662208557
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,128,64,0.013424000144004822
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,128,64,0.013781332969665527
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,128,64,0.012862933675448099
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,128,64,0.013556266824404398
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,128,64,0.012682666381200155
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,128,64,0.013708800077438354
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,128,64,0.012724266449610392
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,128,64,0.01384106675783793
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,128,64,0.012533332904179892
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,128,64,0.013556266824404398
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,128,64,0.012475732962290447
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,128,64,0.01267093320687612
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,128,64,0.01346986691157023
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,128,64,0.012692266702651977
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,128,64,0.012786133090655008
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,128,64,0.012617599964141846
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,128,64,0.013557333747545877
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,128,64,0.012526933352152506
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,128,64,0.012959999839464822
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,128,64,0.012549333771069846
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,128,64,0.013071999947230021
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,128,64,0.013118933637936911
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,128,64,0.013199999928474426
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,128,64,0.012478933731714884
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,128,64,0.013086932897567748
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,128,64,0.013026133179664612
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,128,64,0.013345066706339517
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,128,64,0.013556266824404398
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,128,64,0.013022933403650919
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,128,64,0.013080533345540366
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,128,64,0.01460693379243215
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,128,64,0.01252906620502472
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,128,64,0.012405332922935487
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,128,32,0.0029824001093705496
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,128,32,0.0025301332275072734
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,128,32,0.0022133332987626392
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,128,32,0.0022261333962281544
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,128,32,0.0023306667804718017
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,128,32,0.0026208000878492994
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,128,32,0.002195200075705846
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,128,32,0.0025621332228183747
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,128,32,0.002149333308140437
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,128,32,0.002217599997917811
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,128,32,0.0022314667701721193
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,128,32,0.002197333425283432
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,128,32,0.0023541333774725597
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,128,32,0.0022133332987626392
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,128,32,0.0022101332743962605
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,128,32,0.002169599880774816
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,128,32,0.0022495999932289124
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,128,32,0.0023669332265853884
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,128,32,0.002198400100072225
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,128,32,0.002161066730817159
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,128,32,0.0021727999051411946
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,128,32,0.0021727999051411946
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,128,32,0.002203733225663503
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,128,32,0.0022079999248186748
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,128,32,0.002169599880774816
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,128,32,0.0021578667064507803
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,128,32,0.0022154666483402254
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,128,32,0.002164266755183538
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,128,32,0.004783999919891357
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,128,32,0.0021920000513394673
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,128,32,0.0021514666577180227
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,128,32,0.002199466774861018
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,128,32,0.0021930667261282604
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,128,32,0.0018933333456516265
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,128,32,0.0017952000101407368
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,128,32,0.0021536000072956084
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,128,32,0.001934933289885521
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,128,32,0.0018389333039522172
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,128,32,0.0021877333521842955
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,128,32,0.002136533210674922
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,128,32,0.0021685334543387097
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,128,32,0.0018901333212852478
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,128,32,0.0017898666361967723
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,128,32,0.001794133335351944
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,128,32,0.0017717332889636357
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,128,32,0.0019338666150967281
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,128,32,0.0020842666427294413
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,128,32,0.0019413333386182785
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,128,32,0.00180479995906353
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,128,32,0.0017877332866191864
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,128,32,0.0018186666071414947
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,128,32,0.0018079999834299087
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,128,32,0.0018079999834299087
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,128,32,0.001759999990463257
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,128,32,0.0018453333526849748
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,128,32,0.0017930666605631511
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,128,32,0.0019221333165963489
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,128,32,0.001817600056529045
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,128,32,0.0018165333817402522
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,128,32,0.001785600061217944
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,128,32,0.0018090666582187016
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,128,32,0.0019317333896954852
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,128,32,0.0017984000345071156
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,128,32,0.0018144000321626663
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,128,32,0.0019445333629846573
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,128,32,0.00186666672428449
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,128,32,0.002148266633351644
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,128,32,0.0017824000368515652
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,128,32,0.0018197332819302875
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,128,32,0.0017802666872739792
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,128,32,0.0017365333934624989
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,128,32,0.0018559999763965607
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,128,32,0.001802666609485944
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,128,32,0.0021877333521842955
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,128,32,0.021882667144139608
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,128,32,0.016621866822242738
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,128,32,0.01548693378766378
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,128,32,0.01455573340257009
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,128,32,0.01669013301531474
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,128,32,0.014177067081133523
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,128,32,0.014470400412877402
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,128,32,0.014505599935849508
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,128,32,0.014484266440073649
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,128,32,0.014575999975204468
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,128,32,0.014691199858983359
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,128,32,0.014437333742777506
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,128,32,0.015018666783968607
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,128,32,0.014513066411018372
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,128,32,0.014309333761533103
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,128,32,0.01444906691710154
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,128,32,0.014437333742777506
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,128,32,0.014429866274197897
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,128,32,0.014526933431625366
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,128,32,0.014513066411018372
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,128,32,0.014579199751218162
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,128,32,0.014239999651908874
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,128,32,0.014170666535695394
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,128,32,0.014264532923698425
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,128,32,0.015051733454068503
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,128,32,0.014693333705266317
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,128,32,0.01458026667435964
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,128,32,0.014177067081133523
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,128,32,0.014233600099881491
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,128,32,0.014307199915250143
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,128,32,0.01458560029665629
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,128,32,0.014325333635012307
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,128,32,0.01346879998842875
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,128,32,0.012877866625785828
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,128,32,0.012947199741999307
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,128,32,0.01340053379535675
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,128,32,0.01346986691157023
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,128,32,0.012925866246223449
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,128,32,0.013146666685740152
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,128,32,0.01264639993508657
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,128,32,0.014612266421318054
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,128,32,0.012725333372751871
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,128,32,0.013243732849756875
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,128,32,0.012653866410255432
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,128,32,0.013166933258374532
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,128,32,0.013220266501108805
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,128,32,0.01399679978688558
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,128,32,0.013402666648228964
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,128,32,0.013470932841300964
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,128,32,0.013071999947230021
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,128,32,0.014428800344467163
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,128,32,0.013608533143997192
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,128,32,0.013570132851600646
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,128,32,0.013210666179656983
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,128,32,0.013587199648221335
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,128,32,0.013037866353988648
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,128,32,0.013496533036231995
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,128,32,0.013476266463597616
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,128,32,0.013651200135548911
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,128,32,0.012880000472068786
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,128,32,0.013320533434549966
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,128,32,0.013806933164596557
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,128,32,0.012521599729855856
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,128,32,0.013578666249910989
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,128,32,0.012862933675448099
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,128,32,0.013474133610725404
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,128,32,0.013146666685740152
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,128,32,0.013594667116800943
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,128,32,0.0132832000652949
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,128,32,0.013512532909711203
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,128,32,0.013354667027791343
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,128,32,0.013141333063443502
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,128,32,0.013081600268681845
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,128,32,0.012570666273434958
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,64,65536,0.17005227406819662
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,64,65536,0.3246666590372721
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,64,65536,0.09014613628387451
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,64,65536,0.09047786394755045
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,64,65536,0.09471893310546875
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,64,65536,0.08663679758707682
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,64,65536,0.6425962448120117
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,64,65536,0.09001493453979492
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,64,65536,0.08513920307159424
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,64,65536,0.0803551991780599
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,64,65536,0.07674346764882406
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1792,128,128,0.027965867519378663
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,64,65536,0.07095786730448404
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,64,65536,0.07108266353607177
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,64,65536,0.07194026311238608
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,64,65536,0.06734186808268229
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,64,65536,0.06239466667175293
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,64,65536,0.062301866213480626
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,64,65536,0.05758826732635498
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,64,65536,0.0525984009106954
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,64,65536,0.04888639847437541
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,64,65536,0.041929598649342856
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,64,65536,0.042872532208760576
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1536,128,128,0.025013333559036253
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1537,128,128,0.025163733959198
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,64,65536,0.03885013262430827
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,64,65536,0.03813120126724243
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,64,65536,0.03170880079269409
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,64,65536,0.03247146606445313
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,64,65536,0.022605866193771362
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,64,65536,0.015326933066050211
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,64,65536,0.02399359941482544
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,64,65536,0.01539306640625
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,64,65536,0.019115734100341796
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,64,65536,0.011273599664370219
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,64,65536,0.017416532834370932
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,64,65536,0.011224533120791119
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,64,65536,0.00916373332341512
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,64,65536,0.024012800057729086
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,64,65536,0.010660266876220703
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,64,65536,0.01614400049050649
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,64,65536,0.018252799908320107
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,64,65536,0.016921599706014
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,64,65536,0.012025599678357441
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,64,65536,0.011266133189201355
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,64,65536,0.00879253347714742
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,64,65536,0.010366933544476827
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,64,65536,0.008333866794904072
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,64,65536,0.012852266430854797
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,64,65536,0.007534933090209961
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,64,65536,0.011699199676513672
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,64,65536,0.0591754674911499
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,64,65536,0.0527018666267395
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,64,65536,0.010450133681297302
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,64,65536,0.0482805331548055
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,64,65536,0.008708266417185466
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,64,65536,0.007527466615041096
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,64,65536,0.009127466877301534
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,64,65536,0.0075434664885203045
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,64,65536,0.007540266712506611
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,64,65536,0.007451733450094859
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,64,65536,0.0071168000499407455
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,64,65536,0.007546666761239369
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,64,65536,0.03049386739730835
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,64,65536,0.007106133302052816
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,64,65536,0.007068799932797749
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,64,65536,0.0070592001080513
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,64,65536,0.0071370666225751235
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,64,65536,0.006669866542021434
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,64,65536,0.0066442668437957765
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,64,65536,0.006676266590754191
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,64,65536,0.006729599833488464
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,64,65536,0.008362666765848795
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,64,65536,0.009064533313115438
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,64,65536,0.009186133742332458
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,deepgemm,fp8_block,1281,128,128,0.021908267339070638
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,64,65536,0.007473066449165344
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,64,65536,0.029657600323359172
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,64,65536,0.7968725204467774
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,64,65536,1.4929461161295572
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,64,65536,0.8066186904907227
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,64,65536,0.7533749262491862
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,64,65536,0.7067424138387044
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,64,65536,0.7540000279744465
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,64,65536,0.7147626876831055
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,64,65536,0.6614058812459309
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,64,65536,0.661628786722819
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,64,65536,0.6164629618326823
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,64,65536,0.616925875345866
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,64,65536,2.9290506998697916
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,64,65536,0.56866455078125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,64,65536,0.5681023915608724
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,64,65536,0.524788252512614
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,64,65536,0.5261173248291016
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,64,65536,0.47829227447509765
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,64,65536,0.43324588139851883
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,64,65536,0.431492265065511
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,64,65536,0.38718080520629883
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,64,65536,0.386683718363444
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,64,65536,0.3405632019042969
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,64,65536,0.3446549415588379
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,64,65536,0.24973653157552084
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,64,65536,0.29607998530069984
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,64,65536,0.2937333424886068
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,64,65536,0.25047574043273924
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,64,65536,0.20228266716003418
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,64,65536,0.15398400624593098
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,64,65536,0.2012341340382894
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,64,65536,0.09402666886647543
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,64,65536,0.053413331508636475
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,64,65536,0.04461119969685872
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,64,65536,0.09404693444569906
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,64,65536,0.04179519812266032
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,64,65536,0.03719573418299357
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,64,65536,0.03903253475824992
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,64,65536,0.036415998140970865
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,64,65536,0.037625598907470706
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,64,65536,0.47838614781697586
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,64,65536,0.03184106747309367
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,64,65536,0.03335466782251994
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,64,65536,0.03264960050582886
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,64,65536,0.030851199229558306
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,64,65536,0.028858667612075804
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,64,65536,0.02881493369738261
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,64,65536,0.026798933744430542
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,64,65536,0.026245333751042682
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,64,65536,0.025407999753952026
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,64,65536,0.02531733314196269
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,64,65536,0.024257065852483113
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,64,65536,0.024588799476623534
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,64,65536,0.023035732905069987
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,64,65536,0.02256853381792704
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,64,65536,0.020709333817164104
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,64,65536,0.0209824005762736
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,64,65536,0.021149865786234536
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,64,65536,0.02112213373184204
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,64,65536,0.02134079933166504
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,64,65536,0.020946133136749267
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,64,65536,0.020463999112447104
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,64,65536,0.02072746753692627
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,64,65536,0.020472532510757445
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,64,65536,0.019471999009450278
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,64,65536,0.018744534254074095
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,64,65536,0.018683733542760213
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,64,65536,0.01909546653429667
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,64,65536,0.01827626625696818
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,64,65536,5.824875895182291
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,64,65536,0.018679465850194296
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,64,65536,0.1521674633026123
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,64,51200,0.0729973316192627
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,64,51200,0.13190506299336752
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,64,51200,0.07209813594818115
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,64,65536,0.044647467136383054
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,64,51200,0.24766186078389488
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,64,51200,0.0710752010345459
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,64,65536,0.04544426600138347
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,64,51200,0.06693973541259765
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,64,51200,0.06082666714986166
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,64,51200,0.05878080129623413
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,64,51200,0.056662400563557945
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,64,51200,0.4944021224975586
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,64,51200,0.05352640151977539
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,64,51200,0.05054826736450195
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,64,65536,0.031454932689666745
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,64,51200,0.046513064702351885
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,64,51200,0.04554026524225871
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,64,51200,0.04205866654713948
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,64,51200,0.038021334012349445
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,64,51200,0.03860586484273275
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,64,51200,0.03376426696777344
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,64,51200,0.03325013319651286
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,64,51200,0.02993173400561015
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,64,51200,0.03226986726125081
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,64,51200,0.026337067286173504
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,64,51200,0.029229867458343505
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,64,51200,0.02333013415336609
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,64,51200,0.023056000471115112
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,64,51200,0.01753066579500834
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,64,51200,0.018269866704940796
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,64,51200,0.01302079955736796
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,64,51200,0.012817066907882691
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,64,51200,0.01678826610247294
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,64,51200,0.010014933347702027
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,64,51200,0.014942933122316995
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,64,51200,0.010009599725405376
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,64,51200,0.02053119937578837
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,64,51200,0.01102186640103658
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,64,51200,0.07695679664611817
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,64,51200,0.013241599996884665
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,64,51200,0.016233600179354348
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,64,51200,0.011905066172281901
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,64,51200,0.007569066683451335
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,64,51200,0.06311039924621582
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,64,51200,0.007924266656239827
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,64,51200,0.009800533453623455
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,64,51200,0.007788800199826558
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,64,51200,0.009192533294359843
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,64,51200,0.0074879998962084455
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,64,51200,0.011504000425338745
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,64,51200,0.007142400244871776
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,64,51200,0.04967146714528402
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,64,51200,0.008332799871762593
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,64,51200,0.007123200098673503
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,64,51200,0.04305919806162516
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,64,51200,0.008039466540018718
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,64,51200,0.007930666704972585
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,64,51200,0.007959466675917308
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,64,51200,0.006897066533565521
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,64,51200,0.007121066749095917
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,64,51200,0.006683733562628429
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,64,51200,0.006861866513888042
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,64,51200,0.006758399804433187
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,64,51200,0.006737066805362702
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,64,51200,0.007076266904671986
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,64,51200,0.006674133241176605
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,64,51200,0.006669866542021434
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,64,51200,0.0066549330949783325
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,64,51200,0.006678399940331777
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,64,51200,0.006459733347098033
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,64,51200,0.006266666452089946
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,64,51200,0.0704202651977539
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,64,51200,0.014646400014559427
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,64,51200,0.05467626651128134
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,64,51200,0.010403199990590414
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,64,51200,0.006751999755700429
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,64,51200,0.006675200164318084
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,64,51200,0.627566909790039
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,64,51200,0.6302069346110026
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,64,51200,0.5918922424316406
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,64,51200,1.1743722279866537
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,64,51200,0.5931925455729167
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,64,51200,0.557910410563151
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,64,51200,0.5622218449910481
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,64,51200,0.5234485308329264
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,64,51200,0.5243904113769531
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,64,51200,0.4879210789998372
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,64,51200,0.48977174758911135
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,64,51200,0.4512949307759603
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,64,51200,0.451800537109375
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,64,51200,2.2869951883951822
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,64,51200,0.41498133341471355
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,64,51200,0.41684694290161134
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,64,51200,0.3784810702006022
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,64,51200,0.3789951960245768
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,64,51200,0.34403947194417317
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,64,51200,0.342031987508138
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,64,51200,0.3049845377604167
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,64,51200,0.3080085436503092
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,64,51200,0.2707669258117676
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,64,51200,0.2351093292236328
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,64,51200,0.2741909344991048
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,64,51200,0.20050133069356285
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,64,51200,0.1622378667195638
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,64,51200,0.20056106249491373
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,64,51200,0.160425599416097
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,64,51200,0.04518186648686727
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,64,51200,0.0732373317082723
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,64,51200,0.11747519969940186
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,64,51200,0.0388703982035319
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,64,51200,0.03952000141143799
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,64,51200,0.037069865067799884
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,64,51200,0.04090559879938761
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,64,51200,0.034644265969594315
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,64,51200,0.03466133276621501
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,64,51200,0.03344000180562337
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,64,51200,0.0312554657459259
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,64,51200,0.03089066743850708
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,64,51200,0.03094186584154765
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,64,51200,0.03012160062789917
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,64,51200,0.0268394668896993
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,64,51200,0.026754132906595868
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,64,51200,0.02585066755612691
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,64,51200,0.026862933238347368
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,64,51200,0.025450666745503742
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,64,51200,0.024678399165471397
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,64,51200,0.022703999280929567
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,64,51200,0.021010132630666097
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,64,51200,0.020889600118001304
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,64,51200,0.022832000255584718
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,64,51200,0.020682666699091592
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,64,51200,4.548442586263021
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,64,51200,0.23767466545104982
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,64,51200,0.02135466734568278
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,64,51200,0.019784533977508546
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,64,51200,0.020553600788116456
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,64,51200,0.06822293599446615
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,64,51200,0.1172063986460368
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,64,51200,0.019847466548283895
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,64,51200,0.018660267194112144
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,64,51200,0.019423999389012656
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,64,51200,0.01876586675643921
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,64,51200,0.01874133348464966
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,64,51200,0.019368533293406168
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,64,51200,0.018809600671132406
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,64,51200,0.01895786722501119
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,64,51200,0.01768853267033895
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,64,51200,0.028809599081675213
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,64,16384,0.049294932683308916
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,64,16384,0.028435200452804565
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,64,16384,0.08307413260142008
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,64,16384,0.16292373339335126
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,64,16384,0.02863466739654541
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,64,16384,0.02665173411369324
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,64,16384,0.02541973392168681
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,64,16384,0.02495253284772237
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,64,51200,0.02524159948031108
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,64,16384,0.02333013415336609
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,64,16384,0.024515199661254882
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,64,16384,0.022639999787012734
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,64,16384,0.0220085342725118
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,64,51200,0.022707200050354003
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,64,16384,0.015260799725850423
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,64,16384,0.019477333625157675
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,64,16384,0.019054933389027914
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,64,16384,0.015332266688346863
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,64,16384,0.012548266847928365
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,64,16384,0.018820265928904213
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,64,16384,0.015449600418408713
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,64,16384,0.01170133352279663
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,64,16384,0.012272000312805176
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,64,16384,0.012314666310946147
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,64,16384,0.013687466581662497
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,64,16384,0.011799466609954835
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,64,16384,0.010893866419792175
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,64,16384,0.011603200435638427
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,64,16384,0.010755200187365215
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,64,16384,0.010431999961535137
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,64,16384,0.00871573289235433
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,64,16384,0.009101866682370504
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,64,16384,0.0071263998746871945
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,64,16384,0.005909333129723867
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,64,16384,0.008322133123874665
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,64,16384,0.005873066683610281
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,64,16384,0.007547733187675476
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,64,16384,0.0069365332523981735
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,64,16384,0.007133866846561432
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,64,16384,0.007428266604741414
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,64,51200,0.019142399231592812
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,64,16384,0.006662400066852569
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,64,16384,0.00590826670328776
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,64,16384,0.005841066439946493
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,64,16384,0.005909333129723867
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,64,16384,0.005883733431498209
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,64,16384,0.005896533528963724
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,64,16384,0.005907199780146281
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,64,16384,0.0058335999647776285
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,64,16384,0.0058783998092015585
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,64,16384,0.0058229332168896995
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,64,16384,0.005835733314355215
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,64,16384,0.02720639904340108
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,64,16384,0.00584853341182073
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,64,16384,0.005816533168156942
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,64,16384,0.005898666878541311
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,64,16384,0.00547626664241155
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,64,16384,0.0054954667886098225
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,64,16384,0.005490133166313171
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,64,16384,0.005508266886075338
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,64,16384,0.005444266895453135
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,64,16384,0.00550186683734258
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,64,16384,0.00547626664241155
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,64,16384,0.005456000069777171
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,64,16384,0.005432533224423727
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,64,16384,0.010813867052396137
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,64,16384,0.005513600011666616
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,64,16384,0.005527466535568237
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,64,16384,0.005502933263778686
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,64,16384,0.005504000186920166
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,64,16384,0.0054666668176651
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,64,16384,0.005027199784914652
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,64,16384,0.009341866771380106
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,64,16384,0.008362666765848795
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,64,16384,0.2130762736002604
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,64,16384,0.20968106587727867
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,64,16384,0.3830527941385905
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,64,16384,0.2001002629597982
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,64,16384,0.005868799984455109
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,64,16384,0.19829546610514323
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,64,16384,0.18676160176595052
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,64,16384,0.751414426167806
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,64,16384,0.18732159932454426
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,64,16384,0.17483305931091309
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,64,16384,0.1745471954345703
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,64,16384,0.16337493260701497
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,64,16384,0.16356479326883952
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,64,16384,0.15133973757425945
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,64,16384,0.13716692924499513
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,64,16384,0.1504031976064046
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,64,16384,0.13657387097676593
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,64,16384,0.005082666873931885
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,64,16384,0.10809813340504963
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,64,16384,0.12296213308970134
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,64,16384,0.12292693456013996
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,64,16384,0.10896213054656982
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,64,16384,0.010754133264223736
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,64,16384,0.09413440227508545
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,64,16384,1.4801247914632163
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,64,16384,0.09117759863535563
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,64,16384,0.07593599955240884
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,64,16384,0.06125973463058472
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,64,16384,0.06137280066808065
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,64,16384,0.05141866604487101
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,64,16384,0.05003840128580729
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,64,16384,0.043724799156188966
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,64,16384,0.037172265847524005
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,64,16384,0.033958399295806886
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,64,16384,0.0369429349899292
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,64,16384,0.0308405339717865
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,64,16384,0.026731733481089277
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,64,16384,0.024897066752115886
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,64,16384,0.0264682670434316
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,64,16384,0.025076266129811602
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,64,16384,0.024705066283543905
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,64,16384,0.024730666478474935
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,64,16384,0.024684800704320272
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,64,16384,0.02446826696395874
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,64,16384,0.02291626731554667
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,64,16384,0.02289173404375712
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,64,16384,0.0234442671140035
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,64,16384,0.023041067520777385
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,64,16384,0.022802132368087768
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,64,16384,0.022116265694300332
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,64,16384,0.022809600830078124
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,64,16384,0.021057067314783733
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,64,16384,0.02081706722577413
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,64,16384,0.02072640061378479
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,64,16384,0.019697066148122153
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,64,16384,0.018809600671132406
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,64,16384,0.01839146614074707
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,64,16384,0.01834133267402649
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,64,16384,0.018097066879272462
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,64,16384,0.01786880095799764
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,64,16384,0.018398932615915933
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,64,16384,0.017749333381652833
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,64,16384,0.018599466482798258
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,64,16384,0.018747733036677042
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,64,16384,0.017464532454808553
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,64,16384,0.018871466318766274
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,64,16384,0.01817493240038554
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,64,16384,0.01668693423271179
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,64,16384,0.017062399784723917
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,64,16384,0.016612266500790916
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,64,16384,0.01800640026728312
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,64,16384,0.016535466909408568
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,64,16384,0.016948266824086507
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,64,12288,0.03415253162384033
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,64,12288,0.06497493187586466
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,64,12288,0.023484800259272257
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,64,12288,0.022075732549031578
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,64,12288,0.018314667542775474
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,64,12288,0.019393066565195717
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,64,12288,0.017086933056513466
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,64,12288,0.01662826637427012
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,64,12288,0.01439466675122579
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,64,12288,0.014229333400726319
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,64,16384,0.07779626846313477
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,64,12288,0.013557333747545877
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,64,12288,0.01323306659857432
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,64,12288,0.015731199582417806
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,64,12288,0.010966400305430096
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,64,12288,0.01164906620979309
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,64,12288,0.010754133264223736
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,64,12288,0.012353066603342693
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,64,12288,0.012519466876983642
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,64,12288,0.013218133648236593
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,64,12288,0.011921067039171855
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,64,12288,0.01079360047976176
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,64,12288,0.011432533462842304
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,64,12288,0.009858133395512898
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,64,12288,0.009988266229629516
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,64,16384,0.022562134265899658
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,64,12288,0.009581866860389709
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,64,12288,0.00946666697661082
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,64,12288,0.008006399869918824
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,64,12288,0.009460266431172688
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,64,12288,0.007910400132338206
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,64,12288,0.007490133245786031
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,64,12288,0.006667733192443848
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,64,16384,0.021233065923055013
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,64,12288,0.007118933399518331
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,64,12288,0.005457066496213277
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,64,12288,0.007114666700363159
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,64,12288,0.005398400127887726
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,64,12288,0.006716800232728322
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,64,12288,0.0054175997773806255
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,64,12288,0.00629013329744339
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,64,12288,0.00561706672112147
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,64,12288,0.006267733375231425
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,64,12288,0.005512533088525137
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,64,12288,0.006301866471767425
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,64,12288,0.005443199972311656
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,64,12288,0.00590826670328776
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,64,12288,0.0054624001185099285
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,64,12288,0.005460266768932342
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,64,12288,0.005419733126958212
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,64,12288,0.0054666668176651
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,64,12288,0.005496533215045929
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,64,12288,0.005421866476535797
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,64,12288,0.005163733164469401
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,64,12288,0.005075199902057648
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,64,12288,0.0050794666012128195
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,64,12288,0.005018666883309682
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,64,12288,0.005044266581535339
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,64,12288,0.0050346667567888895
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,64,12288,0.005100800096988678
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,64,12288,0.005081599950790406
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,64,12288,0.00508480022350947
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,64,12288,0.012434132893880208
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,64,12288,0.005089066425959269
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,64,16384,0.04315306742986043
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,64,12288,0.005039999882380167
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,64,12288,0.00544106662273407
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,64,12288,0.0050911997755368555
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,64,12288,0.0050335998336474095
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,64,12288,0.005047466854254405
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,64,12288,0.005027199784914652
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,64,12288,0.005025066435337067
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,64,12288,0.005465599894523621
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,64,12288,0.011601066589355469
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,64,12288,0.5642058690388997
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,64,12288,0.2898442586263021
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,64,12288,0.16191040674845378
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,64,12288,0.1623242696126302
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,64,12288,0.005120000243186951
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,64,12288,0.14950186411539715
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,64,12288,0.14877227147420247
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,64,12288,0.12384106318155925
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,64,12288,0.1419925371805827
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,64,12288,0.13171626726786295
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,64,12288,0.13184320131937663
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,64,12288,1.1125780741373696
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,64,12288,0.12166933218638103
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,64,12288,0.12209813594818116
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,64,12288,0.013546666502952576
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,64,12288,0.10795733133951824
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,64,12288,0.10892373720804852
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,64,12288,0.09888532956441244
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,64,12288,0.09697066942850749
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,64,12288,0.08495679696400961
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,64,12288,0.07393173376719156
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,64,12288,0.0902453343073527
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,64,12288,0.06291413307189941
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,64,12288,0.06035306851069132
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,64,12288,0.05354239940643311
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,64,12288,0.053224531809488926
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,64,12288,0.047942399978637695
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,64,12288,0.04325546820958455
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,64,12288,0.04302613337834676
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,64,12288,0.03702293237050374
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,64,12288,0.03346133232116699
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,64,12288,0.032978133360544844
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,64,12288,0.030947200457255047
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,64,12288,0.03009386658668518
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,64,12288,0.024800000588099162
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,64,12288,0.024629332621892295
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,64,12288,0.02477226654688517
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,64,12288,0.024650667111078897
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,64,12288,0.02427840034166972
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,64,12288,0.023243733247121177
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,64,12288,0.023000532388687135
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,64,12288,0.0226474662621816
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,64,12288,0.021908267339070638
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,64,12288,0.022634667158126832
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,64,12288,0.02190720041592916
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,64,12288,0.021594667434692384
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,64,12288,0.020677334070205687
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,64,12288,0.020772266387939452
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,64,12288,0.020592000087102255
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,64,12288,0.1395605405171712
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,64,12288,0.021526400248209634
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,64,12288,0.02063360015551249
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,64,12288,0.019870932896931967
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,64,12288,0.018691200017929076
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,64,12288,0.018359466393788656
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,64,12288,0.018054399887720743
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,64,12288,0.017826133966445924
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,64,12288,0.018026665846506754
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,64,12288,0.07470186551411948
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,64,12288,0.017621332406997682
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,64,12288,0.017025067408879598
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,64,12288,0.018083200852076212
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,64,12288,0.0165173331896464
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,64,12288,0.04733973344167074
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,64,12288,0.017542399962743125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,64,12288,0.017338667313257852
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,64,12288,0.03709760109583537
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,64,12288,0.01779200037320455
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,64,12288,0.016685867309570314
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,64,12288,0.017173333962758382
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,64,12288,0.01657386620839437
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,64,12288,0.016502400239308677
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,64,12288,0.016827734311421712
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,64,12288,0.016528000434239708
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,64,10240,0.05315093199412028
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,64,10240,0.02818133234977722
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,64,10240,0.017915733655293784
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,64,10240,0.014565333724021912
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,64,10240,0.01384106675783793
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,64,12288,0.022634667158126832
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,64,10240,0.011980799833933513
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,64,10240,0.01245013376077016
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,64,10240,0.0121888001759847
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,64,10240,0.012506666779518127
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,64,10240,0.011796266833941142
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,64,10240,0.011895466844240825
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,64,10240,0.013967999815940857
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,64,10240,0.010760533809661865
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,64,10240,0.009963732957839967
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,64,10240,0.011988266309102377
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,64,10240,0.010283733407656353
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,64,10240,0.00993173321088155
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,64,10240,0.010915199915568035
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,64,10240,0.011206400394439698
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,64,10240,0.011307733257611592
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,64,10240,0.010689066847165425
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,64,10240,0.009611733754475911
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,64,10240,0.01032533347606659
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,64,10240,0.009178666273752849
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,64,10240,0.00886826713879903
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,64,10240,0.008742400010426839
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,64,10240,0.00874773363272349
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,64,10240,0.008697600166002909
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,64,10240,0.007542400062084198
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,64,10240,0.0071050668756167095
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,64,10240,0.00668693333864212
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,64,10240,0.01032426655292511
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,64,10240,0.0062720000743865965
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,64,10240,0.00673173318306605
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,64,10240,0.0059349333246548975
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,64,10240,0.0067007998625437425
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,64,10240,0.005922133227189382
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,64,10240,0.006305066744486491
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,64,10240,0.005864533285299936
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,64,10240,0.005888000130653381
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,64,12288,0.01655893325805664
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,64,10240,0.006343466540177663
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,64,10240,0.006169599791367849
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,64,10240,0.006002133091290792
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,64,10240,0.00589333325624466
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,64,10240,0.005834666887919108
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,64,10240,0.005846400062243144
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,64,10240,0.005470933516820272
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,64,10240,0.005860266586144766
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,64,10240,0.005026133358478546
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,64,10240,0.005871999760468801
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,64,10240,0.005683200061321258
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,64,10240,0.005497600138187409
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,64,10240,0.10217493375142414
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,64,10240,0.005496533215045929
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,64,10240,0.005419733126958212
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,64,10240,0.00508480022350947
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,64,10240,0.005526400109132131
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,64,10240,0.005053866902987162
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,64,10240,0.01504853367805481
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,64,10240,0.005432533224423727
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,64,10240,0.005155199766159057
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,64,10240,0.005445333321889242
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,64,10240,0.0050805335243542995
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,64,10240,0.004626133541266123
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,64,10240,0.004628266890843709
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,64,10240,0.004603733122348785
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,64,10240,0.004673066735267639
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,64,10240,0.004610133171081543
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,64,10240,0.0046634669105211895
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,64,10240,0.004625066618124644
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,64,12288,0.019271467129389444
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,64,12288,0.005029333134492239
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,64,10240,0.47425492604573566
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,64,10240,0.24251413345336914
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,64,10240,0.1337685267130534
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,64,10240,0.13361706733703613
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,64,10240,0.12104960282643636
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,64,10240,0.0060597335298856105
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,64,10240,0.11332906881968181
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,64,10240,0.1138698657353719
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,64,10240,0.005515733361244201
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,64,10240,0.9324917475382486
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,64,10240,0.1059989372889201
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,64,10240,0.10500373045603435
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,64,10240,0.09362133344014487
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,64,10240,0.09238826433817546
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,64,10240,0.08640000025431314
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,64,10240,0.07308159669240316
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,64,10240,0.07502613067626954
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,64,10240,0.004713599880536398
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,64,10240,0.06477226813634238
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,64,10240,0.06433813174565634
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,64,10240,0.05700480143229166
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,64,10240,0.05734613339106241
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,64,10240,0.04921600023905436
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,64,10240,0.04931733210881551
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,64,10240,0.04671039978663127
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,64,10240,0.04603413343429565
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,64,10240,0.04310400088628133
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,64,10240,0.03904746770858765
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,64,10240,0.03897173404693603
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,64,10240,0.03747946818669637
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,64,10240,0.035207466284434004
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,64,10240,0.032858665784200033
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,64,10240,0.032545065879821776
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,64,10240,0.028860799471537274
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,64,10240,0.02807360092798869
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,64,10240,0.023485867182413737
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,64,10240,0.024649600187937416
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,64,10240,0.02266133427619934
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,64,10240,0.023222400744756063
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,64,10240,0.022663466135660806
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,64,10240,0.02286720077196757
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,64,10240,0.1220746676127116
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,64,10240,0.022104533513387044
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,64,10240,0.022741333643595377
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,64,10240,0.02071253259976705
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,64,10240,0.022745599349339805
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,64,10240,0.020694400866826376
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,64,10240,0.021118932962417604
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,64,10240,0.020360533396402994
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,64,10240,0.020691200097401937
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,64,10240,0.005016533533732096
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,64,10240,0.020253866910934448
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,64,10240,0.0846016009648641
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,64,10240,0.018703999121983846
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,64,10240,0.01948266625404358
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,64,10240,0.017705599466959633
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,64,10240,0.017553067207336424
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,64,10240,0.01683626572291056
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,64,10240,0.01772586703300476
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,64,10240,0.016597333550453185
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,64,10240,0.016545066237449647
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,64,10240,0.017197867234547935
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,64,10240,0.018363734086354576
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,64,10240,0.018838399648666383
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,64,10240,0.016499200463294984
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,64,10240,0.016665599743525186
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,64,10240,0.01683626572291056
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,64,10240,0.016520532965660095
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,64,10240,0.04318399826685588
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,64,10240,0.0167413334051768
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,64,10240,0.016497066617012023
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,64,10240,0.016768000523249307
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,64,10240,0.016492799917856852
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,64,10240,0.016528000434239708
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,64,10240,0.016549332936604818
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,64,8192,0.024133332570393882
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,64,8192,0.012849066654841104
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,64,10240,0.025170133511225386
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,64,8192,0.012918399771054587
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,64,8192,0.011580800016721089
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,64,8192,0.012482133507728577
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,64,8192,0.012503467003504434
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,64,8192,0.011198932925860088
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,64,8192,0.013826133807500205
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,64,8192,0.01158186693986257
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,64,8192,0.010386133193969726
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,64,8192,0.012811733285586038
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,64,8192,0.009596799810727436
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,64,8192,0.012011733651161195
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,64,8192,0.010622933506965637
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,64,8192,0.008801066875457763
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,64,8192,0.009410132964452107
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,64,8192,0.009538132945696514
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,64,8192,0.009987200299898785
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,64,8192,0.010418132940928141
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,64,8192,0.009243733684221904
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,64,8192,0.00931946635246277
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,64,8192,0.009613866607348125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,64,8192,0.008328533172607422
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,64,8192,0.007904000083605449
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,64,8192,0.007938133180141449
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,64,8192,0.00772266685962677
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,64,8192,0.0075103998184204105
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,64,10240,0.019090133905410766
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,64,8192,0.0063178668419520065
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,64,8192,0.009148800373077392
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,64,8192,0.005874133110046387
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,64,10240,0.020131200551986694
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,64,8192,0.006702933212121327
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,64,8192,0.005884799857934316
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,64,8192,0.006743466854095459
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,64,8192,0.00582826683918635
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,64,8192,0.005885866781075796
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,64,8192,0.005876266459623972
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,64,8192,0.0058378666639328
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,64,8192,0.005852800110975901
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,64,8192,0.005492266515890757
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,64,8192,0.005508266886075338
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,64,8192,0.0054400001962979635
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,64,8192,0.005564799904823304
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,64,8192,0.0055061335364977515
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,64,8192,0.0054954667886098225
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,64,8192,0.005432533224423727
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,64,8192,0.005464533468087515
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,64,8192,0.04562346537907918
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,64,8192,0.0870901346206665
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,64,8192,0.005500799914201101
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,64,8192,0.005419733126958212
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,64,8192,0.005498666564623515
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,64,8192,0.0054175997773806255
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,64,8192,0.005102933446566264
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,64,8192,0.005435733497142792
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,64,8192,0.0046634669105211895
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,64,8192,0.005060266455014547
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,64,8192,0.005121066669623057
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,64,8192,0.0050570666790008545
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,64,8192,0.005094400048255921
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,64,8192,0.005099733173847198
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,64,8192,0.005097599824269613
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,64,8192,0.005020800232887268
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,64,8192,0.005459199845790863
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,64,8192,0.005003733436266581
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,64,8192,0.005418666700522105
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,64,8192,0.008922666311264038
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,64,8192,0.0050335998336474095
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,64,8192,0.005433600147565206
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,64,8192,0.004664533336957296
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,64,8192,0.00796693315108617
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,64,8192,0.006302933394908905
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,64,8192,0.19614613850911458
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,64,8192,0.10067093372344971
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,64,8192,0.00584853341182073
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,64,8192,0.10125119686126709
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,64,8192,0.08838187058766683
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,64,8192,0.08844693501790366
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,64,8192,0.08350293636322022
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,64,8192,0.7490336100260417
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,64,8192,0.08229866822560629
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,64,8192,0.07330666383107504
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,64,8192,0.07383253574371337
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,64,8192,0.05779413382212321
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,64,8192,0.0595573345820109
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,64,8192,0.053464531898498535
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,64,8192,0.05377386808395386
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,64,8192,0.04765760103861491
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,64,8192,0.047893333435058597
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,64,8192,0.046359467506408694
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,64,8192,0.047151998678843184
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,64,8192,0.042541865507761636
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,64,8192,0.005019733309745788
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,64,8192,0.04306453466415405
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,64,8192,0.040642134348551434
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,64,8192,0.04144320090611776
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,64,8192,0.037003731727600096
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,64,8192,0.03699733416239421
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,64,8192,0.0349727988243103
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,64,8192,0.035139199097951254
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,64,8192,0.030881067117055256
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,64,8192,0.029689600070317585
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,64,8192,0.030522666374842328
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,64,8192,0.025320533911387128
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,64,8192,0.3826517422993978
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,64,8192,0.024297600984573363
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,64,8192,0.023253333568573
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,64,8192,0.023131734132766722
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,64,8192,0.022997333606084188
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,64,8192,0.022909865776697794
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,64,8192,0.021953066190083824
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,64,8192,0.020639999707539877
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,64,8192,0.02099626660346985
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,64,8192,0.020992000897725425
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,64,8192,0.020756266514460244
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,64,8192,0.020660267273585
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,64,8192,0.06647573312123617
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,64,8192,0.022167466084162393
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,64,8192,0.018667733669281004
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,64,8192,0.01955946683883667
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,64,8192,0.019502933820088705
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,64,8192,0.018802134195963542
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,64,8192,0.02018453280131022
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,64,8192,0.005060266455014547
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,64,8192,0.01807039976119995
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,64,8192,0.01831679940223694
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,64,8192,0.016636799772580466
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,64,8192,0.016472533345222473
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,64,8192,0.01775146722793579
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,64,8192,0.01644480029741923
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,64,8192,0.016795732577641807
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,64,8192,0.016547200083732606
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,64,8192,0.016506666938463845
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,64,8192,0.032015999158223465
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,64,8192,0.015873066584269204
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,64,8192,0.01662506659825643
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,64,8192,0.016614400347073875
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,64,8192,0.01646293302377065
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,64,8192,0.016509866714477538
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,64,8192,0.025158399343490602
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,64,8192,0.01662720044453939
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,64,8192,0.016528000434239708
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,64,8192,0.016504533092180886
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,64,8192,0.01550933321317037
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,64,8192,0.016371200482050575
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,64,7168,0.0734549363454183
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,64,7168,0.03853973150253296
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,64,7168,0.020994132757186888
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,64,8192,0.02071573336919149
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,64,7168,0.011573333541552227
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,64,7168,0.011166933178901672
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,64,7168,0.011594667037328085
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,64,7168,0.01107413371404012
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,64,7168,0.010331733028093974
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,64,7168,0.011199999849001567
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,64,7168,0.011015466849009196
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,64,7168,0.011592533191045125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,64,7168,0.009891200065612792
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,64,7168,0.009385599692662557
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,64,7168,0.011143466830253601
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,64,7168,0.010075733065605164
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,64,7168,0.010820266604423524
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,64,7168,0.009989333152770997
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,64,7168,0.010779733459154766
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,64,7168,0.008692266543706258
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,64,7168,0.009257599711418152
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,64,7168,0.008739200234413148
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,64,7168,0.008756267031033833
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,64,7168,0.009087999661763508
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,64,7168,0.008866133292516072
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,64,7168,0.007963733375072479
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,64,7168,0.007512533167997997
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,64,7168,0.0075434664885203045
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,64,8192,0.017033600807189943
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,64,7168,0.007202133536338806
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,64,7168,0.007091199855009715
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,64,7168,0.006715733309586842
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,64,7168,0.006810666620731353
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,64,7168,0.008505599697430928
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,64,7168,0.005851733187834421
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,64,7168,0.0063274666666984555
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,64,7168,0.00550186683734258
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,64,7168,0.006302933394908905
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,64,7168,0.0055189331372578945
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,64,7168,0.006393600006898243
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,64,7168,0.005436799923578898
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,64,7168,0.005504000186920166
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,64,7168,0.0054293334484100345
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,64,7168,0.005487999816735586
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,64,7168,0.005433600147565206
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,64,7168,0.005437866846720377
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,64,7168,0.005474133292833964
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,64,7168,0.00543146679798762
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,64,7168,0.005456000069777171
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,64,7168,0.0054400001962979635
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,64,7168,0.00543146679798762
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,64,7168,0.005029333134492239
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,64,7168,0.005133866767088572
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,64,7168,0.005137066543102265
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,64,7168,0.0052138666311899815
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,64,7168,0.0050357331832249965
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,64,7168,0.005086933573087057
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,64,7168,0.005041066805521647
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,64,7168,0.005075199902057648
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,64,7168,0.005031466484069824
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,64,7168,0.005073066552480062
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,64,7168,0.005046399931112925
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,64,7168,0.005014400184154511
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,64,7168,0.005031466484069824
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,64,7168,0.005017599960168203
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,64,7168,0.004701866706212362
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,64,7168,0.004649599889914194
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,64,7168,0.004654933512210846
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,64,7168,0.0046293333172798155
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,64,7168,0.005095466474692027
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,64,7168,0.005021866659323374
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,64,8192,0.066975998878479
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,64,7168,0.005087999999523163
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,64,7168,0.009527466694513957
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,64,8192,0.018553600708643595
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,64,7168,0.08236800034840902
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,64,7168,0.1715775966644287
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,64,7168,0.08320426940917969
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,64,7168,0.33695039749145506
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,64,7168,0.07276480197906494
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,64,7168,0.07301226456960043
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,64,7168,0.06695679823557535
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,64,7168,0.0685920000076294
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,64,7168,0.059791998068491614
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,64,7168,0.005072000126043955
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,64,7168,0.05633066495259603
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,64,7168,0.05581866502761841
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,64,7168,0.6563370386759441
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,64,7168,0.051303466161092125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,64,7168,0.047676801681518555
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,64,7168,0.047777068614959714
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,64,7168,0.00506986677646637
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,64,7168,0.045000533262888595
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,64,7168,0.04215039809544881
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,64,7168,0.04377919832865397
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,64,7168,0.039775999387105306
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,64,7168,0.04039040009180705
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,64,7168,0.037096532185872395
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,64,7168,0.03701759974161784
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,64,7168,0.035182933012644454
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,64,7168,0.036779733498891194
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,64,7168,0.032902399698893234
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,64,7168,0.03288000027338664
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,64,7168,0.030849067370096843
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,64,7168,0.030882134040196733
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,64,7168,0.010761599739392598
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,64,7168,0.027188267310460406
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,64,7168,0.028702932596206664
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,64,7168,0.02503146727879842
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,64,7168,0.025461333990097045
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,64,7168,0.024460800488789878
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,64,7168,0.022686932484308878
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,64,7168,0.022721066077550253
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,64,7168,0.02221119999885559
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,64,7168,0.02258239984512329
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,64,7168,0.02257919907569885
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,64,7168,0.020922666788101195
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,64,7168,0.02058560053507487
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,64,7168,0.020974934101104736
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,64,7168,0.020666666825612388
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,64,7168,0.02009493311246236
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,64,7168,0.020461867252985634
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,64,7168,0.020706133047739664
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,64,7168,0.01930239995320638
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,64,7168,0.018677333990732826
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,64,7168,0.01886720061302185
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,64,7168,0.01851946711540222
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,64,7168,0.01870186726252238
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,64,7168,0.017691733439763387
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,64,7168,0.01834133267402649
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,64,7168,0.017914666732152303
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,64,7168,0.018425599733988444
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,64,7168,0.016588800152142844
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,64,7168,0.016518400112787882
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,64,7168,0.017038933436075845
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,64,7168,0.016722132762273155
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,64,7168,0.059501866499582924
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,64,7168,0.01667520006497701
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,64,7168,0.016548267006874083
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,64,7168,0.016562133034070333
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,64,7168,0.017544533809026083
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,64,7168,0.016505600015322367
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,64,7168,0.01690773367881775
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,64,7168,0.017046399911244712
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,64,7168,0.01805973251660665
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,64,7168,0.016421332955360413
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,64,7168,0.016503467162450155
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,64,7168,0.04546986818313599
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,64,7168,0.016594133774439492
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,64,7168,0.016503467162450155
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,64,6144,0.03349119822184245
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,64,6144,0.06341226498285929
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,64,6144,0.01611840029557546
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,64,6144,0.009992532928784688
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,64,6144,0.01001706620057424
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,64,6144,0.009679999947547913
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,64,6144,0.009959466258684794
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,64,6144,0.009847467144330341
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,64,6144,0.010061867038408915
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,64,6144,0.00967039962609609
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,64,6144,0.009732266267140705
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,64,6144,0.0101173331340154
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,64,6144,0.008772266904513042
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,64,6144,0.009991466999053955
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,64,6144,0.008712533116340637
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,64,6144,0.00997226635615031
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,64,6144,0.007949866851170858
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,64,6144,0.008504533767700195
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,64,6144,0.008878933389981587
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,64,6144,0.008094933132330577
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,64,6144,0.008041599889596303
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,64,6144,0.0081194669008255
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,64,6144,0.008310399949550629
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,64,6144,0.007344000041484833
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,64,6144,0.0068917334079742435
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,64,6144,0.008311466872692108
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,64,6144,0.006499200065930684
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,64,6144,0.006714666883150737
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,64,6144,0.0064735998709996535
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,64,6144,0.006306133170922597
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,64,6144,0.007928533355395
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,64,6144,0.005892266829808554
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,64,6144,0.005940266450246175
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,64,6144,0.00543146679798762
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,64,6144,0.005913599828879039
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,64,6144,0.005419733126958212
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,64,6144,0.005907199780146281
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,64,6144,0.005437866846720377
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,64,6144,0.005235200126965841
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,64,6144,0.00589333325624466
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,64,6144,0.005110399921735128
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,64,6144,0.005924266576766968
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,64,6144,0.005064533154169718
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,64,6144,0.0058559998869895935
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,64,6144,0.005107200145721436
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,64,6144,0.005836800237496694
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,64,6144,0.005083733300367991
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,64,6144,0.005845333139101664
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,64,7168,0.01654293338457743
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,64,6144,0.005036800106366476
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,64,6144,0.005018666883309682
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,64,6144,0.00505920002857844
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,64,7168,0.051132798194885254
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,64,6144,0.0046634669105211895
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,64,6144,0.005060266455014547
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,64,6144,0.0046858668327331545
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,64,6144,0.004698666433493296
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,64,6144,0.004694400231043497
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,64,6144,0.010174933075904845
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,64,6144,0.004678399860858917
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,64,6144,0.009988266229629516
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,64,6144,0.004689066608746847
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,64,6144,0.009654399752616883
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,64,6144,0.004692266881465912
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,64,6144,0.004653866589069367
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,64,6144,0.0046847999095916745
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,64,6144,0.004675200084845225
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,64,6144,0.004645333190759023
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,64,6144,0.004633600016434988
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,64,6144,0.004670933385690053
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,64,6144,0.004625066618124644
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,64,6144,0.2900170644124349
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,64,6144,0.005902933577696482
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,64,6144,0.14694719314575194
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,64,6144,0.5670848210652669
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,64,6144,0.06472746531168619
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,64,6144,0.06458880106608073
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,64,6144,0.05709653298060099
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,64,6144,0.05730453332265219
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,64,6144,0.05386773347854614
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,64,6144,0.049353599548339844
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,64,6144,0.05090239842732748
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,64,6144,0.0472981333732605
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,64,6144,0.005074133475621542
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,64,6144,0.04733333190282186
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,64,6144,0.04531946579615275
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,64,6144,0.004626133541266123
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,64,6144,0.004675200084845225
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,64,6144,0.004676266511281332
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,64,6144,0.041092268625895184
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,64,6144,0.04518826802571614
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,64,6144,0.04114240010579427
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,64,6144,0.043118933836619064
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,64,6144,0.03905493418375651
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,64,6144,0.03537386655807495
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,64,6144,0.035368533929189046
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,64,6144,0.03509333531061808
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,64,6144,0.03492586612701416
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,64,6144,0.03216426571210225
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,64,6144,0.032664533456166586
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,64,6144,0.030855466922124226
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,64,6144,0.03214293320973714
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,64,6144,0.028807467222213744
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,64,6144,0.029450666904449464
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,64,6144,0.025665066639582318
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,64,6144,0.026791467269261675
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,64,6144,0.024679466088612875
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,64,6144,0.024830933411916098
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,64,6144,0.0218560000260671
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,64,6144,0.02113599975903829
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,64,6144,0.021610667308171592
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,64,6144,0.02173973321914673
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,64,6144,0.020643200476964316
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,64,6144,0.020840533574422202
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,64,6144,0.020642133553822835
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,64,6144,0.020643200476964316
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,64,6144,0.018901334206263224
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,64,6144,0.01937920053799947
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,64,6144,0.018778665860493978
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,64,6144,0.018971733252207437
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,64,6144,0.018720000982284546
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,64,6144,0.020382932821909585
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,64,6144,0.018743467330932618
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,64,6144,0.018758400281270345
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,64,6144,0.018278400103251137
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,64,6144,0.017230933904647826
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,64,6144,0.016557866334915163
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,64,6144,0.017473065853118898
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,64,6144,0.017514665921529136
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,64,6144,0.017498666048049928
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,64,6144,0.01653866668542226
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,64,6144,0.0165802667538325
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,64,6144,0.016591999928156534
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,64,6144,0.01652479966481527
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,64,6144,0.04297066529591878
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,64,6144,0.039078398545583086
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,64,6144,0.01622719963391622
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,64,6144,0.016571733355522155
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,64,6144,0.016535466909408568
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,64,6144,0.01628159979979197
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,64,6144,0.01699519952138265
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,64,6144,0.0165173331896464
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,64,6144,0.01649493376413981
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,64,6144,0.016320000092188515
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,64,5120,0.05403840144475301
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,64,5120,0.028728532791137695
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,64,6144,0.02123946746190389
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,64,5120,0.009866666793823243
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,64,5120,0.008727467060089112
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,64,5120,0.00876586635907491
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,64,5120,0.008694400389989216
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,64,5120,0.008437333504358928
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,64,5120,0.008501332998275758
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,64,5120,0.008382933338483174
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,64,5120,0.008356266220410665
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,64,5120,0.008297599852085114
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,64,6144,0.05371626615524292
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,64,5120,0.00826453318198522
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,64,5120,0.008546132842699687
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,64,5120,0.008348799745241801
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,64,5120,0.008753066261609394
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,64,5120,0.008328533172607422
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,64,5120,0.008366933465003968
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,64,5120,0.008706133564313252
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,64,5120,0.008010666569073994
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,64,5120,0.008296533425649007
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,64,5120,0.007500799993673961
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,64,5120,0.008338133494059246
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,64,5120,0.0075573335091273
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,64,5120,0.007528533538182576
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,64,6144,0.016611199577649435
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,64,5120,0.006981333096822103
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,64,5120,0.007101866602897644
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,64,6144,0.016500266393025716
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,64,5120,0.008078933258851369
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,64,5120,0.006695466736952464
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,64,5120,0.008217599987983704
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,64,5120,0.0067221333583196
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,64,5120,0.0073525334397951765
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,64,5120,0.006289066871007283
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,64,5120,0.005046399931112925
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,64,5120,0.006609066824118296
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,64,5120,0.005065600077311197
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,64,5120,0.0066336000959078475
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,64,5120,0.005026133358478546
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,64,5120,0.0066431999206542965
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,64,5120,0.005031466484069824
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,64,5120,0.0066442668437957765
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,64,5120,0.005046399931112925
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,64,5120,0.006289066871007283
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,64,6144,0.018910932540893554
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,64,5120,0.005031466484069824
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,64,5120,0.005474133292833964
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,64,5120,0.005017599960168203
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,64,5120,0.005491200089454651
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,64,5120,0.004691199958324432
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,64,5120,0.005460266768932342
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,64,5120,0.0046965335806210835
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,64,5120,0.004774400095144907
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,64,5120,0.00468800018231074
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,64,5120,0.009059199690818786
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,64,5120,0.004657066861788432
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,64,5120,0.004705066482226053
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,64,6144,0.016574933131535848
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,64,5120,0.0046304002404212955
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,64,5120,0.004644266764322917
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,64,5120,0.004676266511281332
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,64,5120,0.004675200084845225
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,64,5120,0.004626133541266123
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,64,5120,0.008756267031033833
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,64,5120,0.004649599889914194
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,64,5120,0.004648533463478088
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,64,5120,0.0046304002404212955
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,64,5120,0.004610133171081543
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,64,5120,0.004610133171081543
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,64,5120,0.004321066538492838
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,64,5120,0.004605866471926371
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,64,5120,0.004628266890843709
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,64,5120,0.004668800036112467
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,64,5120,0.11891520023345947
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,64,5120,0.24237759908040366
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,64,5120,0.05019520123799642
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,64,5120,0.0513919989267985
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,64,5120,0.04643733501434326
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,64,5120,0.47458985646565754
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,64,5120,0.047144532203674316
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,64,5120,0.045906134446461994
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,64,5120,0.04617280165354411
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,64,5120,0.006729599833488464
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,64,5120,0.04445120096206665
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,64,5120,0.043859199682871504
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,64,5120,0.04113386472066243
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,64,5120,0.041154134273529056
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,64,5120,0.041094398498535155
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,64,5120,0.03907306591669719
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,64,5120,0.03905706803003947
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,64,5120,0.03693653345108032
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,64,5120,0.03664000034332275
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,64,5120,0.03548266490300496
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,64,5120,0.03515733480453491
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,64,5120,0.032945066690444946
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,64,5120,0.005497600138187409
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,64,5120,0.03097813328107198
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,64,5120,0.0313536008199056
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,64,5120,0.03010666569073995
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,64,5120,0.004642133414745331
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,64,5120,0.02893226742744446
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,64,5120,0.028943999608357744
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,64,5120,0.026764800151189167
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,64,5120,0.027374933163324993
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,64,5120,0.02483200033505758
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,64,5120,0.024855466683705647
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,64,5120,0.023320533831914268
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,64,5120,0.02372480034828186
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,64,5120,0.02067199945449829
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,64,5120,0.021976532538731892
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,64,5120,0.02061333258946737
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,64,5120,0.02103040019671122
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,64,5120,0.019844265778859456
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,64,5120,0.021254400412241616
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,64,5120,0.020257065693537392
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,64,5120,0.020245333512624107
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,64,5120,0.01895573337872823
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,64,5120,0.01911679903666178
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,64,5120,0.01858133276303609
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,64,5120,0.018913066387176512
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,64,5120,0.041041068236033124
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,64,5120,0.01918826699256897
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,64,5120,0.018557866414388023
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,64,5120,0.018538665771484376
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,64,5120,0.01970133384068807
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,64,5120,0.01840533415476481
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,64,5120,0.01884373426437378
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,64,5120,0.03327253262201945
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,64,5120,0.017001599073410034
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,64,5120,0.0172106663386027
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,64,5120,0.017550933361053466
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,64,5120,0.0165503998597463
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,64,5120,0.01653333306312561
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,64,5120,0.03054506580034892
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,64,5120,0.016635732849438985
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,64,5120,0.016935465733210246
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,64,5120,0.01689493258794149
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,64,5120,0.01644266645113627
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,64,5120,0.004590933521588644
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,64,5120,0.016505600015322367
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,64,5120,0.016544000307718913
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,64,5120,0.016499200463294984
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,64,5120,0.017324799299240114
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,64,5120,0.0165173331896464
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,64,5120,0.016541866461435954
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,64,5120,0.01650879979133606
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,64,5120,0.016455466548601784
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,64,5120,0.016434133052825928
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,64,4096,0.024330667654673257
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,64,4096,0.0443125327428182
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,64,4096,0.008281599978605907
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,64,4096,0.007433600227038066
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,64,4096,0.007165866593519847
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,64,4096,0.007124266525109608
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,64,4096,0.007166933516661327
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,64,4096,0.007147733370463054
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,64,4096,0.007134933272997539
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,64,4096,0.0071285332242647815
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,64,4096,0.007085866729418437
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,64,4096,0.007079466680685679
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,64,5120,0.007580799857775371
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,64,4096,0.007483733197053273
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,64,4096,0.0071168000499407455
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,64,4096,0.0070613334576288865
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,64,4096,0.007098666826883952
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,64,4096,0.007365333537260692
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,64,4096,0.007132799923419952
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,64,4096,0.007085866729418437
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,64,4096,0.006693333387374878
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,64,4096,0.007068799932797749
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,64,4096,0.007052800059318543
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,64,4096,0.006775466601053874
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,64,4096,0.007062399884064992
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,64,4096,0.006651733318964641
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,64,4096,0.006730666756629944
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,64,4096,0.006629333396752675
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,64,5120,0.018415999412536622
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,64,4096,0.006267733375231425
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,64,4096,0.0067104001839955645
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,64,4096,0.006299733122189839
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,64,4096,0.006680533289909363
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,64,4096,0.00590826670328776
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,64,4096,0.006687999765078227
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,64,4096,0.005430399874846141
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,64,4096,0.006662400066852569
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,64,4096,0.0055061335364977515
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,64,4096,0.005907199780146281
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,64,4096,0.005931733548641205
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,64,4096,0.004650666813055674
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,64,4096,0.004661333560943603
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,64,4096,0.005894400179386139
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,64,4096,0.004626133541266123
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,64,4096,0.005406933526198069
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,64,4096,0.005909333129723867
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,64,4096,0.0046528001626332605
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,64,4096,0.005067733426888784
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,64,4096,0.0046015997727712
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,64,4096,0.005052799979845682
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,64,5120,0.01650773286819458
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,64,4096,0.004271999994913737
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,64,5120,0.01791680057843526
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,64,4096,0.00508480022350947
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,64,4096,0.0046517332394917805
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,64,4096,0.004622933268547058
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,64,4096,0.004614399870236715
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,64,4096,0.004603733122348785
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,64,4096,0.0042250668009122215
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,64,4096,0.0041909332076708475
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,64,4096,0.00420053352912267
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,64,4096,0.0042698666453361515
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,64,4096,0.004204800228277842
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,64,4096,0.004270933568477631
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,64,4096,0.0042026668787002565
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,64,4096,0.004185600082079569
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,64,4096,0.004187733431657155
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,64,4096,0.0042303999265035
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,64,4096,0.004182399809360504
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,64,4096,0.0038592000802357995
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,64,4096,0.0038346665600935614
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,64,4096,0.0038399999340375268
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,64,4096,0.0038453333079814913
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,64,4096,0.007091199855009715
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,64,4096,0.08795413176218668
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,64,4096,0.19571092923482258
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,64,4096,0.04214293162027995
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,64,4096,0.38377065658569337
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,64,4096,0.007090133428573608
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,64,4096,0.040250666936238605
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,64,4096,0.04067519903182983
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,64,4096,0.039641598860422775
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,64,4096,0.041058135032653806
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,64,4096,0.03896106481552124
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,64,4096,0.03867306709289551
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,64,4096,0.036892799536387126
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,64,4096,0.036975999673207596
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,64,4096,0.03499840100606282
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,64,4096,0.005873066683610281
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,64,4096,0.03492693503697713
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,64,4096,0.03493333260218302
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,64,4096,0.03288853367169698
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,64,4096,0.03097386757532756
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,64,4096,0.03086079955101013
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,64,4096,0.028959999481836956
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,64,4096,0.028993066151936846
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,64,4096,0.004634666442871094
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,64,4096,0.02885119915008545
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,64,4096,0.0302837332089742
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,64,4096,0.02701440056165059
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,64,4096,0.007522133489449819
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,64,4096,0.02730026642481486
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,64,4096,0.025433599948883057
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,64,4096,0.025862399737040204
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,64,4096,0.024719999233881632
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,64,4096,0.023101866245269775
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,64,4096,0.022662399212519328
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,64,4096,0.023893332481384276
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,64,4096,0.0226474662621816
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,64,4096,0.02306879957516988
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,64,4096,0.021555199225743612
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,64,4096,0.020309333006540933
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,64,4096,0.020553600788116456
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,64,4096,0.01936960021654765
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,64,4096,0.019754666090011596
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,64,4096,0.018487467368443807
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,64,4096,0.020118399461110433
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,64,4096,0.020093866189320884
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,64,4096,0.01911466717720032
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,64,4096,0.018914133310317993
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,64,4096,0.04233493407567342
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,64,4096,0.01858560045560201
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,64,4096,0.01855573256810506
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,64,4096,0.0185589333375295
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,64,4096,0.017871999740600587
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,64,4096,0.018229333559672038
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,64,4096,0.01930026610692342
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,64,4096,0.01842133402824402
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,64,4096,0.01771093408266703
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,64,4096,0.01812480092048645
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,64,4096,0.01649386684099833
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,64,4096,0.01712533235549927
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,64,4096,0.0164874662955602
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,64,4096,0.01637440025806427
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,64,4096,0.016515200336774193
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,64,4096,0.016528000434239708
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,64,4096,0.016498133540153503
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,64,4096,0.016717867056528727
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,64,4096,0.01648319959640503
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,64,4096,0.034994133313496906
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,64,4096,0.017465599377950034
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,64,4096,0.016641066471735636
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,64,4096,0.01669973333676656
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,64,4096,0.016320000092188515
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,64,4096,0.017477333545684814
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,64,4096,0.016424533724784852
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,64,4096,0.016302933295567833
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,64,4096,0.016386133432388306
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,64,3584,0.0075445334116617845
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,64,3584,0.007344000041484833
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,64,3584,0.006668800115585327
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,64,3584,0.0066538666685422255
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,64,3584,0.006705066561698914
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,64,3584,0.0066431999206542965
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,64,3584,0.0066431999206542965
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,64,3584,0.006631466746330261
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,64,3584,0.00664213349421819
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,64,3584,0.006647466619809468
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,64,3584,0.006674133241176605
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,64,3584,0.0067114666104316715
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,64,4096,0.020196266969045005
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,64,3584,0.006657066444555919
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,64,3584,0.006673066814740498
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,64,3584,0.006307200094064077
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,64,3584,0.006664533416430156
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,64,3584,0.006391466657320659
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,64,3584,0.006678399940331777
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,64,3584,0.006734933455785115
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,64,3584,0.006270933151245117
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,64,3584,0.006287999947865804
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,64,3584,0.0062730665008227035
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,64,3584,0.006275199850400289
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,64,3584,0.006321066617965698
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,64,3584,0.006275199850400289
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,64,3584,0.006265600025653839
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,64,3584,0.006257066627343495
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,64,3584,0.006268799801667531
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,64,3584,0.00626986672480901
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,64,3584,0.00591893345117569
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,64,3584,0.006257066627343495
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,64,3584,0.005864533285299936
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,64,4096,0.01651306649049123
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,64,3584,0.00591786652803421
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,64,3584,0.0050911997755368555
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,64,4096,0.01649386684099833
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,64,4096,0.03287146687507629
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,64,3584,0.0050901333491007485
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,64,3584,0.005818666517734527
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,64,3584,0.0058335999647776285
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,64,3584,0.0208512008190155
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,64,3584,0.005095466474692027
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,64,3584,0.005446400245030721
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,64,3584,0.005089066425959269
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,64,3584,0.005044266581535339
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,64,3584,0.005827199916044871
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,64,3584,0.005081599950790406
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,64,3584,0.005066666503747304
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,64,3584,0.005099733173847198
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,64,3584,0.005013333261013031
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,64,3584,0.0050335998336474095
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,64,3584,0.005074133475621542
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,64,3584,0.005015466610590617
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,64,3584,0.0050784001747767125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,64,3584,0.005004799862702688
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,64,3584,0.005018666883309682
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,64,3584,0.004667733112970988
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,64,3584,0.004727466901143392
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,64,3584,0.004683733483155568
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,64,3584,0.004792533318201701
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,64,3584,0.004694400231043497
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,64,3584,0.004682666560014089
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,64,3584,0.004659200211366018
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,64,3584,0.004999466737111409
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,64,3584,0.005025066435337067
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,64,3584,0.005009066561857859
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,64,3584,0.004987733562787374
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,64,3584,0.004650666813055674
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,64,3584,0.004922666649023692
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,64,3584,0.005017599960168203
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,64,3584,0.004666666686534882
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,64,3584,0.0059690664211908976
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,64,3584,0.33770987192789714
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,64,3584,0.005072000126043955
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,64,3584,0.03853120009104411
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,64,3584,0.07095572948455811
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,64,3584,0.005481599768002828
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,64,3584,0.03963093360265096
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,64,3584,0.03947199980417888
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,64,3584,0.037972267468770346
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,64,3584,0.03773866494496663
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,64,3584,0.03690346479415894
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,64,3584,0.036927998065948486
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,64,3584,0.03506133159001668
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,64,3584,0.03500266472498576
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,64,3584,0.03498133420944214
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,64,3584,0.03328640063603719
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,64,3584,0.032757333914438885
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,64,3584,0.0050335998336474095
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,64,3584,0.032258133093516037
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,64,3584,0.030843732754389445
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,64,3584,0.028775467475255327
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,64,3584,0.028862933317820232
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,64,3584,0.028926932811737062
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,64,3584,0.028794666131337483
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,64,3584,0.02686506708463033
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,64,3584,0.02688960035641988
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,64,3584,0.026943999528884887
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,64,3584,0.025430399179458617
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,64,3584,0.024357332785924276
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,64,3584,0.023814400037129722
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,64,3584,0.006303999821345012
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,64,3584,0.022760534286499025
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,64,3584,0.02267306645711263
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,64,3584,0.023195733626683555
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,64,3584,0.02256960074106852
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,64,3584,0.020679465929667153
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,64,3584,0.02108373244603475
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,64,3584,0.01888426740964254
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,64,3584,0.01881386637687683
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,64,3584,0.01887786587079366
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,64,3584,0.019003732999165853
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,64,3584,0.018057600657145182
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,64,3584,0.01750826636950175
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,64,3584,0.01890666683514913
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,64,3584,0.016951467593510947
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,64,3584,0.017484800020853678
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,64,3584,0.17183574040730792
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,64,3584,0.016935465733210246
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,64,3584,0.016567466656366985
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,64,3584,0.016742400328318276
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,64,3584,0.035214932759602864
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,64,3584,0.016540799538294473
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,64,3584,0.03323306639989217
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,64,3584,0.016581333676973977
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,64,3584,0.0165173331896464
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,64,3584,0.01722559928894043
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,64,3584,0.03084160089492798
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,64,3584,0.016999467213948568
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,64,3584,0.016082132856051125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,64,3584,0.015268266201019287
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,64,3584,0.01634239951769511
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,64,3584,0.016034133235613503
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,64,3584,0.016009599963823954
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,64,3584,0.016238933801651
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,64,3584,0.016108799974123636
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,64,3584,0.01601066688696543
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,64,3584,0.016503467162450155
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,64,3584,0.015450666348139444
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,64,3584,0.01637226641178131
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,64,3584,0.01594239970048269
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,64,3584,0.015084800124168397
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,64,3584,0.016636799772580466
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,64,3584,0.015398400028546652
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,64,3584,0.014537599682807923
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,64,3584,0.014503467082977294
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,64,3584,0.015686399737993875
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,64,3072,0.03337706724802653
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,64,3072,0.006712533533573151
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,64,3072,0.00628053347269694
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,64,3072,0.005993600189685822
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,64,3072,0.005915733178456625
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,64,3072,0.005949866771697998
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,64,3072,0.005902933577696482
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,64,3584,0.01857066750526428
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,64,3072,0.005834666887919108
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,64,3072,0.005913599828879039
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,64,3072,0.005840000013510386
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,64,3072,0.005865600208441416
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,64,3072,0.005860266586144766
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,64,3072,0.005894400179386139
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,64,3072,0.00586346685886383
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,64,3072,0.005894400179386139
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,64,3072,0.005860266586144766
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,64,3584,0.016613333423932394
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,64,3072,0.00588266650835673
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,64,3072,0.005842133363087972
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,64,3072,0.005489066739877065
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,64,3072,0.005841066439946493
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,64,3072,0.005854933460553487
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,64,3072,0.0058229332168896995
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,64,3072,0.005683200061321258
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,64,3072,0.005797333518664042
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,64,3072,0.005502933263778686
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,64,3072,0.005468800167242686
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,64,3072,0.005541333556175232
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,64,3584,0.01680533289909363
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,64,3072,0.005685333410898844
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,64,3072,0.005514666438102722
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,64,3072,0.005481599768002828
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,64,3072,0.005486933390299479
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,64,3072,0.0054613331953684485
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,64,3072,0.005021866659323374
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,64,3072,0.005513600011666616
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,64,3072,0.0054613331953684485
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,64,3072,0.005073066552480062
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,64,3072,0.0054666668176651
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,64,3072,0.005072000126043955
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,64,3072,0.005481599768002828
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,64,3072,0.0046528001626332605
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,64,3072,0.005446400245030721
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,64,3072,0.005014400184154511
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,64,3072,0.004683733483155568
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,64,3072,0.005465599894523621
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,64,3072,0.004612266520659129
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,64,3072,0.004667733112970988
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,64,3072,0.004594133297602335
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,64,3072,0.004698666433493296
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,64,3072,0.004605866471926371
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,64,3072,0.015473066767056783
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,64,3072,0.00468800018231074
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,64,3072,0.004650666813055674
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,64,3072,0.004659200211366018
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,64,3072,0.004599466423193614
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,64,3072,0.004604800045490265
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,64,3072,0.005846400062243144
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,64,3072,0.004590933521588644
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,64,3072,0.00461760014295578
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,64,3072,0.004609066744645437
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,64,3072,0.004612266520659129
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,64,3072,0.004267733295758565
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,64,3072,0.004598399996757508
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,64,3072,0.004584533472855886
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,64,3072,0.004621866842110952
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,64,3072,0.0045962666471799215
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,64,3072,0.004640000065167745
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,64,3072,0.005857066810131073
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,64,3072,0.004620799918969473
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,64,3072,0.004195199906826019
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,64,3072,0.005437866846720377
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,64,3072,0.004491733511288961
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,64,3072,0.005072000126043955
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,64,3072,0.05562026500701904
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,64,3072,0.03703999916712443
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,64,3072,0.14786240259806316
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,64,3072,0.03665813207626343
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,64,3072,0.034441598256429035
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,64,3072,0.29078613917032875
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,64,3072,0.034467200438181564
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,64,3072,0.035344000657399496
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,64,3584,0.016380799810091655
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,64,3072,0.033045333623886106
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,64,3072,0.03426560163497925
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,64,3072,0.005478399991989136
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,64,3072,0.03267093300819397
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,64,3072,0.03213546673456828
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,64,3072,0.03089173237482707
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,64,3072,0.03086506724357605
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,64,3072,0.0288266658782959
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,64,3072,0.029407999912897748
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,64,3072,0.028803199529647827
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,64,3072,0.0288480003674825
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,64,3072,0.02882560094197591
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,64,3072,0.0288810670375824
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,64,3072,0.026766933997472125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,64,3072,0.02550293405850728
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,64,3072,0.02585386633872986
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,64,3072,0.024658133586247764
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,64,3072,0.02442880074183146
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,64,3072,0.02316373387972514
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,64,3072,0.023219199975331624
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,64,3072,0.022827732563018798
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,64,3072,0.0221450666586558
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,64,3072,0.021652267376581828
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,64,3072,0.020412800709406535
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,64,3072,0.020463999112447104
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,64,3072,0.018924800554911296
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,64,3072,0.01798400084177653
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,64,3072,0.01726400057474772
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,64,3072,0.017912532885869345
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,64,3072,0.01651946703592936
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,64,3072,0.0168938676516215
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,64,3072,0.0168778657913208
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,64,3072,0.004582400123278299
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,64,3072,0.01726079980532328
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,64,3072,0.016645333170890807
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,64,3072,0.01689173380533854
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,64,3072,0.01641706625620524
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,64,3072,0.017207467555999757
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,64,3072,0.01649173299471537
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,64,3072,0.016375466187795003
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,64,3072,0.01648319959640503
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,64,3072,0.016127999623616537
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,64,3072,0.015480533242225647
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,64,3072,0.01592639982700348
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,64,3072,0.015465600291887918
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,64,3072,0.016492799917856852
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,64,3072,0.01515733301639557
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,64,3072,0.01476693352063497
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,64,3072,0.015953066945075988
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,64,3072,0.015737600127855935
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,64,3072,0.026741333802541095
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,64,3072,0.01564906636873881
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,64,3072,0.014820266763369241
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,64,3072,0.014672000209490457
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,64,3072,0.014994133512179056
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,64,3072,0.014812800288200378
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,64,3072,0.014482133587201438
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,64,3072,0.01689280072848002
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,64,3072,0.023957333962122598
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,64,3072,0.014879999558130899
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,64,3072,0.014531200130780539
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,64,3072,0.014491732915242514
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,64,3072,0.014526933431625366
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,64,3072,0.01834133267402649
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,64,2560,0.026825600862503053
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,64,2560,0.006660266717274983
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,64,2560,0.005482666691144307
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,64,2560,0.005448533097902933
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,64,2560,0.00544213354587555
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,64,2560,0.005425066749254862
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,64,2560,0.005469866593678792
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,64,2560,0.0053962667783101406
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,64,2560,0.005414400001366933
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,64,2560,0.005437866846720377
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,64,3072,0.01696959932645162
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,64,2560,0.005448533097902933
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,64,2560,0.00544213354587555
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,64,2560,0.005407999952634176
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,64,2560,0.005356800059477488
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,64,2560,0.0052149335543314615
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,64,2560,0.00520000010728836
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,64,2560,0.0053727999329566956
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,64,2560,0.0050784001747767125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,64,2560,0.005060266455014547
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,64,2560,0.00508480022350947
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,64,2560,0.005026133358478546
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,64,2560,0.005026133358478546
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,64,3072,0.03475093444188436
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,64,2560,0.005027199784914652
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,64,2560,0.005096533397833506
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,64,2560,0.0050794666012128195
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,64,2560,0.0050346667567888895
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,64,2560,0.00508480022350947
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,64,2560,0.005095466474692027
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,64,2560,0.005039999882380167
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,64,2560,0.005407999952634176
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,64,2560,0.005002666513125102
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,64,2560,0.005087999999523163
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,64,2560,0.005028266708056132
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,64,2560,0.005211733281612396
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,64,2560,0.005013333261013031
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,64,2560,0.005117866893609365
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,64,2560,0.004785066843032837
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,64,2560,0.005067733426888784
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,64,2560,0.004673066735267639
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,64,2560,0.005081599950790406
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,64,2560,0.0050911997755368555
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,64,2560,0.005015466610590617
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,64,2560,0.005077333251635233
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,64,2560,0.005083733300367991
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,64,2560,0.005100800096988678
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,64,2560,0.005032533407211303
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,64,2560,0.00508480022350947
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,64,2560,0.005017599960168203
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,64,2560,0.005015466610590617
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,64,2560,0.005026133358478546
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,64,3072,0.018969599405924478
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,64,2560,0.00998293360074361
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,64,2560,0.004621866842110952
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,64,2560,0.005082666873931885
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,64,2560,0.005066666503747304
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,64,2560,0.004593066871166229
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,64,2560,0.004677333434422811
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,64,2560,0.004676266511281332
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,64,2560,0.004523733258247375
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,64,2560,0.005430399874846141
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,64,2560,0.004281599819660187
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,64,2560,0.004228266576925913
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,64,2560,0.004278400043646494
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,64,2560,0.004257066547870636
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,64,2560,0.0042805333932240805
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,64,2560,0.0042367999752362575
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,64,2560,0.004261333247025808
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,64,2560,0.004195199906826019
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,64,2560,0.004243200023969015
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,64,2560,0.004185600082079569
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,64,2560,0.004238933324813843
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,64,2560,0.005485866467158
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,64,2560,0.1194421370824178
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,64,2560,0.04540479977925618
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,64,2560,0.24374720255533852
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,64,2560,0.03391679922739665
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,64,2560,0.0333621342976888
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,64,2560,0.032253867387771605
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,64,2560,0.03180800080299377
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,64,2560,0.030971733729044597
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,64,2560,0.030821333328882854
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,64,2560,0.03033706744511922
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,64,2560,0.030826665957768756
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,64,2560,0.029894399642944335
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,64,2560,0.028808534145355225
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,64,2560,0.02879253427187602
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,64,2560,0.028806400299072266
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,64,2560,0.029641600449879964
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,64,2560,0.028565333286921187
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,64,2560,0.02687679926554362
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,64,2560,0.026761599381764728
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,64,2560,0.026239999135335285
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,64,2560,0.025623466571172076
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,64,2560,0.02463679909706116
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,64,2560,0.024632533391316734
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,64,2560,0.023108265797297158
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,64,2560,0.023209599653879802
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,64,2560,0.022681599855422972
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,64,2560,0.02281493345896403
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,64,3072,0.01446399986743927
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,64,2560,0.022652800877889
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,64,2560,0.02258560061454773
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,64,2560,0.022227199872334798
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,64,2560,0.020602667331695558
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,64,2560,0.020492800076802573
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,64,2560,0.00461760014295578
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,64,2560,0.004665599763393402
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,64,2560,0.018606932957967122
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,64,2560,0.018760534127553304
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,64,2560,0.01805866758028666
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,64,2560,0.017478400468826295
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,64,2560,0.016687999169031777
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,64,2560,0.017256534099578856
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,64,2560,0.016698666413625083
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,64,2560,0.017156267166137697
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,64,2560,0.016476800044377647
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,64,2560,0.016546133160591125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,64,2560,0.01614293356736501
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,64,2560,0.01717546582221985
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,64,2560,0.01616853376229604
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,64,2560,0.015285332997639975
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,64,2560,0.01725226640701294
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,64,2560,0.016682666540145875
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,64,2560,0.017230933904647826
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,64,2560,0.016567466656366985
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,64,2560,0.016160000363985697
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,64,2560,0.01778986652692159
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,64,2560,0.01623253325621287
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,64,2560,0.015240533153216043
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,64,2560,0.014858667055765787
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,64,2560,0.01564479966958364
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,64,2560,0.016328533490498863
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,64,2560,0.014499200383822122
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,64,2560,0.015624533096949259
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,64,2560,0.014461867014567056
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,64,2560,0.014447999993960061
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,64,2560,0.014491732915242514
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,64,2560,0.01477226714293162
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,64,2560,0.014472533265749613
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,64,2560,0.014500266313552857
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,64,2560,0.014469333489735923
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,64,2560,0.014444800217946372
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,64,2560,0.01548906664053599
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,64,2560,0.014429866274197897
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,64,2048,0.020939733584721884
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,64,2560,0.014442666371663412
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,64,2048,0.009798399607340495
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,64,2048,0.005836800237496694
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,64,2048,0.0049898669123649595
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,64,2048,0.004683733483155568
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,64,2048,0.004664533336957296
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,64,2048,0.0046847999095916745
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,64,2048,0.004659200211366018
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,64,2048,0.004631466666857402
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,64,2560,0.005030400057633718
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,64,2048,0.004622933268547058
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,64,2048,0.004673066735267639
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,64,2048,0.004628266890843709
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,64,2560,0.02209706703821818
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,64,2048,0.004634666442871094
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,64,2048,0.004631466666857402
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,64,2048,0.004655999938646952
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,64,2048,0.004636799792448679
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,64,2048,0.004605866471926371
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,64,2048,0.004682666560014089
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,64,2048,0.004622933268547058
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,64,2048,0.004602666695912679
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,64,2048,0.004648533463478088
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,64,2048,0.004636799792448679
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,64,2048,0.004605866471926371
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,64,2048,0.004653866589069367
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,64,2048,0.004631466666857402
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,64,2048,0.004599466423193614
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,64,2048,0.004631466666857402
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,64,2048,0.004425600171089172
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,64,2048,0.004402133325735727
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,64,2048,0.00425493319829305
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,64,2048,0.004353066782156626
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,64,2048,0.004277333120505015
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,64,2048,0.004713599880536398
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,64,2048,0.004208000004291534
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,64,2048,0.005046399931112925
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,64,2048,0.005030400057633718
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,64,2560,0.01632960041364034
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,64,2048,0.004215466479460398
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,64,2048,0.004680533210436503
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,64,2048,0.004786133269468943
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,64,2048,0.004692266881465912
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,64,2048,0.004972800115744273
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,64,2560,0.014507733782132468
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,64,2048,0.004961066444714864
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,64,2048,0.004633600016434988
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,64,2048,0.004682666560014089
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,64,2048,0.004763733347256978
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,64,2048,0.004670933385690053
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,64,2048,0.0046410664916038515
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,64,2048,0.004682666560014089
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,64,2048,0.004665599763393402
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,64,2048,0.0046165332198143
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,64,2048,0.004683733483155568
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,64,2048,0.004660266637802124
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,64,2048,0.0042698666453361515
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,64,2048,0.0042922665675481165
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,64,2048,0.004671999812126159
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,64,2048,0.004622933268547058
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,64,2560,0.014528000354766845
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,64,2048,0.004611200094223023
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,64,2048,0.004605866471926371
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,64,2048,0.004638933142026265
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,64,2048,0.004610133171081543
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,64,2048,0.004625066618124644
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,64,2048,0.004643199841181437
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,64,2048,0.004653866589069367
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,64,2048,0.004599466423193614
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,64,2048,0.004474666714668274
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,64,2048,0.004531200230121613
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,64,2048,0.004586666822433472
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,64,2048,0.004610133171081543
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,64,2048,0.004599466423193614
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,64,2048,0.1965845266977946
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,64,2048,0.08822399775187174
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,64,2048,0.004625066618124644
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,64,2048,0.039274664719899495
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,64,2048,0.029270400603612263
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,64,2048,0.028997333844502766
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,64,2048,0.0285045325756073
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,64,2048,0.028446932633717854
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,64,2048,0.028948267300923664
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,64,2048,0.0042303999265035
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,64,2048,0.02876693407694499
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,64,2048,0.028918399413426714
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,64,2048,0.02893120050430298
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,64,2048,0.004252799848715464
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,64,2048,0.027334400018056232
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,64,2048,0.026718932390213012
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,64,2048,0.02677226662635803
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,64,2048,0.025281065702438356
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,64,2048,0.025770666201909383
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,64,2048,0.02477546731630961
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,64,2048,0.024552534023920693
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,64,2048,0.022821333010991415
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,64,2048,0.02384106715520223
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,64,2048,0.023081600666046143
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,64,2048,0.004609066744645437
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,64,2048,0.022694400946299233
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,64,2048,0.02265066703160604
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,64,2048,0.02267520030339559
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,64,2048,0.02250666618347168
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,64,2048,0.004633600016434988
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,64,2048,0.02176213264465332
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,64,2048,0.020558933417002358
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,64,2048,0.020032000541687012
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,64,2048,0.019836799303690592
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,64,2048,0.018709333737691243
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,64,2048,0.018629332383473717
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,64,2048,0.016594133774439492
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,64,2048,0.017899733781814576
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,64,2048,0.017258665959040322
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,64,2048,0.016448000073432924
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,64,2048,0.016376533110936484
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,64,2048,0.016506666938463845
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,64,2048,0.01609599987665812
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,64,2048,0.015130666891733804
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,64,2048,0.01579200029373169
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,64,2048,0.015822933117548624
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,64,2048,0.014812800288200378
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,64,2048,0.014884266257286071
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,64,2048,0.018191999197006224
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,64,2048,0.015655466914176942
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,64,2048,0.015058133006095886
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,64,2048,0.015086932977040609
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,64,2048,0.015544533729553223
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,64,2048,0.02723199923833211
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,64,2048,0.015897599856058757
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,64,2048,0.014537599682807923
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,64,2048,0.014457600315411887
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,64,2048,0.014737066626548768
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,64,2048,0.014711466431617738
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,64,2048,0.014523733655611673
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,64,2048,0.0227018674214681
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,64,2048,0.01448853313922882
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,64,2048,0.014455466469128927
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,64,2048,0.014441600441932679
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,64,2048,0.014338133732477823
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,64,2048,0.014476799964904785
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,64,2048,0.014646400014559427
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,64,2048,0.014479999740918478
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,64,2048,0.020425599813461304
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,64,2048,0.01443839967250824
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,64,2048,0.014507733782132468
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,64,2048,0.014475733041763306
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,64,2048,0.014476799964904785
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,64,1536,0.014900267124176025
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,64,2048,0.013964800039927163
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,64,2048,0.016594133774439492
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,64,1536,0.007905066510041555
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,64,1536,0.00420906643072764
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,64,1536,0.005048533280690512
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,64,1536,0.004196266829967499
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,64,1536,0.004196266829967499
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,64,1536,0.004216533402601878
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,64,1536,0.004192000130812327
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,64,1536,0.003851733356714249
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,64,1536,0.004214400053024292
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,64,1536,0.0042026668787002565
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,64,1536,0.0038560000558694207
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,64,1536,0.003864533454179764
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,64,1536,0.004194133480389913
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,64,1536,0.004214400053024292
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,64,1536,0.004164266586303711
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,64,1536,0.004164266586303711
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,64,1536,0.004193066557248434
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,64,1536,0.003917866696914038
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,64,1536,0.0038549333810806276
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,64,1536,0.003853866706291834
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,64,1536,0.0038560000558694207
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,64,1536,0.0038015998899936674
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,64,1536,0.0038581334054470064
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,64,1536,0.003852800031503042
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,64,1536,0.0038421332836151125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,64,1536,0.0038592000802357995
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,64,1536,0.0038111999630928038
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,64,1536,0.0038101332883040107
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,64,1536,0.0037589333951473236
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,64,1536,0.003833599885304769
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,64,1536,0.0038058665891488397
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,64,1536,0.0038165333370367683
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,64,2048,0.014479999740918478
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,64,1536,0.003798400113979975
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,64,1536,0.003521066655715307
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,64,2048,0.0225600004196167
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,64,1536,0.003786666691303253
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,64,1536,0.003764266769091288
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,64,1536,0.0037962667644023894
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,64,1536,0.0037920000652472176
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,64,1536,0.003802666564782461
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,64,1536,0.0037845333417256674
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,64,1536,0.003804799914360046
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,64,1536,0.003386666625738144
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,64,1536,0.0034634667138258614
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,64,1536,0.003492266684770584
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,64,1536,0.0034741332133611047
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,64,1536,0.0034186666210492453
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,64,1536,0.0035605333745479585
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,64,1536,0.003458133339881897
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,64,1536,0.0034261333445707956
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,64,2048,0.014494933684666953
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,64,1536,0.003436800092458725
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,64,1536,0.0037845333417256674
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,64,1536,0.0034346667428811393
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,64,1536,0.0034527999659379324
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,64,1536,0.003472000112136205
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,64,1536,0.0035114665826161706
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,64,1536,0.003537066777547201
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,64,1536,0.0038506666819254553
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,64,1536,0.003442133218050003
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,64,1536,0.0033845332761605583
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,64,1536,0.0033813332517941795
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,64,1536,0.0033813332517941795
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,64,1536,0.003419733295838038
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,64,1536,0.003435733417669932
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,64,1536,0.0034442665676275887
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,64,1536,0.0034389334420363107
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,64,1536,0.003386666625738144
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,64,1536,0.0034346667428811393
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,64,1536,0.003443199892838796
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,64,2048,0.015610667069753012
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,64,1536,0.05646613438924154
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,64,1536,0.14641599655151366
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,64,1536,0.0035317334036032355
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,64,1536,0.03362880150477092
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,64,1536,0.026790400346120197
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,64,1536,0.026742400725682576
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,64,1536,0.026216532786687213
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,64,1536,0.02601813276608785
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,64,1536,0.025060266256332397
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,64,1536,0.025466666618982954
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,64,1536,0.024668800830841064
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,64,1536,0.02558079957962036
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,64,1536,0.023923200368881226
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,64,1536,0.0237119992574056
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,64,1536,0.024617600440979003
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,64,1536,0.02291946609814962
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,64,1536,0.0038143999874591826
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,64,1536,0.022679466009140014
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,64,1536,0.022574933369954427
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,64,1536,0.022872533400853476
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,64,1536,0.02267306645711263
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,64,1536,0.02251946727434794
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,64,1536,0.02222933371861776
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,64,1536,0.02189013361930847
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,64,1536,0.02127893368403117
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,64,1536,0.022380799055099487
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,64,1536,0.02094399929046631
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,64,1536,0.020992000897725425
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,64,1536,0.020207999149958293
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,64,1536,0.020734934012095134
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,64,1536,0.0196341335773468
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,64,1536,0.0034261333445707956
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,64,1536,0.01875413258870443
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,64,1536,0.018497065703074137
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,64,1536,0.0038602667550245917
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,64,1536,0.017598932981491087
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,64,1536,0.01821119983990987
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,64,1536,0.015607466300328573
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,64,1536,0.01600106656551361
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,64,1536,0.015793066223462424
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,64,1536,0.01497706671555837
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,64,1536,0.015261866648991904
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,64,1536,0.015003732840220132
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,64,1536,0.014725333452224732
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,64,1536,0.014476799964904785
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,64,1536,0.015432533621788026
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,64,1536,0.016013866662979125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,64,1536,0.014717866977055868
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,64,1536,0.014549332857131957
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,64,1536,0.015713066856066386
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,64,1536,0.01641279955705007
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,64,1536,0.015064533551534018
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,64,1536,0.01514346698919932
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,64,1536,0.014481066664059957
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,64,1536,0.014571733276049294
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,64,1536,0.014487466216087342
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,64,1536,0.014506666858990987
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,64,1536,0.014430933197339377
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,64,1536,0.014443733294804893
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,64,1536,0.014494933684666953
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,64,1536,0.014501333236694336
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,64,1536,0.01437226633230845
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,64,1536,0.014310399691263834
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,64,1536,0.01565226713816325
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,64,1536,0.014402133226394654
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,64,1536,0.014320000012715658
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,64,1536,0.0144405335187912
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,64,1536,0.014437333742777506
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,64,1536,0.01437333325544993
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,64,1536,0.014351999759674073
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,64,1536,0.01430293321609497
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,64,1536,0.013911466797192892
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,64,1536,0.014381866653760275
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,64,1536,0.01288106640179952
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,64,1536,0.014398933450380961
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,64,1024,0.008268799881140392
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,64,1024,0.006171733140945435
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,64,1024,0.0034485332667827605
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,64,1024,0.003382399926582972
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,64,1024,0.0034229333202044168
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,64,1024,0.0034133332471052804
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,64,1024,0.0033813332517941795
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,64,1024,0.003421866645415624
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,64,1536,0.014941866199175516
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,64,1024,0.0033642667035261786
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,64,1024,0.003402666747570038
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,64,1024,0.0034346667428811393
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,64,1024,0.0033845332761605583
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,64,1024,0.0033834666013717652
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,64,1024,0.0034282666941483817
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,64,1024,0.00340693344672521
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,64,1024,0.0033962666988372804
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,64,1024,0.003385599950949351
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,64,1024,0.0033749334514141084
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,64,1024,0.0033813332517941795
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,64,1024,0.0033930666744709016
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,64,1024,0.003373866776625315
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,64,1024,0.0033834666013717652
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,64,1024,0.0033749334514141084
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,64,1024,0.003403733422358831
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,64,1024,0.003386666625738144
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,64,1024,0.003385599950949351
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,64,1024,0.0032543999453385672
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,64,1024,0.0031061333914597826
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,64,1024,0.0030432000756263735
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,64,1024,0.003033600002527237
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,64,1024,0.0030432000756263735
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,64,1024,0.0029887999097506206
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,64,1024,0.0030400000512599947
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,64,1024,0.0029845332105954488
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,64,1024,0.0030005333324273427
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,64,1024,0.002980266759792964
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,64,1024,0.002998399982849757
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,64,1024,0.0029898665845394133
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,64,1536,0.02248106598854065
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,64,1024,0.0029877332349618276
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,64,1024,0.004222933451334635
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,64,1024,0.0030229332546393077
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,64,1024,0.002977066735426585
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,64,1024,0.003010133405526479
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,64,1024,0.003017599880695343
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,64,1024,0.003014400104681651
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,64,1024,0.0029887999097506206
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,64,1024,0.002993066608905792
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,64,1536,0.01919680039087931
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,64,1024,0.0029834667841593427
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,64,1024,0.0029909332593282064
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,64,1024,0.00296426663796107
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,64,1024,0.003033600002527237
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,64,1024,0.002980266759792964
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,64,1024,0.002993066608905792
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,64,1024,0.0030122667551040648
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,64,1024,0.003009066730737686
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,64,1024,0.003036800026893616
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,64,1024,0.003382399926582972
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,64,1024,0.003014400104681651
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,64,1024,0.0030378667016824085
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,64,1024,0.0029898665845394133
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,64,1024,0.0030016000072161358
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,64,1024,0.002977066735426585
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,64,1024,0.0029685333371162414
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,64,1024,0.002980266759792964
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,64,1024,0.0029866665601730345
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,64,1024,0.0029706666866938275
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,64,1024,0.002979200085004171
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,64,1024,0.002996266633272171
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,64,1024,0.0029877332349618276
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,64,1024,0.08784639835357666
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,64,1024,0.039849599202473954
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,64,1536,0.0034527999659379324
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,64,1024,0.028012800216674804
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,64,1024,0.0034506666163603462
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,64,1024,0.0030080000559488933
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,64,1024,0.022554665803909302
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,64,1024,0.002980266759792964
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,64,1024,0.02180373271306356
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,64,1024,0.02260800004005432
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,64,1024,0.022677334149678548
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,64,1024,0.02253440022468567
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,64,1024,0.022809600830078124
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,64,1024,0.022431999444961548
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,64,1024,0.022449066241582237
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,64,1024,0.02204906741778056
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,64,1024,0.02224853237469991
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,64,1024,0.021805866559346517
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,64,1024,0.022374399503072104
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,64,1024,0.02133973240852356
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,64,1024,0.02067413330078125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,64,1024,0.0206112007300059
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,64,1024,0.02007360061009725
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,64,1024,0.02039253314336141
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,64,1024,0.0201855997244517
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,64,1024,0.01916266679763794
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,64,1024,0.019025067488352455
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,64,1024,0.020465066035588585
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,64,1024,0.018631466229756675
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,64,1024,0.01850559910138448
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,64,1024,0.017190400759379068
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,64,1024,0.017066667477289833
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,64,1024,0.016723199685414632
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,64,1024,0.003020799905061722
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,64,1024,0.017114667097727458
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,64,1024,0.02185386617978414
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,64,1024,0.014614400267601014
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,64,1024,0.014776532848676046
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,64,1024,0.014897066354751586
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,64,1024,0.016009599963823954
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,64,1024,0.0029504001140594482
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,64,1024,0.015014400084813436
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,64,1024,0.014568533500035605
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,64,1024,0.020925867557525634
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,64,1024,0.01583999991416931
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,64,1024,0.015726932883262636
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,64,1024,0.01432213286558787
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,64,1024,0.01470080018043518
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,64,1024,0.014459733168284097
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,64,1024,0.014452266693115234
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,64,1024,0.014503467082977294
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,64,1024,0.014385066429773965
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,64,1024,0.014850133657455444
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,64,1024,0.014375467101732889
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,64,1024,0.01514240006605784
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,64,1024,0.014426666498184203
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,64,1024,0.014375467101732889
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,64,1024,0.014227199554443359
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,64,1024,0.018689066171646118
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,64,1024,0.014383999506632486
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,64,1024,0.014282666643460593
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,64,1024,0.014479999740918478
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,64,1024,0.013854933778444925
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,64,1024,0.01437013347943624
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,64,1024,0.01439466675122579
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,64,1024,0.014454399545987448
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,64,1024,0.01443839967250824
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,64,1024,0.014409599701563516
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,64,1024,0.014245333274205527
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,64,1024,0.014309333761533103
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,64,1024,0.013708800077438354
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,64,1024,0.013972266515096029
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,64,1024,0.01436906655629476
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,64,768,0.0066336000959078475
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,64,1024,0.02270080049832662
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,64,1024,0.012829867005348206
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,64,768,0.005123200019200643
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,64,768,0.0031285333136717476
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,64,768,0.0037994667887687682
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,64,768,0.003011200080315272
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,64,1024,0.01614720026652018
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,64,768,0.0030517332255840302
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,64,768,0.003032533327738444
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,64,768,0.003052799900372823
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,64,768,0.003058133274316788
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,64,768,0.003013333429892858
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,64,768,0.0030239999294281008
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,64,1024,0.01477226714293162
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,64,768,0.003028266628583272
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,64,768,0.003044266750415166
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,64,768,0.003031466652949651
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,64,768,0.0029909332593282064
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,64,768,0.003017599880695343
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,64,768,0.003035733352104823
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,64,768,0.0029845332105954488
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,64,768,0.0029674666623274487
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,64,768,0.0030303999781608583
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,64,768,0.0030261332790056865
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,64,768,0.003035733352104823
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,64,768,0.002961066613594691
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,64,768,0.0029653333127498626
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,64,768,0.002958933264017105
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,64,768,0.0030218665798505146
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,64,768,0.002963199963172277
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,64,768,0.0029567999144395193
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,64,768,0.0029578665892283124
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,64,768,0.002974933385848999
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,64,768,0.003172266731659571
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,64,768,0.002624000112215678
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,64,768,0.0029557332396507262
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,64,768,0.0029824001093705496
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,64,768,0.0029674666623274487
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,64,768,0.0026943999032179515
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,64,768,0.0029525332152843474
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,64,768,0.0026954665780067446
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,64,768,0.00262719988822937
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,64,768,0.0026261332134405774
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,64,768,0.0026101333399613695
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,64,768,0.0026378666361172995
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,64,768,0.0027093333502610523
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,64,768,0.0026346666117509207
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,64,768,0.0026346666117509207
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,64,768,0.0026591998835404714
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,64,768,0.0026026666164398193
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,64,768,0.002696533252795537
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,64,768,0.002628266563018163
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,64,768,0.002619733413060506
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,64,768,0.0025941332181294756
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,64,1024,0.014086400469144186
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,64,768,0.0026069333155949908
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,64,768,0.0026101333399613695
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,64,768,0.002609066665172577
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,64,768,0.0026880001028378804
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,64,768,0.0025568000972270967
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,64,768,0.0025418666501839954
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,64,768,0.0027818667391935987
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,64,768,0.0025685332715511323
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,64,768,0.0025994665920734406
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,64,768,0.002570666621128718
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,64,768,0.002621866762638092
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,64,768,0.002573866645495097
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,64,768,0.0026176000634829206
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,64,768,0.0025621332228183747
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,64,768,0.00257493332028389
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,64,768,0.0025557334224383037
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,64,768,0.002598399917284648
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,64,768,0.002629333237806956
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,64,768,0.0026229334374268847
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,64,768,0.0026186667382717133
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,64,768,0.03389973243077596
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,64,768,0.05768106778462728
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,64,1024,0.013832533359527588
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,64,768,0.022286933660507203
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,64,768,0.02216106653213501
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,64,768,0.021948800484339396
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,64,768,0.023285333315531412
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,64,768,0.021868799130121866
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,64,768,0.02108373244603475
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,64,768,0.022294400135676067
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,64,768,0.020657066504160562
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,64,768,0.020787199338277183
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,64,768,0.002959999938805898
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,64,768,0.020874667167663574
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,64,768,0.020678400993347168
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,64,768,0.021270400285720824
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,64,768,0.019986132780710854
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,64,768,0.020758400360743202
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,64,768,0.01875093380610148
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,64,768,0.0196234663327535
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,64,768,0.019223467508951823
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,64,768,0.019077332814534505
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,64,768,0.019272534052530925
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,64,768,0.01874879995981852
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,64,768,0.018605866034825645
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,64,768,0.018014933665593466
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,64,768,0.018542933464050292
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,64,768,0.018055466810862224
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,64,768,0.01728746692339579
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,64,768,0.017068799336751303
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,64,768,0.017518933614095053
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,64,768,0.01636373301347097
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,64,768,0.002632533262173335
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,64,768,0.016500266393025716
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,64,768,0.015782399972279867
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,64,768,0.01562879979610443
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,64,768,0.016582399606704712
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,64,768,0.015496533115704855
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,64,768,0.014971733093261719
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,64,768,0.015213867028554281
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,64,768,0.01479573349157969
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,64,768,0.015614933768908181
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,64,768,0.025849600632985432
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,64,768,0.014435199896494546
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,64,1024,0.015075199802716575
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,64,768,0.003045333425203959
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,64,768,0.014318933089574179
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,64,768,0.015334399541219077
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,64,768,0.014447999993960061
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,64,768,0.015964800119400026
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,64,768,0.014358400305112203
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,64,768,0.014939733346303306
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,64,768,0.013957333564758301
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,64,768,0.014315733313560485
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,64,768,0.013757866621017457
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,64,768,0.01446399986743927
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,64,768,0.01397333343823751
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,64,768,0.019143466154734293
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,64,768,0.014404267072677612
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,64,768,0.013832533359527588
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,64,768,0.014284800489743552
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,64,768,0.014386133352915446
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,64,768,0.014186666409174601
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,64,768,0.01456106702486674
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,64,768,0.014203733205795288
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,64,768,0.013755733768145243
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,64,768,0.013804800311724343
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,64,768,0.013843199610710144
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,64,768,0.013403733571370443
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,64,768,0.013199999928474426
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,64,768,0.012447999914487202
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,64,768,0.012436266740163167
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,64,768,0.015132799744606018
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,64,768,0.012547199924786886
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,64,768,0.012471466263135274
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,64,768,0.014441600441932679
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,64,512,0.0030239999294281008
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,64,512,0.0027104000250498454
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,64,512,0.002699733277161916
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,64,512,0.0026496000587940215
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,64,512,0.0025898667673269907
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,64,512,0.002799999962250392
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,64,512,0.0026378666361172995
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,64,512,0.002629333237806956
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,64,512,0.002648533384005229
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,64,512,0.0025781333446502686
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,64,512,0.0026335999369621276
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,64,768,0.014493866761525472
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,64,512,0.0026229334374268847
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,64,512,0.0026410666604836782
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,64,512,0.002625066787004471
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,64,512,0.0026335999369621276
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,64,512,0.002567466596762339
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,64,512,0.0026367999613285064
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,64,512,0.002632533262173335
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,64,512,0.002639999985694885
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,64,512,0.0025631998976071674
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,64,512,0.002583466718594233
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,64,512,0.0026528000831604003
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,64,512,0.00264533335963885
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,64,512,0.002603733291228612
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,64,768,0.01421119968096415
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,64,512,0.0025578667720158894
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,64,512,0.002567466596762339
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,64,512,0.002573866645495097
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,64,512,0.0025792000194390613
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,64,512,0.002549333373705546
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,64,512,0.0025813333690166474
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,64,512,0.002598399917284648
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,64,512,0.0025727999707063037
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,64,512,0.005799466868241628
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,64,512,0.0025610665480295816
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,64,512,0.004242133100827535
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,64,512,0.002587733417749405
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,64,512,0.002567466596762339
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,64,512,0.0026133333643277483
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,64,512,0.002566399921973546
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,64,512,0.0025472000241279604
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,64,512,0.0025546667476495106
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,64,512,0.0025472000241279604
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,64,512,0.002540799975395203
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,64,512,0.002643200010061264
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,64,512,0.0025557334224383037
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,64,512,0.0025727999707063037
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,64,512,0.002540799975395203
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,64,512,0.0025973332424958544
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,64,512,0.002468266586462657
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,64,512,0.0022005334496498106
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,64,512,0.002209066599607468
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,64,512,0.002566399921973546
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,64,512,0.002195200075705846
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,64,512,0.0022272000710169475
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,64,512,0.0025642665723959604
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,64,768,0.014570666352907815
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,64,512,0.0025589334468046824
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,64,512,0.0025759999950726825
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,64,512,0.002775466690460841
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,64,512,0.002216533323129018
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,64,512,0.002219733347495397
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,64,512,0.002600533266862233
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,64,512,0.0025653332471847535
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,64,512,0.0025759999950726825
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,64,512,0.0025770666698614756
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,64,512,0.0025461333493391673
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,64,512,0.002567466596762339
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,64,512,0.002550400048494339
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,64,512,0.0025653332471847535
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,64,512,0.0025642665723959604
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,64,512,0.002614400039116542
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,64,512,0.028885332743326823
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,64,512,0.022438400983810426
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,64,512,0.02058346668879191
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,64,512,0.02041706641515096
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,64,512,0.019259732961654664
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,64,512,0.019112533330917357
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,64,512,0.0021717332303524016
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,64,512,0.019219199816385903
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,64,512,0.0025568000972270967
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,64,512,0.01880426605542501
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,64,512,0.018964266777038573
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,64,512,0.0025546667476495106
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,64,512,0.01864746610323588
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,64,512,0.018551466862360637
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,64,512,0.018644267320632936
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,64,512,0.0185589333375295
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,64,512,0.018641066551208497
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,64,512,0.018487467368443807
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,64,512,0.018633600076039633
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,64,512,0.01774079998334249
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,64,512,0.018408532937367758
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,64,512,0.017620267470677693
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,64,512,0.018285866578420004
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,64,512,0.018032000462214152
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,64,512,0.016935465733210246
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,64,512,0.017062399784723917
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,64,512,0.0169322669506073
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,64,512,0.016432000199953715
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,64,512,0.016697599490483602
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,64,512,0.01615466674168905
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,64,512,0.016204800208409628
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,64,512,0.015026133259137472
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,64,512,0.014521599809328715
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,64,512,0.015314132968584696
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,64,512,0.014468266566594442
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,64,512,0.01440000037352244
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,64,512,0.014637866616249084
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,64,512,0.039486932754516604
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,64,512,0.015602133671442666
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,64,512,0.014385066429773965
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,64,512,0.015403733650843302
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,64,512,0.014217600226402283
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,64,512,0.014364799857139588
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,64,512,0.014340266585350037
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,64,512,0.013214932878812155
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,64,512,0.002537599951028824
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,64,512,0.014255999525388082
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,64,512,0.014198399583498635
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,64,512,0.01478506624698639
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,64,512,0.019291732708613077
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,64,512,0.014313600460688271
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,64,512,0.01944533387819926
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,64,512,0.015796266992886863
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,64,512,0.013944533467292786
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,64,512,0.013969066739082336
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,64,512,0.014217600226402283
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,64,512,0.01446613371372223
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,64,512,0.014083199699719749
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,64,512,0.012885333100954691
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,64,512,0.013820800185203552
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,64,512,0.01446293294429779
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,64,512,0.01365013321240743
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,64,512,0.013143466909726462
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,64,512,0.013780267039934794
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,64,512,0.01291306714216868
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,64,512,0.012991999586423239
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,64,512,0.014169599612553915
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,64,512,0.014059733351071677
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,64,512,0.012566399574279786
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,64,512,0.013614933689435324
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,64,512,0.013442132870356241
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,64,512,0.012429866194725036
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,64,512,0.012874666849772134
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,64,512,0.01642346680164337
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,64,256,0.003409066547950109
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,64,256,0.004208000004291534
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,64,256,0.0025685332715511323
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,64,256,0.0026186667382717133
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,64,256,0.0025610665480295816
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,64,256,0.002566399921973546
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,64,256,0.002551466723283132
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,64,256,0.0025653332471847535
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,64,256,0.0025568000972270967
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,64,256,0.0025781333446502686
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,64,256,0.00257493332028389
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,64,256,0.0026848000784715016
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,64,256,0.002567466596762339
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,64,256,0.0025568000972270967
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,64,512,0.014309333761533103
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,64,256,0.002548266698916753
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,64,256,0.002566399921973546
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,64,256,0.0022357332209746042
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,64,256,0.0021770666042963665
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,64,256,0.00222080002228419
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,64,256,0.0025888000925381976
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,64,256,0.0025578667720158894
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,64,256,0.0025802666942278544
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,64,256,0.0025600001215934755
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,64,256,0.002552533398071925
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,64,512,0.014430933197339377
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,64,256,0.0022837333381175995
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,64,256,0.002204799900452296
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,64,256,0.002234666546185811
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,64,512,0.013011200229326883
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,64,256,0.0022133332987626392
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,64,256,0.002198400100072225
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,64,256,0.002197333425283432
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,64,256,0.0021888000269730886
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,64,256,0.002145066608985265
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,64,256,0.0021920000513394673
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,64,256,0.002165333429972331
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,64,256,0.0021557333568731946
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,64,512,0.013680000106493631
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,64,256,0.0022143999735514323
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,64,256,0.0022005334496498106
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,64,256,0.002162133405605952
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,64,256,0.0021216000119845075
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,64,256,0.002195200075705846
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,64,256,0.002195200075705846
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,64,256,0.002149333308140437
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,64,256,0.0021856000026067098
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,64,256,0.0021344001094500227
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,64,256,0.002186666677395503
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,64,256,0.0026069333155949908
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,64,256,0.0021685334543387097
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,64,256,0.002199466774861018
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,64,256,0.0021888000269730886
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,64,256,0.0021770666042963665
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,64,256,0.0025888000925381976
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,64,256,0.002194133400917053
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,64,256,0.002152533332506816
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,64,256,0.0021344001094500227
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,64,256,0.002143999934196472
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,64,256,0.002194133400917053
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,64,256,0.0021226666867733
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,64,256,0.002181333303451538
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,64,256,0.002161066730817159
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,64,256,0.002181333303451538
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,64,256,0.0021664001047611236
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,64,256,0.002194133400917053
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,64,256,0.0021429332594076794
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,64,256,0.00179626668492953
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,64,256,0.0021770666042963665
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,64,256,0.0021397332350413007
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,64,256,0.0021759999295075734
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,64,256,0.002205866575241089
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,64,256,0.0021546666820844015
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,64,256,0.02877440055211385
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,64,256,0.01939199964205424
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,64,256,0.0025685332715511323
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,64,256,0.018181333939234413
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,64,256,0.01753600041071574
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,64,256,0.016806399822235106
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,64,256,0.017629865805308023
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,64,256,0.016603733102480568
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,64,256,0.016643200318018594
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,64,256,0.018665599822998046
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,64,256,0.017271467049916587
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,64,256,0.0021909333765506743
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,64,256,0.0168778657913208
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,64,256,0.017640533049901326
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,64,256,0.016832000017166136
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,64,256,0.016574933131535848
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,64,256,0.01693333387374878
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,64,256,0.002199466774861018
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,64,256,0.016353066762288412
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,64,256,0.016768000523249307
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,64,256,0.0025610665480295816
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,64,256,0.01628373364607493
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,64,256,0.015874133507410685
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,64,256,0.016054399808247886
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,64,256,0.015830399592717488
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,64,256,0.015251200397809347
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,64,256,0.014883200327555338
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,64,256,0.015966932972272238
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,64,256,0.015731199582417806
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,64,256,0.01455573340257009
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,64,256,0.014991999665896098
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,64,256,0.015782399972279867
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,64,256,0.016042666633923848
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,64,256,0.014661332964897156
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,64,256,0.014669866363207499
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,64,256,0.014210133751233419
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,64,256,0.014382933576901754
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,64,256,0.014178133010864258
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,64,256,0.014421332875887552
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,64,256,0.014210133751233419
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,64,256,0.014591999848683677
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,64,256,0.013321600357691445
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,64,256,0.014265599846839904
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,64,256,0.02224853237469991
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,64,256,0.013281066219011942
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,64,256,0.014064000050226847
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,64,256,0.014677332838376364
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,64,256,0.013566933075586953
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,64,256,0.012889599800109864
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,64,256,0.014475733041763306
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,64,256,0.013704533378283182
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,64,256,0.012777599692344665
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,64,256,0.014260266224543253
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,64,256,0.013563733299573263
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,64,256,0.01251200040181478
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,64,256,0.013112533092498779
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,64,256,0.012519466876983642
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,64,256,0.014098133643468222
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,64,256,0.01397119959195455
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,64,256,0.012530133128166199
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,64,256,0.012553600470225015
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,64,256,0.012678399682044983
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,64,256,0.012578133742014566
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,64,256,0.012805333733558655
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,64,256,0.016659200191497803
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,64,256,0.013540266950925191
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,64,256,0.01316373348236084
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,64,256,0.0021301334102948504
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,64,256,0.013214932878812155
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,64,256,0.013823999961217245
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,64,256,0.012429866194725036
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,64,256,0.015999999642372132
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,64,256,0.013115732868512472
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,64,256,0.012479999661445617
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,64,256,0.012525866429011026
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,64,128,0.0038111999630928038
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,64,128,0.0030165334542592366
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,64,128,0.0021738665799299877
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,64,128,0.0022005334496498106
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,64,128,0.0021536000072956084
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,64,128,0.0022133332987626392
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,64,128,0.0022282667458057405
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,64,128,0.0024832000335057577
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,64,128,0.002162133405605952
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,64,128,0.0021418665846188864
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,64,128,0.002182399978240331
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,64,128,0.002194133400917053
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,64,128,0.0021514666577180227
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,64,128,0.0022154666483402254
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,64,128,0.00222080002228419
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,64,128,0.0022005334496498106
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,64,128,0.0022261333962281544
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,64,128,0.0022079999248186748
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,64,128,0.0021717332303524016
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,64,128,0.002199466774861018
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,64,128,0.0021664001047611236
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,64,128,0.002203733225663503
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,64,128,0.002161066730817159
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,64,128,0.002147199958562851
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,64,128,0.002179199953873952
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,64,128,0.0021568000316619872
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,64,128,0.0021397332350413007
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,64,128,0.002147199958562851
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,64,128,0.0021685334543387097
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,64,128,0.002169599880774816
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,64,128,0.002164266755183538
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,64,128,0.0021856000026067098
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,64,128,0.0021546666820844015
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,64,128,0.002145066608985265
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,64,128,0.0021770666042963665
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,64,128,0.002182399978240331
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,64,128,0.002148266633351644
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,64,128,0.0021727999051411946
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,64,128,0.0021888000269730886
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,64,256,0.01648533344268799
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,64,128,0.0021429332594076794
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,64,128,0.0021344001094500227
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,64,128,0.002152533332506816
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,64,128,0.0021418665846188864
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,64,256,0.012447999914487202
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,64,128,0.0021503999829292296
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,64,128,0.002136533210674922
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,64,128,0.002145066608985265
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,64,128,0.002143999934196472
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,64,128,0.0021568000316619872
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,64,128,0.0025087999800841015
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,64,128,0.002148266633351644
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,64,128,0.002161066730817159
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,64,128,0.0021248000363508863
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,64,128,0.0021397332350413007
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,64,128,0.0021397332350413007
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,64,128,0.002147199958562851
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,64,128,0.002131200085083644
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,64,128,0.002147199958562851
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,64,128,0.0021301334102948504
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,64,128,0.0021418665846188864
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,64,128,0.0021845333278179167
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,64,128,0.0021397332350413007
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,64,128,0.0021429332594076794
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,64,128,0.0021536000072956084
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,64,128,0.002147199958562851
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,64,128,0.002018133302529653
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,64,128,0.002169599880774816
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,64,128,0.002163200080394745
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,64,128,0.00211519996325175
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,64,128,0.002133333434661229
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,64,128,0.0019285333653291064
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,64,128,0.0021397332350413007
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,64,128,0.024743467569351196
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,64,128,0.021064533789952596
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,64,128,0.0022154666483402254
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,64,128,0.017642666896184288
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,64,128,0.01697493394215902
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,64,128,0.01691626707712809
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,64,128,0.016420267025629678
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,64,128,0.015594666202863058
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,64,128,0.01623146633307139
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,64,128,0.015518933534622192
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,64,128,0.01722986698150635
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,64,128,0.016479999820391337
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,64,256,0.012604799866676331
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,64,128,0.01574613352616628
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,64,128,0.014465066790580749
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,64,128,0.015786666671435037
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,64,128,0.016694400707880655
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,64,128,0.014656000336011252
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,64,128,0.015714133779207863
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,64,128,0.016233600179354348
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,64,128,0.014666666587193808
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,64,128,0.014507733782132468
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,64,128,0.015134933590888976
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,64,128,0.014494933684666953
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,64,128,0.014573867122332254
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,64,128,0.014756266276041666
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,64,128,0.015019733707110086
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,64,128,0.014518400033315023
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,64,128,0.014468266566594442
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,64,128,0.014364799857139588
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,64,128,0.015490133563677469
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,64,128,0.014371200402577718
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,64,128,0.014366933703422546
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,64,128,0.014320000012715658
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,64,128,0.01451520025730133
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,64,128,0.014051199952761332
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,64,128,0.013014400005340576
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,64,128,0.013988266388575235
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,64,128,0.014003200332323709
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,64,128,0.014014933506647745
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,64,128,0.01529813309510549
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,64,128,0.014166399836540222
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,64,128,0.014588800072669984
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,64,128,0.014846932888031007
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,64,128,0.014034133156140646
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,64,256,0.012725333372751871
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,64,128,0.012590932846069335
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,64,128,0.01359999974568685
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,64,128,0.012824533383051553
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,64,128,0.012990933656692506
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,64,128,0.012719999750455221
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,64,128,0.0021802666286627453
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,64,128,0.013321600357691445
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,64,128,0.013636266191800436
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,64,128,0.0123989333709081
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,64,128,0.0136543999115626
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,64,128,0.012865066528320312
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,64,128,0.012803199887275695
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,64,128,0.012602667013804117
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,64,128,0.01295360028743744
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,64,128,0.012485333283742269
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,64,128,0.013636266191800436
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,64,128,0.013649066289265951
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,64,128,0.012411733468373615
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,64,128,0.013235200444857279
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,64,128,0.01243839959303538
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,64,128,0.01323199967543284
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,64,128,0.01243946651617686
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,64,128,0.0021685334543387097
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,64,128,0.013562666376431784
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,64,128,0.012442666292190551
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,64,128,0.013010133306185404
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,64,128,0.012607999642690024
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,64,64,0.004862933357556661
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,64,128,0.012442666292190551
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,64,64,0.0026079999903837843
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,64,64,0.0022069332500298817
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,64,64,0.002164266755183538
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,64,64,0.0021514666577180227
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,64,64,0.0022079999248186748
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,64,64,0.0022026665508747103
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,64,64,0.002145066608985265
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,64,64,0.0021375998854637145
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,64,64,0.002148266633351644
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,64,64,0.0022026665508747103
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,64,64,0.0021546666820844015
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,64,64,0.0021429332594076794
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,64,128,0.014132266243298849
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,64,64,0.002147199958562851
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,64,64,0.0021514666577180227
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,64,128,0.01372160017490387
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,64,64,0.002165333429972331
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,64,64,0.0019541333119074506
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,64,64,0.0021589333812395734
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,64,64,0.0021578667064507803
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,64,128,0.012482133507728577
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,64,64,0.0021322667598724365
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,64,128,0.013292800386746725
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,64,64,0.0021589333812395734
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,64,64,0.0021397332350413007
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,64,64,0.0021290667355060577
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,64,64,0.0021407999098300933
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,64,64,0.0021397332350413007
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,64,64,0.0021301334102948504
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,64,64,0.0021407999098300933
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,64,64,0.002145066608985265
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,64,64,0.001791999985774358
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,64,64,0.0017930666605631511
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,64,64,0.0017866666118303935
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,64,64,0.0018207999567190808
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,64,64,0.0017887999614079793
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,64,64,0.0018218666315078734
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,64,64,0.0018101333330074946
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,64,64,0.0019445333629846573
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,64,64,0.0018197332819302875
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,64,64,0.0020618667205174763
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,64,64,0.002181333303451538
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,64,64,0.0018197332819302875
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,64,64,0.0017866666118303935
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,64,64,0.0017984000345071156
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,64,64,0.0018090666582187016
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,64,64,0.0017792000124851864
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,64,64,0.0018250666558742522
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,64,64,0.001794133335351944
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,64,64,0.0018005333840847015
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,64,64,0.0017642666896184283
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,64,64,0.0018016000588734944
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,64,64,0.001721599946419398
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,64,64,0.0017770666629076004
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,64,64,0.0017418666432301205
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,64,64,0.001746133342385292
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,64,64,0.0017749333133300145
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,64,64,0.0017845333864291509
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,64,64,0.001794133335351944
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,64,64,0.0017717332889636357
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,64,64,0.0017781333376963933
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,64,64,0.0018016000588734944
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,64,64,0.0018069333086411159
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,64,64,0.001751466716329257
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,64,64,0.0017685333887736004
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,64,64,0.0017727999637524288
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,64,64,0.0018186666071414947
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,64,128,0.014923733472824097
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,64,64,0.0017770666629076004
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,64,64,0.0017984000345071156
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,64,64,0.0018112000077962875
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,64,64,0.001794133335351944
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,64,64,0.0017973333597183228
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,64,64,0.022503467400868733
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,64,64,0.018235733111699425
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,64,64,0.01664746701717377
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,64,64,0.014572800199190775
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,64,64,0.014709333578745524
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,64,64,0.014812800288200378
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,64,64,0.015054933230082192
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,64,64,0.014552533626556396
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,64,64,0.014509866635004679
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,64,64,0.014563199877738953
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,64,64,0.014651733636856078
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,64,64,0.015637333194414772
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,64,64,0.014458666245142618
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,64,64,0.014491732915242514
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,64,64,0.015245866775512696
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,64,64,0.014491732915242514
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,64,64,0.014571733276049294
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,64,64,0.014820266763369241
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,64,64,0.014632532993952433
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,64,64,0.014439466595649719
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,64,64,0.01590079963207245
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,64,64,0.01453439990679423
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,64,64,0.01452906628449758
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,64,64,0.002194133400917053
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,64,64,0.01439573367436727
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,64,64,0.014340266585350037
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,64,64,0.014404267072677612
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,64,64,0.014137599865595499
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,64,64,0.0018016000588734944
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,64,64,0.014268799622853597
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,64,64,0.01474346617857615
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,64,64,0.002149333308140437
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,64,64,0.014456533392270408
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,64,64,0.002162133405605952
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,64,64,0.014339199662208557
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,64,64,0.014317867159843446
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,64,64,0.014170666535695394
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,64,64,0.012997333208719888
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,64,64,0.01420799990495046
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,64,64,0.013977600137392679
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,64,64,0.012811733285586038
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,64,64,0.014179199934005737
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,64,64,0.013702399532000222
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,64,64,0.014491732915242514
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,64,64,0.013902933398882548
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,64,64,0.014045866330464682
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,64,64,0.013515733679135642
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,64,64,0.013904000322024027
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,64,64,0.012780800461769104
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,64,64,0.013911466797192892
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,64,64,0.01279253363609314
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,64,64,0.01267306705315908
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,64,64,0.01328426698843638
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,64,64,0.013214932878812155
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,64,64,0.01251520017782847
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,64,64,0.014176000157992044
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,64,64,0.013175466656684875
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,64,64,0.012468266487121581
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,64,64,0.013214932878812155
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,64,64,0.013867732882499696
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,64,64,0.012411733468373615
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,64,64,0.013065600395202636
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,64,64,0.013382400075594584
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,64,64,0.012458667159080505
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,64,64,0.013904000322024027
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,64,64,0.013143466909726462
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,64,64,0.012462932864824932
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,64,64,0.013075199723243714
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,64,64,0.013858133554458618
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,64,64,0.013482667009035745
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,64,64,0.013176533579826354
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,64,64,0.012753066420555115
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,64,64,0.014563199877738953
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,64,64,0.013646933436393737
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,64,64,0.012650666634241739
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,64,32,0.005061333378156027
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,64,32,0.002887466549873352
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,64,32,0.0021856000026067098
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,64,32,0.0021546666820844015
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,64,32,0.0021770666042963665
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,64,32,0.002161066730817159
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,64,32,0.0022079999248186748
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,64,64,0.014260266224543253
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,64,32,0.0021536000072956084
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,64,32,0.0022101332743962605
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,64,32,0.0021397332350413007
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,64,32,0.0024842667082945508
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,64,32,0.00238933339715004
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,64,32,0.0021749332547187803
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,64,32,0.0021674667795499166
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,64,64,0.0018016000588734944
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,64,32,0.002162133405605952
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,64,64,0.01425386667251587
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,64,32,0.0022079999248186748
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,64,32,0.002201599876085917
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,64,32,0.0022101332743962605
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,64,32,0.0021898667017618816
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,64,32,0.0021888000269730886
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,64,32,0.002143999934196472
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,64,32,0.0022730665902296705
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,64,32,0.0021930667261282604
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,64,32,0.0021759999295075734
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,64,32,0.0021418665846188864
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,64,32,0.0021856000026067098
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,64,32,0.0021759999295075734
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,64,32,0.0021322667598724365
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,64,32,0.002143999934196472
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,64,32,0.0018090666582187016
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,64,32,0.002125866711139679
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,64,32,0.0018016000588734944
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,64,32,0.001802666609485944
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,64,32,0.0018207999567190808
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,64,32,0.0017706666141748429
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,64,32,0.001878400022784869
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,64,32,0.0018016000588734944
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,64,32,0.0017930666605631511
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,64,32,0.0021664001047611236
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,64,32,0.0018207999567190808
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,64,32,0.0019093333433071774
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,64,32,0.001802666609485944
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,64,32,0.0017845333864291509
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,64,32,0.0017845333864291509
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,64,32,0.0017557332913080853
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,64,32,0.0018207999567190808
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,64,32,0.0017994667092959087
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,64,32,0.0017557332913080853
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,64,32,0.0018079999834299087
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,64,32,0.0017802666872739792
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,64,32,0.0018101333330074946
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,64,32,0.0017504000415404636
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,64,32,0.0017653333644072216
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,64,32,0.0017994667092959087
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,64,32,0.001751466716329257
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,64,32,0.0017685333887736004
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,64,32,0.0018079999834299087
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,64,32,0.0017386666188637418
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,64,32,0.001826133330663045
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,64,32,0.0018090666582187016
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,64,32,0.0017301333447297413
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,64,32,0.0017727999637524288
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,64,32,0.001794133335351944
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,64,32,0.001803733284274737
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,64,32,0.0017792000124851864
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,64,32,0.00179626668492953
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,64,32,0.0017909333109855652
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,64,32,0.0017504000415404636
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,64,32,0.0017664000391960145
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,64,32,0.0017322666943073272
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,64,32,0.020666666825612388
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,64,64,0.012481066584587096
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,64,32,0.017708800236384072
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,64,32,0.014377599954605103
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,64,32,0.015657599767049155
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,64,32,0.0021802666286627453
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,64,32,0.014656000336011252
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,64,32,0.014522666732470194
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,64,32,0.0021578667064507803
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,64,32,0.014916266997655234
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,64,32,0.0021344001094500227
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,64,32,0.0150026669104894
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,64,32,0.015290666619936624
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,64,32,0.014430933197339377
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,64,32,0.014817066987355552
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,64,32,0.014454399545987448
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,64,32,0.015273599823315939
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,64,32,0.015192533532778421
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,64,32,0.014946132898330688
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,64,32,0.01606933375199636
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,64,32,0.014510933558146158
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,64,32,0.014428800344467163
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,64,32,0.014258133371671042
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,64,32,0.014345600207646688
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,64,32,0.014402133226394654
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,64,32,0.014390400052070618
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,64,32,0.014382933576901754
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,64,32,0.014232533176740012
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,64,32,0.014266666769981385
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,64,32,0.015084800124168397
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,64,32,0.014037332932154336
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,64,32,0.014536533753077188
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,64,32,0.014115200440088908
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,64,32,0.001960533360640208
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,64,32,0.015296000242233276
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,64,32,0.014107732971509298
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,64,32,0.013869866728782654
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,64,32,0.013241599996884665
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,64,32,0.013576533397038779
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,64,32,0.01383786698182424
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,64,32,0.013925333817799887
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,64,32,0.013777066270510355
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,64,32,0.013974400361378989
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,64,32,0.013080533345540366
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,64,32,0.013926399747530618
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,64,32,0.01618880033493042
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,64,32,0.01332373321056366
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,64,32,0.012822399536768595
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,64,32,0.012513066331545511
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,64,32,0.013607466220855713
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,64,32,0.013533866405487061
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,64,32,0.014525866508483887
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,64,32,0.012443733215332032
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,64,32,0.013431466619173684
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,64,32,0.012897066275278726
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,64,32,0.013148799538612366
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,64,32,0.012471466263135274
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,64,32,0.013926399747530618
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,64,32,0.012826666235923767
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,64,32,0.013496533036231995
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,64,32,0.012476799885431926
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,64,32,0.013979732990264893
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,64,32,0.01392213304837545
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,64,32,0.013019733627637229
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,64,32,0.012467199563980102
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,64,32,0.013526399930318197
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,64,32,0.013942399621009826
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,64,32,0.01323199967543284
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,64,32,0.012457600235939026
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,64,32,0.013826133807500205
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,64,32,0.012899200121561686
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,64,32,0.013008000453313193
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,64,32,0.012459733088811238
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,64,32,0.012460800011952718
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,64,32,0.012552533547083536
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,64,32,0.014430933197339377
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,32,65536,0.08930346965789795
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,32,65536,0.1737109343210856
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,32,65536,0.09414400259653727
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,32,65536,0.09028373559316
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,32,65536,0.08778133392333984
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,32,65536,0.35689919789632163
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,64,32,0.014030933380126953
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,32,65536,0.08234346707661946
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,32,65536,0.07417173385620117
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,32,65536,0.07475199699401855
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,32,65536,0.07318507035573324
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,32,65536,0.07003200054168701
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,32,65536,0.06618880033493042
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,32,65536,0.06158293485641479
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,32,65536,0.062312531471252444
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,32,65536,0.05758826732635498
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,64,32,0.013589333494504294
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,32,65536,0.0576416015625
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,32,65536,0.04757226705551147
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,32,65536,0.0483456015586853
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,32,65536,0.048444799582163495
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,32,65536,0.0477514664332072
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,32,65536,0.043891199429829914
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,32,65536,0.03903893232345581
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,32,65536,0.03961706558863322
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,32,65536,0.03551040093104045
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,32,65536,0.030668799082438154
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,32,65536,0.03391146659851074
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,32,65536,0.02571733395258586
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,32,65536,0.025409066677093507
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,32,65536,0.01918399930000305
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,32,65536,0.018869332472483315
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,32,65536,0.0268010675907135
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,32,65536,0.03586560090382894
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,32,65536,0.01990399956703186
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,32,65536,0.015737600127855935
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,32,65536,0.01811199982961019
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,32,65536,0.011492266257603963
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,32,65536,0.02469653288523356
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,32,65536,0.01409280002117157
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,32,65536,0.016141866644223533
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,32,65536,0.020581332842508952
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,32,65536,0.009949866930643718
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,32,65536,0.01123520036538442
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,32,65536,0.016962132851282754
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,32,65536,0.012086400389671325
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,32,65536,0.009512533744176228
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,32,65536,0.011081600189208984
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,32,65536,0.008763733506202697
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,32,65536,0.013589333494504294
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,32,65536,0.009175466497739156
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,32,65536,0.01202453374862671
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,32,65536,0.008779733379681905
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,32,65536,0.011563733220100403
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,32,65536,0.007507200042406718
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,32,65536,0.00951573352018992
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,32,65536,0.0072618668278058365
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,32,65536,0.008379733562469483
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,32,65536,0.08616000016530355
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,32,65536,0.008566400408744812
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,32,65536,0.008309333523114523
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,32,65536,0.008612266182899475
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,32,65536,0.07563947041829427
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,32,65536,0.008311466872692108
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,32,65536,0.00831573357184728
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,32,65536,0.00665280024210612
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,32,65536,0.006931200126806895
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,32,65536,0.7254378636678059
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,32,65536,0.0066655998428662615
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,32,65536,0.006677333513895671
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,32,65536,0.006417066852251689
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,32,65536,0.006634666522343953
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,32,65536,0.01330560048421224
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,32,65536,0.008361599842707316
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,32,65536,0.006753066678841908
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,32,65536,0.0062837332487106325
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,32,65536,0.800220807393392
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,32,65536,1.4850602467854819
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,32,65536,0.8003253300984701
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,32,65536,0.7550325393676758
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,64,32,0.013515733679135642
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,32,65536,0.752615483601888
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,32,65536,0.7125567754109701
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,32,65536,0.7096597035725911
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,32,65536,0.6603722890218099
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,32,65536,0.6152554829915364
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,32,65536,0.6577738444010417
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,32,65536,0.6197888056437175
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,32,65536,0.5687135696411133
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,32,65536,2.9400052388509113
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,32,65536,0.5671274820963542
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,32,65536,0.5286901473999024
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,32,65536,0.4769781430562337
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,32,65536,0.4317791938781738
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,32,65536,0.480942948659261
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,32,65536,0.43056853612263996
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,32,65536,0.3877941449483236
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,32,65536,0.38523947397867836
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,32,65536,0.29592959086100257
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,32,65536,0.33874241511027015
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,32,65536,0.33880958557128904
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,32,65536,0.29238932927449546
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,32,65536,0.24578026135762535
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,32,65536,0.24579200744628907
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,32,65536,0.1968938668568929
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,32,65536,0.1998261292775472
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,32,65536,0.10929173628489178
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,32,65536,0.1595018704732259
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,32,65536,0.0986794630686442
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,32,65536,0.05260586738586426
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,32,65536,0.04661973317464192
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,32,65536,0.04847253163655599
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,32,65536,0.047543466091156006
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,32,65536,0.0391487995783488
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,32,65536,0.03958186705907186
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,32,65536,0.035818668206532796
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,32,65536,0.037905065218607585
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,32,65536,0.032884265979131064
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,32,65536,0.039001599947611494
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,32,65536,0.03482773303985596
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,32,65536,0.030772266785303752
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,32,65536,0.033741867542266844
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,32,65536,0.027866667509078978
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,32,65536,0.027160533269246417
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,32,65536,0.02662293314933777
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,32,65536,0.029331199328104657
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,32,65536,0.026891734202702838
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,32,65536,0.024652800957361855
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,32,65536,0.02367573380470276
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,32,65536,0.5232490539550781
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,32,65536,0.02239146629969279
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,32,65536,0.021385600169499717
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,32,65536,0.022371200720469157
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,32,65536,0.021702400843302407
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,32,65536,0.021489065885543824
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,32,65536,0.020626133680343627
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,32,65536,0.020606933037439983
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,32,65536,0.019384533166885376
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,32,65536,0.02118933399518331
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,32,65536,0.15914026896158856
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,32,65536,0.020145066579182944
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,32,65536,0.020678400993347168
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,32,65536,0.018579200903574625
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,32,65536,0.04468906720479329
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,32,65536,0.019447465737660728
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,32,65536,0.019642666975657145
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,32,65536,0.018604799111684164
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,32,65536,5.8604736328125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,32,65536,0.03132159908612569
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,32,51200,0.07052799860636393
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,32,51200,0.12668266296386718
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,32,51200,0.25738347371419273
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,32,51200,0.07085653146107992
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,32,51200,0.06924266815185547
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,32,51200,0.06928853193918863
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,32,51200,0.06016106605529785
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,32,51200,0.0589141329129537
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,32,51200,0.05741440057754517
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,32,51200,0.5710367838541667
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,32,51200,0.055505065123240147
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,32,51200,0.05013653437296549
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,32,51200,0.048198401927948
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,32,51200,0.0496234655380249
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,32,65536,0.02100800077120463
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,32,51200,0.04460800091425578
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,32,51200,0.04491626818974813
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,32,51200,0.03951573371887207
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,32,51200,0.03984640041987102
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,32,51200,0.03736533323923747
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,32,51200,0.03175786733627319
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,32,51200,0.03396053314208984
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,32,65536,0.02127466599146525
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,32,51200,0.030766934156417847
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,32,51200,0.028445865710576373
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,32,51200,0.02483733296394348
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,32,51200,0.018091734250386557
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,32,51200,0.01977919936180115
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,32,51200,0.012537599603335062
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,32,51200,0.03128426671028137
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,32,51200,0.027870933214823406
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,32,51200,0.022272000710169472
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,32,51200,0.019180800517400107
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,32,51200,0.013572266697883606
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,32,51200,0.015337600310643514
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,32,51200,0.021160533030827842
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,32,51200,0.009367466966311137
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,32,51200,0.012066133817036946
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,32,51200,0.013690666357676188
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,32,51200,0.008777599533398945
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,32,51200,0.018103466431299845
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,32,51200,0.009607467055320739
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,32,51200,0.014738133549690247
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,32,51200,0.008339200417200725
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,32,51200,0.009947733084360758
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,32,51200,0.009941333532333374
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,32,51200,0.009044266740481059
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,32,51200,0.012807466586430869
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,32,51200,0.007897600034872691
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,32,51200,0.008363733688990276
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,32,51200,0.008781866232554118
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,32,51200,0.007939200103282928
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,32,51200,0.007973333199818928
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,32,51200,0.07454400062561035
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,32,51200,0.006724266707897187
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,32,51200,0.007481599847475688
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,32,51200,0.0071722666422526045
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,32,51200,0.007495466868082683
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,32,51200,0.0074890668193499255
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,32,51200,0.007130666573842366
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,32,51200,0.007119999825954437
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,32,51200,0.007673599819342296
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,32,51200,0.006354133288065593
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,32,51200,0.056561064720153806
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,32,51200,0.005874133110046387
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,32,51200,0.005854933460553487
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,32,51200,0.006331733365853627
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,32,51200,0.006312533219655354
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,32,51200,0.006250666578610738
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,32,51200,0.005902933577696482
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,32,51200,0.03582186698913574
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,32,51200,0.02590293288230896
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,32,51200,0.00999679962793986
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,32,51200,0.6258933385213216
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,32,51200,0.006746666630109151
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,32,51200,0.06584639946619669
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,32,51200,1.162725321451823
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,32,51200,0.006713599960009258
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,32,51200,0.6281152089436849
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,32,51200,0.5934325536092122
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,32,51200,0.5909034729003906
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,32,51200,0.5581034978230794
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,32,51200,0.5579626719156902
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,32,51200,0.5226240158081055
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,32,51200,0.5244127909342449
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,32,51200,2.29685541788737
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,32,51200,0.4874218622843425
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,32,51200,0.4495690663655599
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,32,51200,0.4876810709635417
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,32,51200,0.44901011784871414
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,32,51200,0.4146880149841309
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,32,51200,0.37933333714803064
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,32,51200,0.41420799891153975
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,32,51200,0.3793919881184896
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,32,51200,0.3407178560892741
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,32,51200,0.3052565256754557
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,32,51200,0.304147211710612
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,32,51200,0.268614387512207
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,32,51200,0.23534293174743653
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,32,51200,0.23412799835205078
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,32,51200,0.1959701379140218
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,32,51200,0.196563196182251
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,32,51200,0.12178773085276287
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,32,51200,0.1575551986694336
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,32,51200,0.07184213002522787
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,32,51200,0.12381333510080975
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,32,51200,0.0452672004699707
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,32,51200,0.0697312037150065
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,32,51200,0.039079467455546066
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,32,51200,0.04291093349456787
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,32,51200,0.03925866683324178
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,32,51200,0.03711680173873901
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,32,51200,0.035241599877675375
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,32,51200,0.03351893424987793
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,32,51200,0.03685653209686279
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,32,51200,0.030453334252039593
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,32,51200,0.03442773421605428
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,32,51200,0.031078400214513142
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,32,51200,0.0330186665058136
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,32,51200,0.026782933870951337
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,32,51200,0.029339732726414998
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,32,51200,0.026985599597295122
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,32,51200,0.024830933411916098
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,32,51200,0.026761599381764728
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,32,51200,0.024706133206685386
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,32,51200,0.024733867247899374
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,32,51200,0.02293333411216736
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,32,51200,0.020914133389790854
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,32,51200,0.020837332804997763
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,32,51200,0.02109866738319397
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,32,51200,0.02070080041885376
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,32,51200,0.02037973403930664
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,32,51200,0.3396746635437012
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,32,51200,4.590969848632812
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,32,51200,0.019614932934443156
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,32,51200,0.02016426722208659
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,32,51200,0.019027199347813925
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,32,51200,0.26993494033813475
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,32,51200,0.019657599925994872
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,32,51200,0.01933120091756185
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,32,51200,0.01854613423347473
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,32,51200,0.018633600076039633
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,32,51200,0.017451733350753784
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,32,51200,0.15714133580525716
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,32,51200,0.018081067005793254
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,32,16384,0.04636799891789754
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,32,16384,0.07809813022613525
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,32,16384,0.17085760434468586
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,32,16384,0.02653653422991435
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,32,16384,0.02696746587753296
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,32,51200,0.040804266929626465
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,32,16384,0.025405865907669068
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,32,16384,0.02429973284403483
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,32,16384,0.02081706722577413
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,32,16384,0.02083946665128072
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,32,16384,0.020662399133046468
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,32,16384,0.020409599939982096
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,32,16384,0.01690559983253479
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,32,16384,0.017221333583196004
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,32,16384,0.013025066256523133
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,32,16384,0.013030399878819784
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,32,16384,0.012532266974449157
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,32,16384,0.012363732854525248
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,32,16384,0.010546132922172546
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,32,16384,0.01029973328113556
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,32,51200,0.02791999975840251
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,32,16384,0.009991466999053955
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,32,16384,0.009576533238093059
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,32,16384,0.009465600053469341
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,32,16384,0.009573333462079366
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,32,16384,0.008705066641171773
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,32,16384,0.009145599603652955
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,32,16384,0.007944533228874206
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,32,16384,0.016129066546758018
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,32,16384,0.010731732845306397
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,32,16384,0.016085333625475564
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,32,16384,0.01307093302408854
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,32,16384,0.015321600437164306
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,32,16384,0.008393599589665731
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,32,16384,0.014838400483131408
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,32,51200,0.018894932667414346
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,32,16384,0.006302933394908905
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,32,51200,0.01967359979947408
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,32,16384,0.008742400010426839
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,32,16384,0.006445866823196411
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,32,16384,0.01258133351802826
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,32,16384,0.011543466647466024
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,32,16384,0.006411733229955037
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,32,16384,0.006322133541107178
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,32,16384,0.009122133255004883
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,32,16384,0.0058677335580190025
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,32,51200,0.018331732352574667
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,32,16384,0.006169599791367849
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,32,16384,0.008377599716186523
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,32,16384,0.005884799857934316
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,32,16384,0.006078933179378509
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,32,16384,0.00598826656738917
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,32,16384,0.007123200098673503
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,32,16384,0.0058442667126655575
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,32,16384,0.00595306654771169
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,32,16384,0.005824000140031179
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,32,16384,0.005826133489608765
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,32,16384,0.0058442667126655575
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,32,16384,0.005824000140031179
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,32,16384,0.025542400280634564
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,32,16384,0.005458133419354757
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,32,16384,0.005433600147565206
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,32,16384,0.0054517333706219995
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,32,16384,0.005491200089454651
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,32,16384,0.02390186587969462
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,32,16384,0.005520000060399374
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,32,16384,0.005422933399677277
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,32,16384,0.005076266825199127
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,32,16384,0.005416533350944519
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,32,16384,0.005063466727733612
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,32,16384,0.005085866649945577
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,32,16384,0.005064533154169718
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,32,16384,0.004668800036112467
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,32,16384,0.0050570666790008545
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,32,16384,0.010137599706649781
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,32,16384,0.3831551869710287
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,32,16384,0.7473034540812175
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,32,16384,0.20926292737325033
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,32,16384,0.21105599403381348
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,32,16384,0.006305066744486491
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,32,16384,0.19763946533203125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,32,16384,0.19676373799641927
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,32,16384,0.1877354621887207
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,32,16384,0.005425066749254862
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,32,16384,0.1866399923960368
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,32,16384,0.005415466427803039
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,32,16384,0.17345493634541828
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,32,16384,0.17267519632975262
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,32,16384,0.005443199972311656
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,32,16384,0.1619167963663737
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,32,16384,0.14858986536661783
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,32,16384,0.13498133023579914
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,32,16384,0.12144959767659505
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,32,16384,0.12080533504486084
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,32,16384,0.10584533214569092
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,32,16384,0.08967466354370117
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,32,16384,0.09245759646097819
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,32,16384,0.07311253547668457
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,32,16384,0.060933331648508705
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,32,16384,0.06443093220392862
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,32,16384,0.05133440097173055
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,32,16384,0.05062293211619059
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,32,16384,0.043885866800944015
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,32,16384,0.04345493316650391
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,32,16384,0.04110933144887288
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,32,16384,0.03702400128046672
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,32,16384,0.039613866806030275
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,32,16384,0.030946133534113567
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,32,16384,0.026973867416381837
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,32,16384,0.02512960036595662
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,32,16384,0.026693334182103474
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,32,16384,0.025224532683690386
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,32,16384,0.024921600023905435
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,32,16384,0.1618783950805664
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,32,16384,0.02481600046157837
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,32,16384,0.02469759980837504
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,32,16384,0.02482453385988871
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,32,16384,0.0233952005704244
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,32,16384,0.022797866662343343
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,32,16384,0.022664533058802287
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,32,16384,0.14975786209106445
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,32,16384,0.023510400454203287
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,32,16384,0.022504534324010214
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,32,16384,0.022639999787012734
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,32,16384,0.022010666131973267
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,32,16384,0.021475199858347574
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,32,16384,0.02067626714706421
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,32,16384,0.10487573146820069
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,32,16384,0.02062506675720215
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,32,16384,0.020526933670043945
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,32,16384,0.02038080096244812
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,32,16384,0.018572799364725747
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,32,16384,0.018565332889556883
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,32,16384,0.07348266442616781
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,32,16384,0.016863999764124553
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,32,16384,0.01912320057551066
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,32,16384,0.018706132968266807
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,32,16384,0.017978666226069133
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,32,16384,0.01712426741917928
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,32,16384,0.018643200397491455
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,32,16384,0.018606932957967122
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,32,16384,0.017992534240086875
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,32,16384,0.01662506659825643
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,32,16384,0.017682133118311565
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,32,16384,0.01657919983069102
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,32,16384,0.017847466468811034
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,32,16384,0.01716053287188212
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,32,16384,0.016479999820391337
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,32,16384,0.016598400473594666
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,32,16384,0.016356266538302102
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,32,12288,0.02039573391278585
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,32,12288,0.03462186654408773
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,32,12288,0.12867733637491863
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,32,12288,0.020282665888468422
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,32,12288,0.017786665757497152
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,32,12288,0.014968533317248026
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,32,12288,0.015060266852378846
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,32,12288,0.012728533148765564
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,32,12288,0.011569066842397054
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,32,12288,0.01123199959595998
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,32,12288,0.010732799768447876
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,32,12288,0.010377599795659383
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,32,12288,0.010382933417956035
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,32,12288,0.010186666250228881
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,32,12288,0.010038399696350097
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,32,12288,0.010155733426411946
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,32,12288,0.009122133255004883
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,32,12288,0.008745599786440532
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,32,16384,0.1355306625366211
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,32,12288,0.008760533730189006
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,32,12288,0.008355200290679932
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,32,12288,0.008358400066693623
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,32,12288,0.00798933357000351
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,32,12288,0.011727999647458394
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,32,12288,0.00747519979874293
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,32,12288,0.010877866546312969
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,32,16384,0.019333332777023315
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,32,12288,0.011698133746782939
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,32,12288,0.009046399593353271
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,32,12288,0.012435199817021687
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,32,12288,0.008322133123874665
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,32,12288,0.02009920080502828
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,32,12288,0.007520000139872233
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,32,12288,0.01204159955183665
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,32,12288,0.005456000069777171
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,32,12288,0.007914666831493378
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,32,12288,0.00551146666208903
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,32,12288,0.010357333223025005
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,32,12288,0.005510400235652924
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,32,12288,0.008825600147247314
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,32,12288,0.005508266886075338
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,32,12288,0.007054933408896129
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,32,12288,0.005465599894523621
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,32,12288,0.006253866851329804
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,32,12288,0.005438933273156484
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,32,12288,0.006226133306821187
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,32,12288,0.005436799923578898
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,32,12288,0.005406933526198069
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,32,12288,0.005514666438102722
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,32,12288,0.005430399874846141
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,32,12288,0.005448533097902933
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,32,12288,0.005487999816735586
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,32,12288,0.0050901333491007485
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,32,12288,0.005087999999523163
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,32,12288,0.004689066608746847
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,32,12288,0.012552533547083536
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,32,12288,0.005085866649945577
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,32,12288,0.005047466854254405
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,32,12288,0.0050794666012128195
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,32,12288,0.0050346667567888895
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,32,12288,0.005051733553409576
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,32,12288,0.005019733309745788
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,32,12288,0.005010133484999338
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,32,12288,0.004689066608746847
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,32,12288,0.005060266455014547
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,32,12288,0.005096533397833506
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,32,12288,0.0050357331832249965
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,32,12288,0.005029333134492239
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,32,12288,0.005047466854254405
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,32,12288,0.0050805335243542995
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,32,12288,0.004655999938646952
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,32,12288,0.004698666433493296
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,32,16384,1.4802336374918619
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,32,12288,0.28864533106486
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,32,12288,0.16131839752197266
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,32,12288,0.16151466369628906
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,32,12288,0.563592529296875
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,32,12288,0.14825812975565594
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,32,12288,0.14833067258199056
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,32,12288,0.1404586633046468
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,32,12288,0.1400053342183431
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,32,12288,0.060982398192087804
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,32,12288,0.1304906686147054
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,32,12288,0.017182934284210204
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,32,12288,1.1137429555257161
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,32,12288,0.12127892971038819
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,32,12288,0.005318399767080943
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,32,12288,0.12100160121917725
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,32,12288,0.10612373352050782
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,32,12288,0.10591786702473957
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,32,12288,0.09449706872304281
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,32,12288,0.09570026397705078
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,32,12288,0.08386773268381754
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,32,12288,0.08289173444112143
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,32,12288,0.07211413383483886
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,32,12288,0.05901333491007486
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,32,12288,0.05403306484222412
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,32,12288,0.061400532722473145
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,32,12288,0.05337280035018921
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,32,12288,0.05342613458633423
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,32,12288,0.05119253396987915
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,32,12288,0.04427306652069092
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,32,12288,0.04315626621246338
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,32,12288,0.04103893438975016
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,32,12288,0.03709866603215535
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,32,12288,0.03382186492284139
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,32,12288,0.03360746701558431
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,32,12288,0.034782934188842776
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,32,12288,0.0302837332089742
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,32,12288,0.025439999500910443
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,32,12288,0.01034453312555949
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,32,12288,0.024809600909550984
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,32,12288,0.0247925341129303
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,32,12288,0.024759467442830405
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,32,12288,0.02439146637916565
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,32,12288,0.02291626731554667
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,32,12288,0.02268799940745036
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,32,12288,0.021631999810536703
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,32,12288,0.022657066583633423
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,32,12288,0.021690666675567627
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,32,12288,0.02173973321914673
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,32,12288,0.020644267400105797
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,32,12288,0.020627200603485107
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,32,12288,0.0206112007300059
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,32,12288,0.020154666900634766
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,32,12288,0.019619200627009073
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,32,12288,0.018773333231608073
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,32,12288,0.019715199867884316
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,32,12288,0.019054933389027914
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,32,12288,0.019166932503382365
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,32,12288,0.017043199141820273
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,32,12288,0.016835200786590575
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,32,12288,0.01808746655782064
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,32,12288,0.01725226640701294
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,32,12288,0.016826667388280234
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,32,12288,0.016671999295552572
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,32,12288,0.01799466609954834
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,32,12288,0.018266665935516357
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,32,12288,0.016717867056528727
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,32,12288,0.0174453337987264
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,32,12288,0.016899200280507405
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,32,12288,0.016561067104339598
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,32,12288,0.018267732858657838
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,32,12288,0.016701867183049522
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,32,12288,0.016562133034070333
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,32,10240,0.05074453353881836
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,32,10240,0.10588053067525227
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,32,10240,0.02704533338546753
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,32,10240,0.012174933155377706
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,32,10240,0.011575466394424439
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,32,10240,0.011508267124493916
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,32,10240,0.011614933609962463
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,32,12288,0.022948267062505086
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,32,12288,0.023141332467397056
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,32,10240,0.011553066968917846
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,32,10240,0.01079360047976176
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,32,10240,0.010708266496658325
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,32,10240,0.010272000233332317
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,32,10240,0.009994666775067646
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,32,10240,0.009264000256856282
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,32,10240,0.009754666686058044
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,32,10240,0.009310932954152425
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,32,10240,0.009148800373077392
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,32,12288,0.02071573336919149
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,32,10240,0.008886399865150451
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,32,10240,0.008218666911125183
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,32,10240,0.007911466558774312
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,32,10240,0.008284799754619598
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,32,10240,0.007566933333873749
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,32,10240,0.007809066772460937
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,32,10240,0.007115733126799266
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,32,10240,0.010424533486366272
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,32,10240,0.014935466647148132
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,32,10240,0.010607999563217164
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,32,10240,0.009801600376764934
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,32,10240,0.010272000233332317
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,32,10240,0.008409600456555684
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,32,10240,0.00830506682395935
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,32,10240,0.007201066613197327
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,32,10240,0.018175999323527016
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,32,10240,0.006313600142796834
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,32,10240,0.010013866424560546
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,32,10240,0.007106133302052816
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,32,10240,0.0059232001503308615
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,32,10240,0.006720000008742015
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,32,10240,0.005922133227189382
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,32,12288,0.07443946997324626
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,32,10240,0.0067007998625437425
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,32,10240,0.0059114664793014525
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,32,10240,0.005891199906667074
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,32,12288,0.016658133268356322
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,32,10240,0.0058378666639328
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,32,10240,0.005508266886075338
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,32,10240,0.005841066439946493
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,32,10240,0.005498666564623515
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,32,10240,0.005861333509286245
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,32,10240,0.005470933516820272
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,32,10240,0.005509333312511444
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,32,10240,0.004690133531888326
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,32,10240,0.0058442667126655575
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,32,10240,0.01225600043932597
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,32,10240,0.005470933516820272
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,32,10240,0.005510400235652924
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,32,10240,0.005067733426888784
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,32,10240,0.005496533215045929
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,32,10240,0.005048533280690512
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,32,10240,0.005468800167242686
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,32,10240,0.005097599824269613
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,32,10240,0.005469866593678792
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,32,10240,0.0050357331832249965
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,32,10240,0.005042133231957754
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,32,10240,0.005445333321889242
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,32,10240,0.005046399931112925
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,32,10240,0.0050784001747767125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,32,10240,0.00508480022350947
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,32,10240,0.004995200037956238
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,32,10240,0.00505920002857844
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,32,10240,0.005036800106366476
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,32,10240,0.005053866902987162
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,32,10240,0.004598399996757508
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,32,10240,0.004612266520659129
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,32,10240,0.009571199615796406
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,32,10240,0.2421247959136963
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,32,10240,0.1332746664683024
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,32,12288,0.1315114657084147
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,32,10240,0.1334389368693034
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,32,10240,0.47341759999593097
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,32,10240,0.12435519695281982
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,32,10240,0.0059008002281188965
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,32,10240,0.12295040289560955
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,32,10240,0.11649599870045979
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,32,10240,0.11564053694407146
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,32,10240,0.10728000005086262
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,32,10240,0.09298986593882243
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,32,10240,0.10796373685201008
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,32,10240,0.09458666642506917
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,32,10240,0.08571733633677164
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,32,10240,0.08327253659566244
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,32,10240,0.07307306925455728
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,32,10240,0.07430079778035482
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,32,10240,0.0058442667126655575
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,32,10240,0.9327317555745444
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,32,10240,0.06572373310724894
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,32,10240,0.0633077343304952
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,32,10240,0.06542186737060547
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,32,10240,0.055484799544016514
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,32,10240,0.049882666269938154
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,32,10240,0.04811626672744751
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,32,10240,0.046931199232737225
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,32,10240,0.04525866508483887
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,32,10240,0.03906986713409424
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,32,10240,0.040489598115285234
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,32,10240,0.03492799997329712
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,32,10240,0.037006934483846024
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,32,10240,0.030844799677530926
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,32,10240,0.03216746648152669
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,32,10240,0.027420800924301148
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,32,10240,0.023549866676330567
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,32,10240,0.024567466974258424
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,32,10240,0.023384533325831094
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,32,10240,0.024025599161783852
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,32,10240,0.022514132658640544
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,32,10240,0.02434239983558655
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,32,10240,0.02211839954058329
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,32,10240,0.022706133127212525
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,32,10240,0.020696532726287842
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,32,10240,0.02225066622098287
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,32,10240,0.02103360096613566
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,32,10240,0.0211136003335317
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,32,10240,0.0206058661142985
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,32,10240,0.021057067314783733
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,32,10240,0.019978666305541994
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,32,10240,0.019512534141540527
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,32,10240,0.020589866240819297
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,32,10240,0.019349332650502524
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,32,10240,0.018630399306615194
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,32,10240,0.018196266889572144
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,32,10240,0.018091734250386557
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,32,10240,0.016556800405184428
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,32,10240,0.016874667008717856
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,32,10240,0.016586666305859886
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,32,10240,0.016824533541997276
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,32,10240,0.018221867084503175
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,32,10240,0.01657919983069102
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,32,10240,0.01676266590754191
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,32,10240,0.016577066977818807
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,32,10240,0.016545066237449647
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,32,10240,0.01652479966481527
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,32,10240,0.017214934031168617
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,32,10240,0.016827734311421712
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,32,10240,0.01651946703592936
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,32,10240,0.05160319805145264
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,32,10240,0.047546664873758956
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,32,10240,0.016497066617012023
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,32,10240,0.0168287992477417
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,32,10240,0.03702933390935262
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,32,8192,0.023081600666046143
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,32,8192,0.08763413429260254
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,32,8192,0.010431999961535137
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,32,8192,0.01018773317337036
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,32,8192,0.010227200388908387
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,32,8192,0.010005333026250203
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,32,8192,0.009573333462079366
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,32,8192,0.009432533383369445
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,32,8192,0.008996267120043437
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,32,8192,0.008850133419036866
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,32,8192,0.008613333106040955
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,32,8192,0.008307200173536937
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,32,8192,0.00844693382581075
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,32,8192,0.007899733384450276
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,32,8192,0.00824533353249232
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,32,8192,0.008021333316961924
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,32,8192,0.007485866546630859
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,32,8192,0.007066666583220164
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,32,8192,0.00747626672188441
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,32,10240,0.016716800133387246
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,32,8192,0.010914132992426554
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,32,8192,0.007053866485754649
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,32,8192,0.006677333513895671
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,32,8192,0.01323306659857432
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,32,8192,0.00937493344148
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,32,8192,0.009144533673922222
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,32,8192,0.008948266506195068
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,32,8192,0.008731733759244282
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,32,8192,0.007606400052706401
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,32,8192,0.010541866223017376
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,32,8192,0.006331733365853627
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,32,8192,0.014843733112017313
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,32,8192,0.005931733548641205
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,32,8192,0.007129600147406261
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,32,8192,0.005820799867312113
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,32,8192,0.00673173318306605
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,32,8192,0.005835733314355215
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,32,8192,0.00626453310251236
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,32,8192,0.005490133166313171
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,32,8192,0.005861333509286245
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,32,8192,0.005474133292833964
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,32,8192,0.005816533168156942
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,32,10240,0.01693120002746582
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,32,8192,0.005494399865468343
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,32,8192,0.005449600021044413
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,32,8192,0.0054954667886098225
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,32,8192,0.04248213370641073
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,32,8192,0.00586346685886383
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,32,8192,0.005585066477457682
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,32,8192,0.005400533477465311
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,32,8192,0.00508480022350947
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,32,8192,0.009925333658854167
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,32,8192,0.0052928000688552855
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,32,8192,0.005449600021044413
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,32,8192,0.005460266768932342
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,32,8192,0.010128000378608703
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,32,8192,0.005093333125114441
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,32,8192,0.004214400053024292
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,32,8192,0.004626133541266123
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,32,8192,0.005087999999523163
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,32,8192,0.0050901333491007485
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,32,8192,0.0050901333491007485
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,32,8192,0.005029333134492239
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,32,8192,0.005121066669623057
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,32,8192,0.005051733553409576
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,32,8192,0.004228266576925913
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,32,8192,0.0042698666453361515
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,32,8192,0.004603733122348785
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,32,8192,0.00461760014295578
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,32,8192,0.00420053352912267
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,32,8192,0.004599466423193614
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,32,8192,0.004425600171089172
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,32,8192,0.0042026668787002565
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,32,8192,0.19559040069580078
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,32,8192,0.09969279766082764
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,32,8192,0.3835829416910807
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,32,8192,0.10025599797566731
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,32,8192,0.09098239739735922
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,32,8192,0.09129813512166342
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,32,8192,0.08470079898834229
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,32,8192,0.08401280244191488
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,32,8192,0.07517013549804688
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,32,8192,0.7486058553059896
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,32,8192,0.06891307036081949
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,32,8192,0.06866239706675212
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,32,8192,0.005854933460553487
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,32,8192,0.06126826604207357
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,32,8192,0.05607786575953165
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,32,8192,0.005460266768932342
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,32,8192,0.050164266427357995
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,32,8192,0.04838080008824666
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,32,8192,0.005025066435337067
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,32,8192,0.047228801250457766
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,32,8192,0.05078826745351156
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,32,8192,0.04409173329671224
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,32,8192,0.044137601057688394
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,32,8192,0.04159253438313802
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,32,8192,0.042985598246256515
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,32,8192,0.03745919863382975
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,32,8192,0.039052800337473555
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,32,8192,0.03569493293762207
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,32,8192,0.035018666585286455
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,32,8192,0.03283519943555196
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,32,8192,0.030922667185465498
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,32,8192,0.030481066306432086
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,32,8192,0.02885546684265137
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,32,8192,0.02744426727294922
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,32,8192,0.025226666529973345
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,32,8192,0.024372265736262003
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,32,8192,0.022600533564885457
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,32,8192,0.023034665981928507
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,32,8192,0.023018666108449302
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,32,8192,0.02108373244603475
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,32,8192,0.02225493391354879
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,32,8192,0.020705066124598184
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,32,8192,0.020884267489115396
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,32,8192,0.07435519695281982
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,32,8192,0.019901865720748903
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,32,8192,0.020680532852808634
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,32,8192,0.0202239990234375
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,32,8192,0.020500266551971437
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,32,8192,0.019793067375818887
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,32,8192,0.018761599063873292
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,32,8192,0.05841600100199381
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,32,8192,0.019373865922292073
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,32,8192,0.01894186735153198
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,32,8192,0.01876586675643921
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,32,8192,0.053554133574167884
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,32,8192,0.017465599377950034
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,32,8192,0.017771732807159425
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,32,8192,0.018900267283121743
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,32,10240,0.0250218669573466
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,32,8192,0.01671573321024577
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,32,8192,0.016499200463294984
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,32,8192,0.018540799617767334
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,32,8192,0.016343466440836587
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,32,8192,0.016153599818547568
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,32,8192,0.017062399784723917
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,32,8192,0.016661333044370015
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,32,8192,0.016547200083732606
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,32,8192,0.01650773286819458
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,32,8192,0.016537599762280784
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,32,8192,0.016777600844701132
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,32,8192,0.016500266393025716
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,32,8192,0.016757333278656007
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,32,8192,0.015615999698638916
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,32,8192,0.016386133432388306
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,32,7168,0.01992853283882141
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,32,7168,0.0768117348353068
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,32,7168,0.009594666957855224
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,32,7168,0.009590400258700053
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,32,7168,0.009523199995358785
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,32,7168,0.009174399574597676
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,32,7168,0.009591466188430786
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,32,7168,0.009178666273752849
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,32,7168,0.009166933099428813
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,32,8192,0.0229695995648702
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,32,7168,0.009143466750780743
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,32,7168,0.008913066983222962
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,32,7168,0.008372267087300617
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,32,7168,0.007963733375072479
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,32,7168,0.0077909335494041445
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,32,7168,0.007921066880226136
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,32,7168,0.007681066791216533
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,32,7168,0.007055999835332234
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,32,7168,0.006724266707897187
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,32,7168,0.006995200117429097
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,32,7168,0.010388267040252686
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,32,7168,0.006725333134333293
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,32,7168,0.006301866471767425
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,32,7168,0.012072533369064331
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,32,7168,0.008846933643023174
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,32,8192,0.01875093380610148
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,32,7168,0.00909546713034312
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,32,7168,0.013665067156155905
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,32,7168,0.007130666573842366
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,32,7168,0.018104533354441323
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,32,7168,0.006723199784755707
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,32,7168,0.01325653294722239
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,32,7168,0.006457599997520447
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,32,7168,0.005480533341566721
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,32,7168,0.006320000191529592
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,32,7168,0.0055061335364977515
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,32,8192,0.016522666811943053
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,32,7168,0.00628053347269694
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,32,7168,0.0054175997773806255
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,32,7168,0.0054517333706219995
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,32,7168,0.0054624001185099285
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,32,7168,0.0054613331953684485
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,32,7168,0.005438933273156484
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,32,7168,0.00543146679798762
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,32,7168,0.005485866467158
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,32,7168,0.03631893396377563
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,32,7168,0.005430399874846141
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,32,7168,0.005610666672388713
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,32,7168,0.00544213354587555
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,32,7168,0.005094400048255921
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,32,7168,0.005092266698678335
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,32,7168,0.0050805335243542995
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,32,7168,0.005093333125114441
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,32,7168,0.0050901333491007485
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,32,7168,0.009038933118184407
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,32,7168,0.005096533397833506
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,32,7168,0.004645333190759023
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,32,7168,0.005036800106366476
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,32,7168,0.005042133231957754
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,32,7168,0.0050357331832249965
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,32,7168,0.005018666883309682
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,32,7168,0.005008000135421753
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,32,7168,0.005020800232887268
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,32,7168,0.005031466484069824
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,32,7168,0.005049600203831991
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,32,7168,0.007896533111731212
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,32,7168,0.004690133531888326
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,32,7168,0.005028266708056132
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,32,7168,0.005027199784914652
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,32,7168,0.0050911997755368555
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,32,7168,0.005026133358478546
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,32,7168,0.005062399804592133
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,32,7168,0.005028266708056132
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,32,7168,0.005019733309745788
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,32,7168,0.008333866794904072
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,32,7168,0.17092587153116862
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,32,7168,0.005838933090368906
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,32,7168,0.08310933113098144
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,32,7168,0.3350399971008301
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,32,8192,0.016899200280507405
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,32,7168,0.07387519677480062
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,32,7168,0.0745685338973999
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,32,7168,0.06852266788482667
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,32,7168,0.06974079608917236
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,32,7168,0.06014613310496012
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,32,7168,0.057061334451039634
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,32,7168,0.6566186904907226
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,32,7168,0.0572927991549174
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,32,7168,0.05336533387502035
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,32,7168,0.05144319931666056
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,32,7168,0.049268265565236405
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,32,7168,0.047805865605672196
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,32,7168,0.04601706663767497
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,32,7168,0.0463701327641805
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,32,7168,0.04431466658910115
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,32,7168,0.046271999677022294
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,32,7168,0.04166933298110962
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,32,7168,0.04154026508331299
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,32,7168,0.038284798463185624
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,32,7168,0.03892693519592285
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,32,7168,0.03703253269195557
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,32,7168,0.03277226686477661
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,32,7168,0.032874667644500734
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,32,7168,0.031691733996073404
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,32,7168,0.030899200836817426
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,32,7168,0.028651734193166096
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,32,7168,0.027507199843724565
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,32,7168,0.027614933252334595
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,32,7168,0.025760000944137572
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,32,7168,0.005051733553409576
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,32,7168,0.022677334149678548
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,32,7168,0.02273599902788798
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,32,7168,0.02177493373552958
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,32,7168,0.02212266723314921
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,32,7168,0.02081813414891561
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,32,7168,0.02158613403638204
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,32,7168,0.02074026664098104
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,32,7168,0.02062293291091919
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,32,7168,0.020486400524775187
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,32,7168,0.020578134059906005
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,32,7168,0.019684267044067384
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,32,7168,0.018658133347829182
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,32,7168,0.019437867403030395
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,32,7168,0.0201365331808726
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,32,7168,0.01862293283144633
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,32,7168,0.018891733884811402
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,32,7168,0.01920426686604818
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,32,7168,0.01953386664390564
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,32,7168,0.017767467101415
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,32,7168,0.08214826583862304
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,32,7168,0.01767146587371826
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,32,7168,0.016780799627304076
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,32,7168,0.0175872008005778
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,32,7168,0.016582399606704712
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,32,7168,0.016568533579508462
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,32,7168,0.016638933618863424
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,32,7168,0.016515200336774193
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,32,7168,0.016539733608563742
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,32,7168,0.01665386656920115
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,32,7168,0.06196586688359579
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,32,7168,0.016578132907549538
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,32,7168,0.016569599509239197
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,32,7168,0.01650879979133606
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,32,7168,0.01678933302561442
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,32,7168,0.01655359963575999
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,32,7168,0.016518400112787882
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,32,7168,0.015960533420244852
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,32,6144,0.065120001633962
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,32,6144,0.03214613397916158
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,32,6144,0.014296533664067588
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,32,6144,0.009244799613952637
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,32,6144,0.00872320036093394
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,32,6144,0.00872213343779246
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,32,6144,0.008372267087300617
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,32,6144,0.008718933661778767
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,32,6144,0.008385066191355388
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,32,6144,0.008380800485610962
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,32,6144,0.008335999647776286
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,32,7168,0.022898133595784506
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,32,6144,0.008498133222262064
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,32,6144,0.008470400174458822
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,32,6144,0.007129600147406261
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,32,6144,0.007911466558774312
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,32,6144,0.007698133091131846
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,32,6144,0.007448533177375793
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,32,6144,0.0072202667593956
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,32,6144,0.0071285332242647815
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,32,6144,0.006666666766007741
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,32,6144,0.006657066444555919
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,32,6144,0.009541333715120951
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,32,6144,0.009542399644851684
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,32,6144,0.009352533022562663
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,32,6144,0.012713600198427835
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,32,6144,0.010745599865913391
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,32,6144,0.008750933408737182
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,32,6144,0.007764266431331634
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,32,6144,0.012326400478680928
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,32,6144,0.007076266904671986
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,32,6144,0.006694399813810985
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,32,6144,0.006301866471767425
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,32,6144,0.012030933300654094
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,32,6144,0.006270933151245117
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,32,6144,0.005880533158779145
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,32,6144,0.005449600021044413
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,32,6144,0.005824000140031179
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,32,6144,0.005423999826113383
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,32,7168,0.016586666305859886
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,32,6144,0.00543146679798762
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,32,6144,0.005922133227189382
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,32,6144,0.005854933460553487
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,32,6144,0.005100800096988678
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,32,6144,0.0058677335580190025
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,32,6144,0.0050453335046768185
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,32,6144,0.00586346685886383
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,32,7168,0.01651413341363271
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,32,6144,0.00521919975678126
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,32,6144,0.005904000004132589
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,32,6144,0.005051733553409576
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,32,6144,0.005858133236567179
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,32,6144,0.005026133358478546
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,32,6144,0.005019733309745788
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,32,6144,0.005081599950790406
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,32,6144,0.005009066561857859
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,32,6144,0.005039999882380167
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,32,6144,0.004634666442871094
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,32,7168,0.03748266696929932
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,32,6144,0.004692266881465912
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,32,6144,0.004698666433493296
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,32,6144,0.004683733483155568
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,32,6144,0.004653866589069367
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,32,6144,0.004691199958324432
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,32,6144,0.004669866462548574
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,32,6144,0.004699733356634776
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,32,6144,0.004670933385690053
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,32,6144,0.0046186665693918865
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,32,6144,0.0042303999265035
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,32,6144,0.004257066547870636
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,32,6144,0.004260266820589701
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,32,6144,0.010338133573532105
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,32,6144,0.004321066538492838
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,32,6144,0.0042367999752362575
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,32,6144,0.144922669728597
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,32,7168,0.0194432000319163
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,32,6144,0.0635968009630839
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,32,6144,0.28844480514526366
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,32,6144,0.06895786921183268
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,32,6144,0.005842133363087972
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,32,6144,0.05803840160369873
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,32,6144,0.0050240000089009605
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,32,6144,0.05812906821568807
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,32,6144,0.0563103993733724
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,32,6144,0.055225598812103274
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,32,6144,0.05028479894002279
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,32,6144,0.05137706597646078
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,32,6144,0.04880746603012085
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,32,6144,0.04889813264211019
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,32,6144,0.04699519872665405
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,32,6144,0.04535893201828003
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,32,6144,0.04520639975865682
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,32,6144,0.04297706683476766
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,32,6144,0.0425866683324178
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,32,6144,0.04143466552098592
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,32,6144,0.04018346468607585
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,32,6144,0.04281813303629557
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,32,6144,0.03732266823450724
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,32,6144,0.03530346552530925
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,32,6144,0.035809067885080974
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,32,6144,0.034994133313496906
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,32,6144,0.0341045339902242
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,32,6144,0.03244799971580505
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,32,6144,0.03081600069999695
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,32,6144,0.029767467578252153
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,32,6144,0.02956906755765279
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,32,6144,0.026768000920613606
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,32,6144,0.02688960035641988
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,32,6144,0.004690133531888326
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,32,6144,0.025036799907684325
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,32,6144,0.025077333052953083
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,32,6144,0.022564266125361124
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,32,6144,0.022001065810521445
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,32,6144,0.020632533232371013
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,32,6144,0.021678932507832847
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,32,6144,0.020983467499415077
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,32,6144,0.020563199122746786
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,32,6144,0.020553600788116456
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,32,6144,0.02063573400179545
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,32,6144,0.020115200678507486
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,32,6144,0.019921066363652547
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,32,6144,0.0185973326365153
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,32,6144,0.01924053430557251
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,32,6144,0.018850133816401164
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,32,6144,0.019203199942906698
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,32,6144,0.01861013372739156
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,32,6144,0.0185589333375295
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,32,6144,0.0167797327041626
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,32,6144,0.016857600212097167
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,32,6144,0.0183786670366923
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,32,6144,0.01716586748758952
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,32,6144,0.017467733224232992
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,32,6144,0.016531200210253397
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,32,6144,0.01627413332462311
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,32,6144,0.01853546698888143
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,32,6144,0.016990933815638223
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,32,6144,0.016477866967519125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,32,6144,0.5661930720011393
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,32,6144,0.017339734236399333
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,32,6144,0.016546133160591125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,32,6144,0.01697173317273458
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,32,6144,0.017061332861582436
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,32,6144,0.01744640072186788
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,32,6144,0.017459199825922648
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,32,6144,0.01694719990094503
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,32,6144,0.01739306648572286
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,32,6144,0.015596800049146018
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,32,6144,0.016547200083732606
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,32,6144,0.014906666676203408
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,32,6144,0.004682666560014089
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,32,5120,0.009230933586756388
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,32,5120,0.05673493146896362
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,32,5120,0.027266132831573486
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,32,6144,0.030858665704727173
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,32,5120,0.008191999793052674
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,32,5120,0.011972266435623168
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,32,5120,0.010830932855606079
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,32,5120,0.010823466380437215
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,32,5120,0.01076693336168925
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,32,5120,0.010313600301742554
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,32,5120,0.010761599739392598
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,32,5120,0.007859200239181519
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,32,5120,0.010539733370145162
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,32,5120,0.011547733346621196
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,32,5120,0.007123200098673503
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,32,5120,0.006676266590754191
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,32,5120,0.009860266248385112
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,32,5120,0.006698666512966156
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,32,5120,0.017375999689102174
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,32,5120,0.006301866471767425
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,32,5120,0.010540800293286641
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,32,5120,0.008727467060089112
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,32,5120,0.009383466839790345
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,32,5120,0.0086325337489446
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,32,5120,0.011834667126337687
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,32,5120,0.009949866930643718
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,32,5120,0.008319999774297078
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,32,5120,0.007098666826883952
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,32,5120,0.010403199990590414
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,32,5120,0.006292266647020976
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,32,5120,0.01267413298288981
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,32,5120,0.005898666878541311
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,32,5120,0.010568533341089885
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,32,6144,0.019397334257761637
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,32,5120,0.00633493314186732
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,32,5120,0.0050240000089009605
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,32,5120,0.006649599969387054
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,32,5120,0.005025066435337067
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,32,5120,0.005070933202902476
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,32,5120,0.006287999947865804
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,32,5120,0.004667733112970988
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,32,5120,0.006270933151245117
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,32,5120,0.00505920002857844
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,32,5120,0.00668693333864212
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,32,5120,0.0047872001926104225
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,32,5120,0.005510400235652924
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,32,5120,0.004668800036112467
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,32,5120,0.004647466540336609
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,32,5120,0.005480533341566721
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,32,5120,0.004632533093293508
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,32,5120,0.0054730668663978575
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,32,6144,0.01636799971262614
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,32,5120,0.004647466540336609
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,32,5120,0.004669866462548574
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,32,5120,0.004277333120505015
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,32,5120,0.004600533346335093
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,32,5120,0.0042453333735466
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,32,5120,0.0042346666256586705
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,32,5120,0.004260266820589701
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,32,5120,0.004355200131734212
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,32,5120,0.004508799811204275
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,32,5120,0.004458666841189066
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,32,5120,0.004321066538492838
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,32,5120,0.004261333247025808
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,32,5120,0.004237866898377737
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,32,5120,0.004199466605981191
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,32,5120,0.0038794666528701783
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,32,5120,0.0038602667550245917
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,32,5120,0.003910399973392487
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,32,5120,0.003853866706291834
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,32,5120,0.003912533322970072
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,32,5120,0.003835733234882355
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,32,5120,0.00795413355032603
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,32,5120,0.00695360004901886
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,32,5120,0.1182517369588216
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,32,5120,0.24185706774393717
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,32,5120,0.05150933265686035
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,32,5120,0.0543018658955892
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,32,5120,0.049165864785512284
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,32,5120,0.04742506742477417
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,32,5120,0.047389864921569824
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,32,5120,0.4741226514180501
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,32,5120,0.005841066439946493
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,32,5120,0.0473909338315328
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,32,5120,0.006617600222428639
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,32,5120,0.04262186686197917
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,32,5120,0.04152106841405233
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,32,5120,0.04110933144887288
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,32,5120,0.03961600065231323
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,32,5120,0.039082666238149
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,32,5120,0.005497600138187409
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,32,5120,0.037071998914082846
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,32,5120,0.03688106536865234
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,32,5120,0.03999253511428833
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,32,5120,0.03706666628519694
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,32,5120,0.03457599878311157
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,32,5120,0.033011200030644734
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,32,5120,0.03284586668014526
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,32,5120,0.031030400594075518
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,32,5120,0.030934399366378783
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,32,5120,0.02982826630274455
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,32,5120,0.028761599461237592
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,32,5120,0.028731733560562134
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,32,5120,0.026678399244944258
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,32,5120,0.02609813412030538
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,32,5120,0.025006934007008867
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,32,5120,0.025542400280634564
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,32,5120,0.023143466313680014
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,32,5120,0.023829332987467446
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,32,5120,0.020651733875274657
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,32,5120,0.021196800470352172
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,32,5120,0.021421867609024047
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,32,5120,0.020770132541656494
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,32,5120,0.020228266716003418
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,32,5120,0.020536533991495767
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,32,5120,0.020414932568868
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,32,5120,0.019988266626993816
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,32,5120,0.0200000007947286
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,32,5120,0.019179733594258626
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,32,5120,0.018649599949518838
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,32,5120,0.018615466356277467
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,32,5120,0.01867093245188395
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,32,5120,0.01844373345375061
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,32,5120,0.01882986625035604
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,32,5120,0.018332799275716148
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,32,5120,0.01887680093447367
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,32,5120,0.01841493248939514
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,32,5120,0.017847466468811034
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,32,5120,0.017917867501576742
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,32,5120,0.016523733735084534
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,32,5120,0.016561067104339598
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,32,5120,0.017122133572896322
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,32,5120,0.01801813244819641
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,32,5120,0.01656426688035329
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,32,5120,0.045050664742787676
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,32,5120,0.04518080155054728
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,32,5120,0.017267199357350667
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,32,5120,0.016911999384562174
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,32,5120,0.01686613361040751
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,32,5120,0.042231468359629314
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,32,5120,0.01653333306312561
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,32,5120,0.016502400239308677
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,32,5120,0.01656426688035329
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,32,5120,0.016546133160591125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,32,5120,0.01649386684099833
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,32,5120,0.016521599888801575
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,32,5120,0.01602026621500651
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,32,4096,0.046507732073465986
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,32,4096,0.022311466932296752
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,32,4096,0.007718400160471599
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,32,4096,0.007533866663773854
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,32,4096,0.010339200496673584
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,32,4096,0.009641599655151368
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,32,4096,0.009531733393669129
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,32,4096,0.00909866690635681
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,32,4096,0.008899199962615966
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,32,4096,0.008753066261609394
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,32,4096,0.009226666887601216
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,32,4096,0.00890773336092631
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,32,4096,0.0099263995885849
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,32,4096,0.0064074665307998655
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,32,4096,0.00883840024471283
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,32,4096,0.008236800134181977
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,32,4096,0.008763733506202697
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,32,4096,0.008169599870840708
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,32,4096,0.008500267068545024
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,32,4096,0.010801066954930622
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,32,4096,0.009261866410573322
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,32,4096,0.008027733365694682
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,32,4096,0.007955199976762136
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,32,5120,0.01926400065422058
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,32,4096,0.007923200229803721
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,32,4096,0.007507200042406718
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,32,4096,0.006235733131567637
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,32,4096,0.00853653351465861
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,32,4096,0.005874133110046387
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,32,4096,0.007383466760317485
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,32,4096,0.0062943999965985615
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,32,4096,0.008680533369382222
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,32,5120,0.016531200210253397
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,32,4096,0.006690133114655812
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,32,4096,0.004668800036112467
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,32,5120,0.016633599996566772
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,32,4096,0.006696533163388569
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,32,4096,0.004673066735267639
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,32,4096,0.0059008002281188965
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,32,4096,0.004686933259169261
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,32,4096,0.0057429333527882894
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,32,5120,0.016562133034070333
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,32,4096,0.004668800036112467
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,32,4096,0.004622933268547058
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,32,4096,0.005827199916044871
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,32,4096,0.005089066425959269
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,32,4096,0.005845333139101664
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,32,4096,0.004624000191688538
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,32,4096,0.0050901333491007485
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,32,4096,0.004634666442871094
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,32,4096,0.005044266581535339
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,32,4096,0.0046069333950678505
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,32,4096,0.005087999999523163
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,32,4096,0.007106133302052816
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,32,4096,0.004619733492533366
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,32,4096,0.004268800218900045
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,32,4096,0.004267733295758565
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,32,4096,0.0046069333950678505
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,32,4096,0.004611200094223023
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,32,4096,0.004283733169237773
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,32,4096,0.004275199770927429
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,32,4096,0.004609066744645437
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,32,4096,0.004264533519744873
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,32,4096,0.004275199770927429
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,32,4096,0.004604800045490265
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,32,4096,0.004275199770927429
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,32,4096,0.004277333120505015
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,32,4096,0.004273066421349844
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,32,4096,0.004261333247025808
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,32,4096,0.004220800101757049
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,32,4096,0.0042805333932240805
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,32,4096,0.004247466723124186
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,32,4096,0.004252799848715464
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,32,4096,0.007542400062084198
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,32,4096,0.008776533603668212
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,32,4096,0.08664426803588868
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,32,4096,0.19406186739603679
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,32,4096,0.0423744002978007
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,32,4096,0.04141226609547933
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,32,4096,0.040457598368326825
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,32,4096,0.03969706694285075
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,32,4096,0.3835263888041178
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,32,4096,0.03965119918187459
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,32,4096,0.04034880002339681
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,32,4096,0.0061258668700853985
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,32,4096,0.039111467202504475
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,32,4096,0.03696746826171875
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,32,4096,0.03691200017929077
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,32,4096,0.03487999836603801
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,32,4096,0.034805333614349364
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,32,4096,0.034805333614349364
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,32,4096,0.03291413386662801
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,32,4096,0.03295039931933085
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,32,4096,0.03104319969813029
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,32,4096,0.03136746684710185
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,32,4096,0.028810666004816694
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,32,4096,0.02897706627845764
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,32,4096,0.03065706690152486
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,32,4096,0.030898133913675945
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,32,4096,0.028861866394678755
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,32,4096,0.027062400182088213
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,32,4096,0.025858134031295776
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,32,4096,0.02523733377456665
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,32,4096,0.025565866629282636
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,32,4096,0.024693334102630617
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,32,4096,0.004241066674391428
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,32,4096,0.023560533920923867
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,32,4096,0.023985066016515098
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,32,4096,0.022648533185323082
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,32,4096,0.02267199953397115
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,32,4096,0.020205867290496827
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,32,4096,0.02071573336919149
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,32,4096,0.019127466281255088
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,32,4096,0.020270933707555137
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,32,4096,0.018835200866063436
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,32,4096,0.019355734189351402
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,32,4096,0.01936639944712321
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,32,4096,0.01876693367958069
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,32,4096,0.019051732619603474
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,32,4096,0.018971733252207437
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,32,4096,0.018503467241923012
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,32,4096,0.01986666719118754
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,32,4096,0.01853013237317403
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,32,4096,0.017514665921529136
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,32,4096,0.01788053313891093
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,32,4096,0.018580265839894614
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,32,4096,0.017707733313242595
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,32,4096,0.0183242658774058
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,32,4096,0.01735360026359558
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,32,4096,0.01702186663945516
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,32,4096,0.01664959987004598
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,32,4096,0.01649066706498464
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,32,4096,0.01653333306312561
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,32,4096,0.016761600971221924
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,32,4096,0.017871999740600587
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,32,4096,0.01655359963575999
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,32,4096,0.016520532965660095
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,32,4096,0.016552533706029257
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,32,4096,0.016492799917856852
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,32,4096,0.01744746764500936
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,32,4096,0.01671573321024577
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,32,4096,0.017595734198888144
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,32,4096,0.03490240176518758
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,32,4096,0.016511999567349753
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,32,4096,0.01581013302008311
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,32,4096,0.01644266645113627
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,32,4096,0.016525866587956746
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,32,4096,0.014590932925542196
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,32,4096,0.005859200159708659
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,32,3584,0.04098986784617106
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,32,3584,0.006905599931875865
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,32,3584,0.007110400001207988
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,32,3584,0.019686400890350342
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,32,3584,0.007005866865317028
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,32,3584,0.008750933408737182
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,32,3584,0.008297599852085114
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,32,3584,0.00830080012480418
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,32,3584,0.008755200107892354
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,32,3584,0.008214400211970011
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,32,3584,0.00830080012480418
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,32,3584,0.008282666901747386
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,32,3584,0.008777599533398945
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,32,3584,0.007878399888674418
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,32,3584,0.008041599889596303
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,32,3584,0.0075328002373377485
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,32,3584,0.007890133559703827
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,32,3584,0.007131733496983846
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,32,3584,0.008027733365694682
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,32,3584,0.010279466708501179
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,32,3584,0.008434133728345235
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,32,3584,0.007550933460394542
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,32,3584,0.007502933343251546
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,32,3584,0.007125333448251088
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,32,3584,0.007392000158627827
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,32,3584,0.008020266890525818
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,32,3584,0.006450133522351582
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,32,3584,0.005914666752020518
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,32,3584,0.007463466624418895
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,32,3584,0.005831466615200042
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,32,3584,0.007073066631952922
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,32,3584,0.007483733197053273
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,32,3584,0.005847466488679251
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,32,3584,0.005890133480230967
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,32,3584,0.005067733426888784
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,32,3584,0.005883733431498209
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,32,3584,0.005083733300367991
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,32,3584,0.005475200215975444
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,32,3584,0.005085866649945577
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,32,3584,0.005421866476535797
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,32,3584,0.005015466610590617
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,32,3584,0.0055061335364977515
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,32,3584,0.005014400184154511
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,32,3584,0.005482666691144307
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,32,3584,0.005087999999523163
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,32,3584,0.005464533468087515
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,32,3584,0.005060266455014547
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,32,3584,0.005067733426888784
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,32,3584,0.005009066561857859
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,32,3584,0.005062399804592133
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,32,3584,0.004632533093293508
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,32,3584,0.004682666560014089
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,32,4096,0.038194131851196286
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,32,3584,0.005018666883309682
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,32,3584,0.0046623999873797095
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,32,3584,0.004637866715590159
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,32,3584,0.005037866532802582
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,32,3584,0.004594133297602335
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,32,3584,0.004273066421349844
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,32,3584,0.004660266637802124
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,32,3584,0.004314666489760081
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,32,3584,0.004278400043646494
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,32,3584,0.004192000130812327
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,32,3584,0.004196266829967499
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,32,3584,0.004388266801834106
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,32,3584,0.00425493319829305
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,32,3584,0.0042581334710121155
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,32,3584,0.00420053352912267
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,32,3584,0.004273066421349844
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,32,3584,0.004214400053024292
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,32,3584,0.004250666499137879
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,32,3584,0.004195199906826019
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,32,3584,0.008065066734949748
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,32,3584,0.16972799301147462
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,32,3584,0.07040212949117025
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,32,3584,0.03916906515757243
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,32,3584,0.039128533999125165
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,32,3584,0.005854933460553487
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,32,3584,0.037639466921488444
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,32,3584,0.03834026654561361
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,32,3584,0.03665599822998047
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,32,3584,0.03675306638081868
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,32,3584,0.03517119884490967
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,32,3584,0.034924801190694174
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,32,3584,0.03452906608581543
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,32,3584,0.03490240176518758
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,32,3584,0.03321920037269592
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,32,3584,0.034519465764363606
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,32,3584,0.03216213385264079
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,32,3584,0.032679466406504314
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,32,3584,0.03083733320236206
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,32,3584,0.030884265899658203
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,32,3584,0.02895359992980957
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,32,3584,0.02885226607322693
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,32,3584,0.02959146698315938
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,32,4096,0.01676266590754191
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,32,3584,0.02684906721115112
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,32,3584,0.026892799139022826
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,32,3584,0.0267850657304128
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,32,3584,0.026074665784835815
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,32,3584,0.025111466646194458
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,32,3584,0.004653866589069367
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,32,3584,0.023769599199295045
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,32,3584,0.024353067080179848
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,32,3584,0.02444266676902771
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,32,3584,0.023067732652028404
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,32,3584,0.02291626731554667
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,32,3584,0.02079253395398458
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,32,3584,0.02074986696243286
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,32,3584,0.01907306710879008
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,32,3584,0.018780799706776936
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,32,3584,0.01908586621284485
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,32,3584,0.019179733594258626
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,32,3584,0.01941759983698527
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,32,3584,0.01885120073954264
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,32,3584,0.018742400407791137
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,32,3584,0.01795519987742106
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,32,3584,0.016827734311421712
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,32,3584,0.016999467213948568
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,32,3584,0.016500266393025716
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,32,3584,0.016923733552296958
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,32,3584,0.016825600465138753
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,32,3584,0.017618133624394735
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,32,3584,0.016697599490483602
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,32,3584,0.01699840029080709
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,32,3584,0.016503467162450155
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,32,3584,0.3366304079691569
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,32,3584,0.016422399878501893
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,32,3584,0.01644266645113627
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,32,3584,0.015569067001342774
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,32,3584,0.016288000345230102
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,32,3584,0.014658133188883463
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,32,3584,0.015107199549674988
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,32,3584,0.015948800245920818
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,32,3584,0.01601599951585134
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,32,3584,0.016081066926320393
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,32,3584,0.015125333269437154
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,32,3584,0.016311466693878174
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,32,3584,0.015894400080045064
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,32,3584,0.014501333236694336
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,32,3584,0.01663146714369456
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,32,3584,0.014503467082977294
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,32,3584,0.015561599532763162
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,32,3584,0.014844800035158793
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,32,3584,0.014501333236694336
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,32,3584,0.014494933684666953
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,32,3584,0.014493866761525472
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,32,3072,0.014929067095120749
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,32,3072,0.03590720097223918
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,32,3072,0.006215466558933258
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,32,3072,0.007586133480072021
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,32,3072,0.011601066589355469
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,32,3072,0.00788266658782959
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,32,3072,0.007804800073305767
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,32,3072,0.007461333274841308
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,32,3584,0.028833067417144774
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,32,3072,0.007388799885908763
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,32,3072,0.007264000177383423
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,32,3072,0.007319466769695282
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,32,3072,0.007129600147406261
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,32,3072,0.007942399879296621
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,32,3072,0.006967466572920482
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,32,3072,0.007257600128650665
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,32,3072,0.0071263998746871945
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,32,3072,0.0065738668044408154
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,32,3072,0.0071050668756167095
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,32,3072,0.00922879974047343
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,32,3072,0.0074976002176602675
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,32,3072,0.005831466615200042
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,32,3072,0.00560746689637502
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,32,3072,0.006706133484840393
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,32,3072,0.00550186683734258
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,32,3072,0.0058442667126655575
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,32,3072,0.0054400001962979635
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,32,3072,0.007054933408896129
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,32,3072,0.005618133147557576
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,32,3072,0.006246399879455566
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,32,3072,0.005504000186920166
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,32,3072,0.006705066561698914
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,32,3072,0.005493333439032236
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,32,3584,0.016603733102480568
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,32,3072,0.005398400127887726
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,32,3072,0.005052799979845682
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,32,3072,0.005422933399677277
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,32,3072,0.005050666630268097
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,32,3072,0.005411200225353241
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,32,3584,0.015338666240374246
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,32,3072,0.00489386667807897
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,32,3072,0.005050666630268097
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,32,3072,0.004762666424115499
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,32,3072,0.005109333495299021
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,32,3072,0.005163733164469401
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,32,3072,0.005054933329423269
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,32,3072,0.005089066425959269
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,32,3072,0.004692266881465912
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,32,3072,0.005075199902057648
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,32,3072,0.0046858668327331545
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,32,3072,0.004628266890843709
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,32,3072,0.00468800018231074
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,32,3072,0.004698666433493296
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,32,3072,0.008085333307584127
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,32,3072,0.004636799792448679
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,32,3072,0.0042581334710121155
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,32,3072,0.004640000065167745
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,32,3072,0.004257066547870636
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,32,3072,0.004273066421349844
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,32,3072,0.004186666508515676
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,32,4096,0.016539733608563742
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,32,3072,0.004283733169237773
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,32,3072,0.004250666499137879
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,32,3072,0.004625066618124644
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,32,3072,0.006587733328342438
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,32,3072,0.0042805333932240805
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,32,3072,0.004233600199222564
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,32,3072,0.004284800092379252
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,32,3072,0.0038453333079814913
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,32,3072,0.004631466666857402
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,32,3072,0.004252799848715464
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,32,3072,0.004297600189844767
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,32,3072,0.0038677332301934562
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,32,3072,0.004220800101757049
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,32,3072,0.0067104001839955645
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,32,3072,0.0551914652188619
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,32,3072,0.03556906779607137
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,32,3072,0.14437120755513508
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,32,3072,0.035599998633066815
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,32,3072,0.03490986824035645
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,32,3072,0.034644265969594315
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,32,3072,0.28903252283732095
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,32,3072,0.03436906735102336
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,32,3072,0.03429119984308879
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,32,3072,0.03309226632118225
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,32,3072,0.032979200283686325
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,32,3072,0.03308586676915486
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,32,3072,0.0322922666867574
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,32,3072,0.030827732880910237
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,32,3072,0.03062613407770793
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,32,3072,0.029729066292444865
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,32,3072,0.028823467095692952
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,32,3072,0.028871466716130573
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,32,3072,0.028571732838948566
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,32,3072,0.02841920057932536
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,32,3072,0.026714666684468584
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,32,3072,0.026714666684468584
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,32,3072,0.025286400318145753
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,32,3072,0.004677333434422811
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,32,3072,0.025243733326594037
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,32,3072,0.024284799893697105
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,32,3072,0.023959465821584067
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,32,3072,0.02378666599591573
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,32,3072,0.023240532477696738
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,32,3072,0.004678399860858917
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,32,3072,0.02290133237838745
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,32,3072,0.02346453269322713
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,32,3072,0.022165334224700926
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,32,3072,0.02058666745821635
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,32,3072,0.020550400018692017
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,32,3072,0.01884373426437378
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,32,3072,0.01853653391202291
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,32,3072,0.018267732858657838
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,32,3072,0.017812265952428182
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,32,3072,0.01720959941546122
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,32,3072,0.01738986571629842
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,32,3072,0.01690346598625183
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,32,3072,0.016523733735084534
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,32,3072,0.01656426688035329
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,32,3072,0.017502933740615845
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,32,3072,0.01746666630109151
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,32,3072,0.016612266500790916
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,32,3072,0.016617600123087564
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,32,3072,0.017097600301106772
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,32,3072,0.016809600591659545
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,32,3072,0.016537599762280784
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,32,3072,0.015982932845751443
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,32,3072,0.014657066265741984
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,32,3072,0.014667733510335287
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,32,3072,0.015939199924468996
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,32,3072,0.014642133315404256
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,32,3072,0.014577066898345948
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,32,3072,0.01624853312969208
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,32,3072,0.014669866363207499
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,32,3072,0.014482133587201438
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,32,3072,0.02906026641527812
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,32,3072,0.01535146633783976
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,32,3072,0.014525866508483887
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,32,3072,0.014476799964904785
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,32,3072,0.014917332927385965
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,32,3072,0.014492799838383993
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,32,3072,0.014461867014567056
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,32,3072,0.014490666985511779
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,32,3072,0.014521599809328715
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,32,3072,0.014512000481287637
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,32,3072,0.022091732422510783
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,32,3072,0.0144896000623703
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,32,2560,0.008005333443482716
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,32,2560,0.0054730668663978575
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,32,3072,0.016693333784739174
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,32,2560,0.006754133105278015
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,32,2560,0.00724480003118515
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,32,2560,0.0071168000499407455
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,32,2560,0.0067552000284194945
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,32,2560,0.00668693333864212
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,32,3072,0.0042698666453361515
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,32,2560,0.00653546651204427
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,32,2560,0.006389333307743073
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,32,3072,0.01588053305943807
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,32,2560,0.0066453332702318835
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,32,2560,0.006113066772619883
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,32,2560,0.00636053333679835
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,32,2560,0.006263466676076253
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,32,2560,0.006392533580462138
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,32,2560,0.005628799895445505
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,32,2560,0.009585066636403402
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,32,2560,0.00624533345301946
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,32,2560,0.007052800059318543
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,32,2560,0.005097599824269613
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,32,2560,0.005994666616121928
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,32,2560,0.005027199784914652
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,32,2560,0.006044800082842508
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,32,2560,0.004996266464392344
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,32,2560,0.0058378666639328
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,32,2560,0.005017599960168203
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,32,2560,0.005894400179386139
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,32,2560,0.0050016000866889955
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,32,2560,0.005756799876689911
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,32,2560,0.005478399991989136
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,32,2560,0.005051733553409576
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,32,2560,0.005103999873002371
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,32,2560,0.004691199958324432
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,32,2560,0.005073066552480062
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,32,2560,0.004690133531888326
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,32,2560,0.005083733300367991
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,32,2560,0.004790399968624115
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,32,2560,0.005082666873931885
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,32,2560,0.004679466784000397
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,32,2560,0.005072000126043955
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,32,2560,0.005021866659323374
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,32,2560,0.0050687998533248905
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,32,2560,0.005085866649945577
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,32,2560,0.005021866659323374
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,32,3072,0.0145087997118632
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,32,2560,0.005082666873931885
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,32,2560,0.005089066425959269
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,32,2560,0.005073066552480062
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,32,2560,0.005026133358478546
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,32,2560,0.004611200094223023
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,32,2560,0.029948800802230835
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,32,2560,0.004940799872080485
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,32,2560,0.004675200084845225
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,32,2560,0.0048213332891464235
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,32,2560,0.005018666883309682
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,32,2560,0.004613333443800608
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,32,2560,0.004757333298524221
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,32,2560,0.01002239982287089
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,32,2560,0.004199466605981191
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,32,2560,0.004681600133577982
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,32,2560,0.004240000247955322
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,32,2560,0.004251733422279358
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,32,2560,0.004691199958324432
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,32,2560,0.004277333120505015
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,32,2560,0.004248533149560293
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,32,2560,0.004657066861788432
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,32,2560,0.004610133171081543
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,32,2560,0.004583466549714406
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,32,2560,0.004679466784000397
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,32,2560,0.006695466736952464
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,32,2560,0.0046069333950678505
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,32,2560,0.004638933142026265
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,32,2560,0.004631466666857402
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,32,2560,0.00425600012143453
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,32,2560,0.04614293177922567
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,32,2560,0.033192533254623416
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,32,2560,0.11760533650716146
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,32,2560,0.03295893271764119
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,32,2560,0.03254933357238769
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,32,2560,0.24267412821451823
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,32,2560,0.03088853359222412
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,32,2560,0.03081066608428955
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,32,2560,0.030487465858459472
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,32,2560,0.030436267455418903
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,32,2560,0.02871573368708293
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,32,2560,0.028727465867996217
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,32,3072,0.014509866635004679
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,32,2560,0.028818132479985555
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,32,2560,0.02885013421376546
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,32,2560,0.028509867191314698
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,32,2560,0.028219733635584516
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,32,2560,0.027185066541035967
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,32,2560,0.026131200790405273
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,32,2560,0.025235199928283693
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,32,2560,0.024685867627461753
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,32,2560,0.024947200218836466
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,32,2560,0.023468800385793052
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,32,2560,0.023088000218073525
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,32,2560,0.02352213263511658
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,32,2560,0.02267520030339559
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,32,2560,0.02257066567738851
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,32,2560,0.022682666778564453
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,32,2560,0.02249280015627543
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,32,2560,0.02291626731554667
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,32,2560,0.02053119937578837
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,32,2560,0.02064746618270874
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,32,2560,0.019897600015004478
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,32,2560,0.02008533279101054
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,32,2560,0.018549333016077675
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,32,2560,0.01753066579500834
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,32,2560,0.01760106682777405
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,32,2560,0.016945066054662068
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,32,2560,0.016620799899101257
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,32,2560,0.016755199432373045
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,32,2560,0.016476800044377647
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,32,2560,0.016343466440836587
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,32,2560,0.016285866498947144
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,32,2560,0.016544000307718913
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,32,2560,0.006539733211199443
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,32,2560,0.01632213294506073
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,32,2560,0.017032533884048462
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,32,2560,0.016309332847595216
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,32,2560,0.016692266861597697
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,32,2560,0.016145066420237223
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,32,2560,0.016505600015322367
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,32,2560,0.01620693306128184
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,32,2560,0.016446933150291443
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,32,2560,0.0162090669075648
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,32,2560,0.014599466323852539
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,32,2560,0.014582399527231851
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,32,2560,0.015641599893569946
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,32,2560,0.014512000481287637
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,32,2560,0.026795732975006103
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,32,2560,0.015240533153216043
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,32,2560,0.014582399527231851
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,32,2560,0.014432000120480857
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,32,2560,0.015277866522471109
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,32,2560,0.014825600385665893
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,32,2560,0.01495039959748586
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,32,2560,0.015053866306940713
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,32,2560,0.015499732891718545
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,32,2560,0.014528000354766845
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,32,2560,0.014453333616256715
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,32,2560,0.014851199587186179
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,32,2560,0.005089066425959269
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,32,2560,0.014457600315411887
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,32,2048,0.006938666601975759
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,32,2048,0.0046623999873797095
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,32,2048,0.004584533472855886
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,32,2048,0.004621866842110952
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,32,2048,0.004670933385690053
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,32,2048,0.004594133297602335
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,32,2048,0.004625066618124644
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,32,2048,0.004599466423193614
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,32,2560,0.016911999384562174
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,32,2048,0.004603733122348785
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,32,2048,0.004593066871166229
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,32,2048,0.004598399996757508
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,32,2048,0.004613333443800608
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,32,2048,0.00461760014295578
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,32,2048,0.004598399996757508
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,32,2048,0.004603733122348785
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,32,2048,0.0045962666471799215
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,32,2048,0.004610133171081543
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,32,2560,0.031310933828353885
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,32,2048,0.004594133297602335
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,32,2048,0.004263466596603394
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,32,2560,0.016375466187795003
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,32,2048,0.004373333354791006
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,32,2048,0.004355200131734212
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,32,2048,0.005083733300367991
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,32,2048,0.005358933409055074
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,32,2048,0.005058133105436961
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,32,2048,0.005014400184154511
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,32,2048,0.004637866715590159
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,32,2048,0.004666666686534882
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,32,2048,0.005044266581535339
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,32,2048,0.00544106662273407
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,32,2048,0.004830933113892873
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,32,2048,0.004273066421349844
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,32,2048,0.004294399917125702
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,32,2048,0.004999466737111409
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,32,2048,0.004206933577855428
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,32,2048,0.004659200211366018
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,32,2048,0.005013333261013031
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,32,2048,0.004215466479460398
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,32,2048,0.0047082667549451195
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,32,2048,0.004233600199222564
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,32,2048,0.004666666686534882
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,32,2048,0.004681600133577982
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,32,2048,0.004681600133577982
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,32,2048,0.004665599763393402
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,32,2048,0.00476800004641215
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,32,2048,0.004667733112970988
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,32,2048,0.004680533210436503
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,32,2048,0.0046623999873797095
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,32,2048,0.004668800036112467
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,32,2048,0.004675200084845225
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,32,2048,0.004678399860858917
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,32,2048,0.004655999938646952
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,32,2048,0.00461760014295578
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,32,2048,0.02368639906247457
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,32,2048,0.004647466540336609
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,32,2560,0.014504533012708029
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,32,2048,0.004658133288224538
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,32,2048,0.0038624001046021783
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,32,2048,0.004613333443800608
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,32,2048,0.0038442666331926978
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,32,2048,0.004609066744645437
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,32,2048,0.003857066730658213
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,32,2048,0.004283733169237773
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,32,2048,0.0038453333079814913
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,32,2048,0.0045962666471799215
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,32,2048,0.004211199780305227
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,32,2048,0.0045973335703214015
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,32,2048,0.004205866654713949
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,32,2048,0.004578133424123129
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,32,2048,0.004228266576925913
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,32,2048,0.004634666442871094
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,32,2048,0.08632106781005859
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,32,2048,0.004612266520659129
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,32,2048,0.19496746063232423
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,32,2048,0.02897599935531616
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,32,2048,0.02912213404973348
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,32,2048,0.02887253363927205
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,32,2048,0.028226133187611895
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,32,2048,0.02877440055211385
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,32,2048,0.028305067618687944
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,32,2048,0.02886506716410319
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,32,2048,0.027536000808080035
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,32,2048,0.027093333005905152
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,32,2048,0.004262400170167288
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,32,2048,0.02837973237037659
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,32,2048,0.026662399371465046
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,32,2048,0.02627413272857666
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,32,2048,0.02501973311106364
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,32,2048,0.025707733631134034
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,32,2048,0.02540053327878316
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,32,2048,0.024692267179489136
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,32,2048,0.024472532669703166
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,32,2048,0.022717867294947305
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,32,2048,0.02257066567738851
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,32,2560,0.014452266693115234
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,32,2048,0.022703999280929567
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,32,2048,0.024001065889994302
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,32,2048,0.022771199544270836
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,32,2048,0.004634666442871094
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,32,2048,0.022678399085998537
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,32,2048,0.004232533276081085
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,32,2048,0.02127679983774821
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,32,2048,0.020822399854660036
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,32,2048,0.020483199755350748
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,32,2048,0.019243733088175455
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,32,2048,0.019061332941055296
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,32,2048,0.019308799505233766
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,32,2048,0.01874986688296
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,32,2048,0.01660586694876353
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,32,2048,0.016800000270207723
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,32,2048,0.0165503998597463
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,32,2048,0.01696853240331014
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,32,2048,0.01600213348865509
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,32,2048,0.017089066902796428
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,32,2048,0.015636266271273295
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,32,2048,0.01686506668726603
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,32,2048,0.015938133001327515
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,32,2048,0.01578986644744873
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,32,2048,0.01544319987297058
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,32,2048,0.04047679901123047
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,32,2048,0.015242666999499003
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,32,2048,0.014665599664052328
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,32,2048,0.016463999946912132
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,32,2048,0.01479573349157969
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,32,2048,0.015777066349983215
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,32,2048,0.01535360018412272
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,32,2048,0.014541866381963095
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,32,2048,0.014487466216087342
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,32,2048,0.014517333110173544
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,32,2048,0.014478933811187745
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,32,2048,0.014684800306955972
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,32,2048,0.015019733707110086
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,32,2048,0.015378133455912272
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,32,2048,0.014479999740918478
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,32,2048,0.014484266440073649
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,32,2048,0.014909866452217101
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,32,2048,0.014493866761525472
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,32,2048,0.015077333648999533
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,32,2048,0.014447999993960061
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,32,2048,0.014491732915242514
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,32,2048,0.014475733041763306
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,32,2048,0.014478933811187745
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,32,2048,0.02239360014597575
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,32,2048,0.021673599878946938
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,32,2048,0.014619732896486918
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,32,2048,0.014441600441932679
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,32,2048,0.014371200402577718
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,32,1536,0.015899733702341715
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,32,1536,0.005816533168156942
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,32,1536,0.0038101332883040107
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,32,2048,0.004614399870236715
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,32,1536,0.005036800106366476
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,32,1536,0.003907199949026108
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,32,1536,0.003852800031503042
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,32,1536,0.0038453333079814913
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,32,1536,0.0038218667109807336
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,32,1536,0.0038058665891488397
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,32,1536,0.0038261334101359046
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,32,1536,0.0038794666528701783
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,32,1536,0.0038474666575590765
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,32,1536,0.003851733356714249
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,32,1536,0.0038143999874591826
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,32,1536,0.003802666564782461
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,32,1536,0.0038912000755469004
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,32,1536,0.003824000060558319
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,32,1536,0.0037994667887687682
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,32,1536,0.0037845333417256674
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,32,2048,0.015643733739852905
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,32,1536,0.0038165333370367683
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,32,1536,0.003798400113979975
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,32,1536,0.0038058665891488397
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,32,1536,0.0037834666669368743
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,32,1536,0.0037717332442601522
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,32,1536,0.0038101332883040107
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,32,1536,0.0038133333126703895
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,32,1536,0.004240000247955322
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,32,1536,0.004284800092379252
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,32,2048,0.014905599753061929
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,32,1536,0.004185600082079569
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,32,1536,0.0040554667512575785
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,32,1536,0.00383786658445994
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,32,1536,0.0037770666182041167
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,32,1536,0.003818666686614355
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,32,1536,0.003788800040880839
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,32,1536,0.003807999938726425
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,32,1536,0.0037791999677817024
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,32,1536,0.0037813333173592886
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,32,1536,0.0037813333173592886
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,32,1536,0.0037952000896135964
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,32,1536,0.0037845333417256674
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,32,1536,0.003576533248027166
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,32,1536,0.0034495999415715536
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,32,1536,0.00345920001467069
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,32,1536,0.00344106654326121
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,32,1536,0.0034688000877698263
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,32,1536,0.003387733300526937
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,32,1536,0.003442133218050003
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,32,1536,0.0034346667428811393
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,32,1536,0.0037941334148248037
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,32,1536,0.0037962667644023894
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,32,1536,0.0037087999284267426
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,32,1536,0.003401600072781245
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,32,1536,0.0033930666744709016
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,32,1536,0.0035157332817713416
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,32,1536,0.0034314667185147605
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,32,1536,0.0034485332667827605
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,32,1536,0.0033781332274278007
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,32,1536,0.003849600007136663
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,32,1536,0.003436800092458725
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,32,1536,0.003453866640726725
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,32,1536,0.0034304000437259674
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,32,1536,0.0034527999659379324
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,32,1536,0.0034442665676275887
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,32,1536,0.0034293333689371743
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,32,1536,0.003385599950949351
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,32,1536,0.0038592000802357995
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,32,1536,0.003864533454179764
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,32,1536,0.003420799970626831
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,32,1536,0.0035125332574049628
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,32,1536,0.0034272000193595886
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,32,1536,0.0034442665676275887
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,32,1536,0.03321386575698852
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,32,1536,0.05497173468271891
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,32,1536,0.14569172859191895
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,32,1536,0.026951466004053754
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,32,1536,0.025935999552408856
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,32,1536,0.026242132981618243
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,32,1536,0.02469759980837504
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,32,1536,0.026452267169952394
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,32,1536,0.0037962667644023894
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,32,1536,0.02481173276901245
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,32,1536,0.0037952000896135964
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,32,1536,0.0240938663482666
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,32,1536,0.023532799879709878
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,32,1536,0.02317439913749695
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,32,1536,0.02329279979070028
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,32,1536,0.022411733865737915
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,32,1536,0.022860799233118692
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,32,1536,0.022692267100016275
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,32,1536,0.02259413401285807
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,32,1536,0.022309333086013794
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,32,1536,0.022179200251897176
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,32,1536,0.02219946583112081
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,32,2048,0.014436266819636025
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,32,1536,0.020822399854660036
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,32,1536,0.021596799294153847
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,32,1536,0.02081386645634969
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,32,1536,0.02076479991277059
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,32,1536,0.019908267259597778
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,32,1536,0.020617600282033285
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,32,1536,0.018849066893259683
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,32,1536,0.018802134195963542
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,32,1536,0.01856213410695394
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,32,1536,0.01812160015106201
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,32,1536,0.0035071998834609987
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,32,1536,0.01630826691786448
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,32,1536,0.015235199530919393
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,32,1536,0.016300800442695617
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,32,1536,0.01590293347835541
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,32,1536,0.0159850666920344
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,32,1536,0.016833066940307617
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,32,1536,0.015497600038846334
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,32,1536,0.015145599842071533
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,32,1536,0.026792534192403156
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,32,1536,0.014657066265741984
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,32,1536,0.014732799927393594
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,32,1536,0.014670933286348978
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,32,1536,0.014506666858990987
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,32,1536,0.014648532867431641
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,32,1536,0.014444800217946372
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,32,1536,0.014484266440073649
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,32,1536,0.014510933558146158
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,32,1536,0.0151936004559199
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,32,1536,0.01486186683177948
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,32,1536,0.014500266313552857
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,32,1536,0.015336533387502035
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,32,1536,0.02474773327509562
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,32,1536,0.014360533157984415
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,32,1536,0.014298666516939798
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,32,1536,0.0144405335187912
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,32,1536,0.014505599935849508
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,32,1536,0.015369600057601929
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,32,1536,0.014692266782124838
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,32,1536,0.014316800236701965
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,32,1536,0.014740266402562461
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,32,1536,0.02267520030339559
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,32,1536,0.01427839994430542
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,32,1536,0.01446613371372223
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,32,1536,0.014597333470980325
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,32,1536,0.013778133193651834
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,32,1536,0.01443839967250824
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,32,1536,0.01436906655629476
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,32,1536,0.014309333761533103
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,32,1024,0.007047466437021891
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,32,1024,0.0046079998215039575
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,32,1024,0.00310506671667099
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,32,1024,0.0038453333079814913
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,32,1024,0.003365333378314972
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,32,1024,0.0034154665966828666
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,32,1024,0.0033930666744709016
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,32,1024,0.003370666752258936
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,32,1024,0.0033717334270477297
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,32,1024,0.003433600068092346
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,32,1536,0.019684267044067384
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,32,1024,0.003389866650104523
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,32,1024,0.003398400048414866
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,32,1024,0.0033802665770053864
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,32,1024,0.003401600072781245
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,32,1024,0.003373866776625315
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,32,1024,0.003386666625738144
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,32,1024,0.003387733300526937
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,32,1024,0.0033802665770053864
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,32,1536,0.017400532960891724
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,32,1024,0.0033930666744709016
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,32,1024,0.003365333378314972
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,32,1024,0.003032533327738444
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,32,1024,0.003382399926582972
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,32,1024,0.0031541332602500914
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,32,1024,0.0030271999537944795
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,32,1024,0.0029898665845394133
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,32,1024,0.0030464000999927522
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,32,1024,0.003054933249950409
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,32,1024,0.0030218665798505146
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,32,1024,0.0033973333736260734
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,32,1024,0.0035978667438030243
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,32,1024,0.003390933324893316
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,32,1024,0.0031680000325044
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,32,1024,0.0030570665995279947
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,32,1024,0.0029578665892283124
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,32,1024,0.0029866665601730345
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,32,1024,0.0030261332790056865
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,32,1024,0.0029663999875386557
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,32,1024,0.003017599880695343
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,32,1024,0.0030293333033720653
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,32,1024,0.003020799905061722
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,32,1024,0.0030346666773160298
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,32,1024,0.0030261332790056865
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,32,1024,0.0029866665601730345
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,32,1024,0.003018666555484136
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,32,1024,0.002977066735426585
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,32,1536,0.014458666245142618
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,32,1024,0.003018666555484136
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,32,1024,0.0030271999537944795
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,32,1024,0.0029663999875386557
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,32,1024,0.0030421334008375804
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,32,1024,0.003031466652949651
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,32,1024,0.0029781334102153777
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,32,1024,0.0030303999781608583
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,32,1024,0.002974933385848999
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,32,1024,0.0029781334102153777
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,32,1536,0.01434879998366038
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,32,1024,0.0029493334392706556
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,32,1536,0.014638933539390563
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,32,1024,0.0029663999875386557
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,32,1024,0.0029866665601730345
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,32,1024,0.002977066735426585
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,32,1024,0.0029898665845394133
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,32,1024,0.0029557332396507262
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,32,1536,0.012904533743858337
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,32,1024,0.002996266633272171
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,32,1024,0.0029663999875386557
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,32,1024,0.002609066665172577
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,32,1024,0.0029919999341169994
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,32,1024,0.002942933390537898
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,32,1024,0.0029909332593282064
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,32,1024,0.0030048000315825146
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,32,1024,0.002985599885384242
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,32,1024,0.002998399982849757
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,32,1024,0.08693013191223145
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,32,1024,0.039060266812642415
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,32,1024,0.023477333784103393
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,32,1024,0.02267306645711263
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,32,1024,0.0030346666773160298
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,32,1024,0.02188373406728109
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,32,1024,0.02183039983113607
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,32,1024,0.02255786657333374
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,32,1024,0.022732800245285033
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,32,1024,0.021977599461873373
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,32,1024,0.022578134139378866
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,32,1024,0.022392533222834268
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,32,1024,0.022562134265899658
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,32,1024,0.022592000166575112
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,32,1024,0.022813866535822548
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,32,1024,0.022154666980107627
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,32,1024,0.022768000761667885
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,32,1024,0.0029728000362714132
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,32,1024,0.02105813423792521
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,32,1024,0.020627200603485107
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,32,1024,0.003036800026893616
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,32,1024,0.020924800634384157
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,32,1024,0.020504534244537354
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,32,1024,0.019542400042215982
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,32,1024,0.019800533850987755
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,32,1024,0.020201599597930907
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,32,1024,0.020138667027155558
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,32,1024,0.01964799960454305
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,32,1024,0.018524799744288126
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,32,1024,0.01847040057182312
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,32,1024,0.018474666277567546
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,32,1024,0.016685867309570314
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,32,1024,0.0029653333127498626
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,32,1024,0.017644800742467246
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,32,1024,0.016740266482035318
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,32,1024,0.014453333616256715
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,32,1024,0.015925332903862
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,32,1024,0.016212266683578492
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,32,1024,0.014505599935849508
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,32,1024,0.015742933750152587
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,32,1024,0.027923200527826948
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,32,1024,0.015286399920781454
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,32,1024,0.014711466431617738
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,32,1024,0.014507733782132468
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,32,1024,0.014429866274197897
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,32,1024,0.014442666371663412
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,32,1024,0.014381866653760275
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,32,1024,0.01606186628341675
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,32,1024,0.0144405335187912
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,32,1024,0.01572266618410746
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,32,1024,0.014411733547846476
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,32,1024,0.014341333508491516
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,32,1024,0.014753066500027976
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,32,1024,0.014942933122316995
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,32,1024,0.01460693379243215
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,32,1024,0.014349866906801859
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,32,1024,0.01439786652723948
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,32,1024,0.014285866419474283
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,32,1024,0.014257066448529563
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,32,1024,0.013909332950909934
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,32,1024,0.01439466675122579
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,32,1024,0.013222400347391763
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,32,1024,0.0029535998900731405
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,32,1024,0.014317867159843446
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,32,1024,0.014275200168291726
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,32,1024,0.02071040074030558
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,32,1024,0.013832533359527588
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,32,1024,0.014166399836540222
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,32,1024,0.013898666699727377
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,32,1024,0.01399679978688558
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,32,1024,0.012804266810417176
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,32,1024,0.013432533542315165
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,32,1024,0.013199999928474426
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,32,1024,0.01432213286558787
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,32,1024,0.01362986663977305
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,32,1024,0.014042666554450989
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,32,1024,0.016375466187795003
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,32,768,0.0034442665676275887
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,32,768,0.0029845332105954488
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,32,768,0.003019733230272929
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,32,768,0.002963199963172277
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,32,768,0.0030239999294281008
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,32,768,0.0029877332349618276
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,32,768,0.0029696000119050344
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,32,768,0.0029738667110602063
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,32,768,0.0029663999875386557
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,32,768,0.0030303999781608583
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,32,768,0.0029653333127498626
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,32,768,0.0029685333371162414
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,32,768,0.002974933385848999
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,32,768,0.002980266759792964
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,32,1024,0.014566399653752646
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,32,768,0.002979200085004171
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,32,768,0.0029728000362714132
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,32,768,0.0029824001093705496
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,32,768,0.00296426663796107
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,32,768,0.0029728000362714132
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,32,768,0.0029781334102153777
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,32,768,0.0029696000119050344
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,32,768,0.0029653333127498626
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,32,768,0.0029653333127498626
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,32,768,0.002962133288383484
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,32,768,0.0027850667635599775
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,32,768,0.0030901332696278887
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,32,768,0.002979200085004171
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,32,768,0.0029567999144395193
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,32,768,0.002995199958483378
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,32,768,0.002976000060637792
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,32,768,0.0027647999425729113
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,32,768,0.002625066787004471
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,32,768,0.0029728000362714132
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,32,768,0.0026880001028378804
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,32,768,0.002624000112215678
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,32,768,0.002755200117826462
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,32,768,0.0026261332134405774
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,32,768,0.002619733413060506
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,32,768,0.0028917332490285236
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,32,768,0.0026367999613285064
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,32,768,0.002616533388694127
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,32,768,0.002605866640806198
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,32,768,0.0026069333155949908
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,32,768,0.00262719988822937
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,32,768,0.0026421333352724713
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,32,768,0.002603733291228612
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,32,768,0.0025759999950726825
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,32,768,0.002630399912595749
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,32,768,0.0025450666745503742
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,32,768,0.002583466718594233
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,32,768,0.0026176000634829206
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,32,1024,0.018619734048843383
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,32,768,0.0025621332228183747
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,32,768,0.0026346666117509207
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,32,768,0.0025770666698614756
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,32,768,0.002625066787004471
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,32,768,0.0026335999369621276
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,32,768,0.002664533257484436
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,32,768,0.002648533384005229
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,32,768,0.00277866671482722
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,32,768,0.0026421333352724713
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,32,768,0.0027114666998386385
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,32,768,0.002573866645495097
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,32,768,0.0038293334345022834
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,32,768,0.002716800073782603
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,32,768,0.002569599946339925
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,32,768,0.002548266698916753
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,32,768,0.0026367999613285064
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,32,768,0.002570666621128718
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,32,768,0.0029728000362714132
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,32,768,0.002621866762638092
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,32,768,0.0029834667841593427
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,32,768,0.03302613298098246
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,32,768,0.026525866985321046
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,32,768,0.022718934218088786
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,32,768,0.020728532473246256
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,32,768,0.021321600675582884
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,32,768,0.02183253367741903
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,32,768,0.021321600675582884
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,32,768,0.022499199708302817
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,32,768,0.021028266350428263
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,32,768,0.021951999266942343
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,32,768,0.02072319984436035
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,32,768,0.02068586746851603
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,32,768,0.02053119937578837
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,32,768,0.021566933393478392
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,32,768,0.020137600104014077
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,32,768,0.02057386636734009
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,32,768,0.020026665925979615
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,32,768,0.019951999187469482
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,32,768,0.01999146739641825
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,32,768,0.019690666596094766
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,32,768,0.019269333283106486
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,32,768,0.018595200777053834
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,32,768,0.0185973326365153
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,32,768,0.018577067057291667
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,32,768,0.018126932779947917
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,32,768,0.018422400951385497
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,32,768,0.01734506686528524
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,32,768,0.017484800020853678
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,32,768,0.01652906636397044
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,32,768,0.01760960022608439
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,32,768,0.016547200083732606
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,32,768,0.01635199983914693
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,32,768,0.015688533584276833
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,32,768,0.015244799852371215
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,32,768,0.015173332889874777
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,32,768,0.01515733301639557
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,32,768,0.015314132968584696
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,32,768,0.002624000112215678
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,32,768,0.014524799585342408
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,32,768,0.015307733416557312
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,32,768,0.015198933084805808
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,32,768,0.014416000247001648
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,32,768,0.014653866489728292
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,32,768,0.005880533158779145
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,32,768,0.014392532904942832
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,32,768,0.014443733294804893
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,32,768,0.014441600441932679
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,32,768,0.014301866292953491
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,32,768,0.014435199896494546
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,32,768,0.014366933703422546
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,32,768,0.0026176000634829206
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,32,768,0.014524799585342408
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,32,768,0.014291200041770934
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,32,768,0.015811199943224587
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,32,768,0.013946666320164999
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,32,768,0.015944533546765647
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,32,768,0.013933866222699483
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,32,768,0.013395200173060099
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,32,768,0.014632532993952433
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,32,768,0.014310399691263834
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,32,768,0.014538666605949402
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,32,768,0.013288533687591553
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,32,768,0.014186666409174601
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,32,768,0.01334826648235321
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,32,768,0.012528000275293985
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,32,768,0.013967999815940857
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,32,768,0.012609066565831504
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,32,768,0.013633066415786743
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,32,768,0.012995200355847678
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,32,768,0.012447999914487202
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,32,768,0.013489066561063131
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,32,512,0.004691199958324432
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,32,768,0.012481066584587096
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,32,768,0.012442666292190551
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,32,512,0.002621866762638092
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,32,512,0.002962133288383484
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,32,512,0.0025642665723959604
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,32,512,0.0026410666604836782
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,32,512,0.00276799996693929
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,32,512,0.002624000112215678
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,32,512,0.002639999985694885
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,32,512,0.0026410666604836782
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,32,512,0.0026389333109060925
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,32,512,0.0025792000194390613
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,32,512,0.0025642665723959604
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,32,512,0.0026079999903837843
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,32,512,0.002625066787004471
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,32,512,0.002624000112215678
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,32,512,0.0025888000925381976
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,32,512,0.002625066787004471
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,32,512,0.002573866645495097
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,32,512,0.0025610665480295816
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,32,512,0.002566399921973546
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,32,512,0.0025568000972270967
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,32,512,0.0026154667139053345
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,32,512,0.00257493332028389
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,32,512,0.0026101333399613695
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,32,512,0.0025802666942278544
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,32,512,0.0025557334224383037
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,32,512,0.0025792000194390613
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,32,768,0.014547200004259745
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,32,512,0.002611200014750163
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,32,512,0.00257493332028389
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,32,512,0.0025759999950726825
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,32,512,0.002569599946339925
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,32,512,0.0025770666698614756
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,32,512,0.0025631998976071674
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,32,512,0.002566399921973546
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,32,512,0.002550400048494339
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,32,768,0.05535680055618286
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,32,512,0.0025589334468046824
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,32,512,0.0025888000925381976
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,32,512,0.002586666742960612
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,32,512,0.002825599908828735
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,32,768,0.013272533814112345
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,32,512,0.002553600072860718
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,32,512,0.002624000112215678
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,32,512,0.0025610665480295816
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,32,768,0.013914666573206582
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,32,512,0.003369600077470144
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,32,512,0.002549333373705546
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,32,512,0.0025386666258176167
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,32,512,0.002533333251873652
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,32,512,0.0025461333493391673
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,32,512,0.002526933451493581
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,32,512,0.002338133255640666
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,32,512,0.0022069332500298817
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,32,512,0.0022986667851607008
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,32,512,0.0021770666042963665
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,32,512,0.002218666672706604
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,32,512,0.002209066599607468
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,32,512,0.002179199953873952
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,32,512,0.0022229333718617756
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,32,512,0.0022101332743962605
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,32,512,0.0022143999735514323
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,32,512,0.002198400100072225
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,32,512,0.002201599876085917
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,32,512,0.00225600004196167
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,32,512,0.0022122666239738466
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,32,512,0.0022133332987626392
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,32,512,0.0022069332500298817
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,32,512,0.002196266750494639
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,32,512,0.0022240000466505687
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,32,512,0.0022869333624839783
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,32,512,0.0026122666895389557
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,32,512,0.0025802666942278544
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,32,512,0.02723093430201213
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,32,512,0.021987199783325195
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,32,512,0.019738666216532388
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,32,512,0.0025898667673269907
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,32,512,0.020196266969045005
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,32,512,0.0025813333690166474
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,32,512,0.0027061333258946735
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,32,512,0.018966400623321535
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,32,512,0.01967359979947408
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,32,512,0.01947306593259176
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,32,512,0.01920106609662374
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,32,512,0.0025450666745503742
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,32,512,0.018694400787353516
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,32,512,0.02065920035044352
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,32,512,0.0192522664864858
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,32,512,0.019236266613006592
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,32,512,0.0022111999491850535
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,32,512,0.018649599949518838
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,32,512,0.018551466862360637
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,32,512,0.018467199802398682
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,32,512,0.01853760083516439
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,32,512,0.01839146614074707
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,32,512,0.01836693286895752
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,32,512,0.01802240014076233
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,32,512,0.017462400595347087
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,32,512,0.016557866334915163
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,32,512,0.016752000649770102
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,32,512,0.016566399733225504
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,32,512,0.01675093372662862
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,32,512,0.016457600394884746
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,32,512,0.01683626572291056
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,32,512,0.015187199910481772
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,32,512,0.016775466998418174
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,32,512,0.016448000073432924
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,32,512,0.015969066818555196
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,32,512,0.015947733322779337
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,32,512,0.017044266064961754
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,32,512,0.014518400033315023
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,32,512,0.014446933070818582
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,32,512,0.014172800381978354
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,32,512,0.01464959979057312
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,32,512,0.014461867014567056
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,32,512,0.0144896000623703
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,32,512,0.014451199769973755
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,32,512,0.014506666858990987
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,32,512,0.015573333700497946
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,32,512,0.014289066195487976
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,32,512,0.014306132992108664
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,32,512,0.01635840038458506
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,32,512,0.014469333489735923
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,32,512,0.015148799618085226
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,32,512,0.01423466702302297
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,32,512,0.014244266351064048
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,32,512,0.014340266585350037
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,32,512,0.013594667116800943
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,32,512,0.013894400000572205
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,32,512,0.013260799646377563
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,32,512,0.014603733023007711
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,32,512,0.013159466783205667
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,32,512,0.014056533575057983
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,32,512,0.012681600451469422
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,32,512,0.013990400234858194
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,32,512,0.01267093320687612
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,32,512,0.013949867089589438
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,32,512,0.013428266843159994
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,32,512,0.013727999726931252
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,32,512,0.01253973344961802
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,32,512,0.01381226678689321
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,32,512,0.012434132893880208
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,32,512,0.013792000214258828
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,32,512,0.012660266955693564
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,32,512,0.013752532998720804
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,32,512,0.012459733088811238
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,32,512,0.013041067123413085
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,32,512,0.01260373294353485
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,32,256,0.0034442665676275887
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,32,512,0.012948266665140786
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,32,512,0.018863999843597413
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,32,256,0.002583466718594233
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,32,256,0.0025439999997615816
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,32,256,0.0022890667120615644
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,32,256,0.002593066543340683
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,32,256,0.0025546667476495106
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,32,256,0.0025685332715511323
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,32,256,0.0025557334224383037
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,32,256,0.0026208000878492994
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,32,256,0.0025546667476495106
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,32,256,0.002569599946339925
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,32,256,0.002526933451493581
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,32,256,0.0022143999735514323
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,32,256,0.0023391999304294584
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,32,256,0.00236160010099411
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,32,256,0.002567466596762339
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,32,256,0.0022143999735514323
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,32,256,0.0022261333962281544
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,32,256,0.0021759999295075734
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,32,256,0.002201599876085917
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,32,256,0.0022229333718617756
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,32,256,0.002161066730817159
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,32,256,0.0021578667064507803
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,32,256,0.002218666672706604
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,32,256,0.0022026665508747103
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,32,256,0.002204799900452296
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,32,256,0.0022069332500298817
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,32,256,0.0022143999735514323
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,32,256,0.002233600119749705
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,32,256,0.00222080002228419
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,32,256,0.0022154666483402254
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,32,256,0.0021536000072956084
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,32,256,0.0021557333568731946
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,32,256,0.002203733225663503
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,32,256,0.002162133405605952
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,32,256,0.002170666555563609
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,32,256,0.002145066608985265
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,32,256,0.0021546666820844015
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,32,256,0.002133333434661229
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,32,256,0.0021727999051411946
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,32,256,0.002203733225663503
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,32,256,0.0021578667064507803
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,32,256,0.002149333308140437
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,32,256,0.0021557333568731946
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,32,256,0.002133333434661229
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,32,256,0.002164266755183538
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,32,512,0.039104000727335615
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,32,256,0.0021429332594076794
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,32,256,0.0021514666577180227
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,32,256,0.0021589333812395734
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,32,256,0.0021375998854637145
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,32,256,0.0021536000072956084
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,32,256,0.0022079999248186748
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,32,256,0.002161066730817159
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,32,256,0.002183466653029124
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,32,256,0.0021557333568731946
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,32,256,0.0021290667355060577
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,32,256,0.0021568000316619872
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,32,256,0.002181333303451538
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,32,512,0.020683733622233073
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,32,256,0.0021226666867733
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,32,256,0.0021536000072956084
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,32,256,0.002203733225663503
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,32,256,0.0021717332303524016
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,32,256,0.0021514666577180227
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,32,256,0.002162133405605952
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,32,256,0.0021770666042963665
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,32,256,0.002165333429972331
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,32,256,0.0021429332594076794
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,32,256,0.0021557333568731946
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,32,256,0.002346666653951009
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,32,256,0.002145066608985265
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,32,256,0.002550400048494339
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,32,256,0.028521599372227986
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,32,256,0.021220266819000244
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,32,256,0.019106133778889974
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,32,256,0.017258665959040322
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,32,256,0.01781866749127706
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,32,256,0.017629865805308023
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,32,256,0.017490132649739584
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,32,256,0.016846932967503867
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,32,256,0.017076265811920167
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,32,256,0.016591999928156534
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,32,256,0.017461333672205606
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,32,256,0.0023573334018389385
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,32,256,0.01685546636581421
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,32,256,0.016504533092180886
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,32,256,0.017190400759379068
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,32,256,0.016520532965660095
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,32,256,0.016448000073432924
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,32,256,0.017208532492319743
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,32,256,0.016427733500798545
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,32,256,0.016034133235613503
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,32,256,0.01646506687005361
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,32,256,0.017148800690968833
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,32,256,0.016217600305875143
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,32,256,0.01569066643714905
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,32,256,0.014598400394121806
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,32,256,0.01453013320763906
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,32,256,0.015761066476504007
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,32,256,0.014811733365058899
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,32,256,0.015345066785812378
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,32,256,0.014567466576894126
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,32,256,0.015618133544921874
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,32,256,0.01534933348496755
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,32,256,0.014482133587201438
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,32,256,0.01534933348496755
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,32,256,0.014589866995811463
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,32,256,0.015051733454068503
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,32,256,0.015361066659291586
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,32,256,0.01572480003039042
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,32,256,0.013784533739089966
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,32,256,0.0021664001047611236
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,32,256,0.014184533556302389
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,32,256,0.01503679951032003
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,32,256,0.015035733580589294
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,32,256,0.01639359990755717
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,32,256,0.01333440045515696
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,32,256,0.013933866222699483
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,32,256,0.014364799857139588
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,32,256,0.014216533303260804
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,32,256,0.014593066771825156
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,32,256,0.012980266412099203
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,32,256,0.014125866691271463
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,32,256,0.01394773324330648
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,32,256,0.013554132978121438
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,32,256,0.014104533195495605
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,32,256,0.013246933619181315
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,32,256,0.013158399860064188
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,32,256,0.002170666555563609
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,32,256,0.01350933313369751
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,32,256,0.01279039978981018
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,32,256,0.01245013376077016
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,32,256,0.013563733299573263
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,32,256,0.012637866536776224
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,32,256,0.012481066584587096
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,32,256,0.013079466422398886
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,32,256,0.012471466263135274
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,32,256,0.012434132893880208
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,32,256,0.012780800461769104
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,32,256,0.012965333461761475
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,32,256,0.012454400459925335
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,32,256,0.013364266355832419
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,32,256,0.012430933117866517
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,32,256,0.01730666756629944
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,32,128,0.0029578665892283124
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,32,128,0.0025888000925381976
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,32,128,0.002182399978240331
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,32,256,0.012457600235939026
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,32,128,0.002169599880774816
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,32,128,0.002149333308140437
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,32,128,0.002179199953873952
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,32,128,0.0021930667261282604
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,32,128,0.002183466653029124
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,32,128,0.0021685334543387097
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,32,128,0.002196266750494639
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,32,128,0.002203733225663503
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,32,128,0.0021759999295075734
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,32,128,0.002182399978240331
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,32,128,0.0021802666286627453
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,32,128,0.002162133405605952
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,32,128,0.0021386665602525076
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,32,128,0.002194133400917053
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,32,128,0.002164266755183538
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,32,128,0.002163200080394745
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,32,128,0.0021407999098300933
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,32,128,0.002160000056028366
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,32,128,0.002131200085083644
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,32,128,0.002147199958562851
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,32,128,0.002125866711139679
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,32,128,0.002145066608985265
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,32,128,0.002107733239730199
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,32,128,0.0021568000316619872
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,32,128,0.0021226666867733
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,32,128,0.002163200080394745
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,32,128,0.0021909333765506743
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,32,128,0.002147199958562851
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,32,128,0.002120533337195714
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,32,128,0.0021536000072956084
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,32,128,0.002161066730817159
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,32,128,0.002091733366250992
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,32,128,0.0021194666624069214
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,32,128,0.0021546666820844015
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,32,128,0.0018538666268189748
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,32,128,0.002133333434661229
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,32,128,0.00211519996325175
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,32,128,0.0021664001047611236
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,32,128,0.002099200089772542
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,32,128,0.002163200080394745
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,32,256,0.013980799913406372
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,32,128,0.0019381333142518998
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,32,128,0.0018837332725524902
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,32,128,0.0019381333142518998
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,32,256,0.012523733576138816
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,32,128,0.0018250666558742522
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,32,128,0.002164266755183538
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,32,128,0.002131200085083644
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,32,128,0.002128000060717265
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,32,128,0.0018144000321626663
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,32,128,0.0021226666867733
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,32,128,0.001865600049495697
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,32,128,0.0021429332594076794
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,32,128,0.0021856000026067098
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,32,128,0.002143999934196472
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,32,128,0.002149333308140437
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,32,128,0.0021386665602525076
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,32,128,0.0020928000410397845
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,32,128,0.0021301334102948504
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,32,128,0.002162133405605952
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,32,128,0.0021664001047611236
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,32,128,0.002163200080394745
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,32,128,0.0021589333812395734
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,32,128,0.0021514666577180227
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,32,128,0.0021354667842388153
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,32,128,0.0019466667125622433
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,32,128,0.0021344001094500227
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,32,128,0.0019093333433071774
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,32,128,0.0021461332837740582
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,32,128,0.002152533332506816
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,32,128,0.02248959938685099
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,32,128,0.02016426722208659
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,32,128,0.01736746629079183
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,32,128,0.01602666676044464
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,32,128,0.016064000129699708
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,32,128,0.015921066204706825
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,32,128,0.016475733121236166
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,32,128,0.01574186682701111
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,32,128,0.0147189329067866
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,32,128,0.015201066931088766
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,32,128,0.015738667050997416
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,32,128,0.01619733373324076
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,32,128,0.016618667046229045
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,32,128,0.015620266397794088
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,32,128,0.0019018666197856266
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,32,128,0.01644053359826406
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,32,128,0.014787200093269347
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,32,128,0.014693333705266317
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,32,128,0.001960533360640208
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,32,128,0.015061333775520325
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,32,128,0.014627200365066529
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,32,128,0.01471573313077291
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,32,256,0.013588266571362815
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,32,128,0.015007999539375306
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,32,128,0.014498133460680643
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,32,128,0.01456106702486674
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,32,128,0.015575466553370157
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,32,128,0.0018207999567190808
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,32,128,0.014444800217946372
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,32,128,0.014605866869290671
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,32,128,0.014307199915250143
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,32,128,0.014628266294797262
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,32,128,0.01444586714108785
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,32,256,0.012469333410263062
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,32,128,0.014385066429773965
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,32,128,0.014294399817784628
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,32,128,0.014501333236694336
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,32,128,0.015317333738009134
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,32,128,0.014239999651908874
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,32,128,0.013689600427945457
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,32,128,0.014309333761533103
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,32,128,0.014173866311709086
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,32,128,0.01439466675122579
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,32,128,0.013882666826248169
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,32,128,0.014844800035158793
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,32,128,0.014153599739074707
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,32,128,0.012940800189971924
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,32,128,0.013894400000572205
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,32,128,0.015203199783960977
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,32,128,0.013145599762598673
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,32,128,0.013335466384887695
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,32,128,0.013153066237767538
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,32,128,0.012808533509572348
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,32,128,0.013793067137400309
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,32,128,0.012454400459925335
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,32,128,0.013272533814112345
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,32,128,0.012760532895723977
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,32,128,0.012436266740163167
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,32,128,0.012993066509564718
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,32,128,0.012494933605194092
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,32,128,0.012949333588282267
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,32,128,0.013111467162768045
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,32,128,0.012446932991345723
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,32,128,0.01321386694908142
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,32,128,0.01244586706161499
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,32,128,0.013081600268681845
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,32,128,0.01246506671110789
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,32,128,0.012993066509564718
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,32,128,0.012435199817021687
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,32,128,0.012750933567682901
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,32,128,0.012428800264994305
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,32,128,0.013060266772905985
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,32,128,0.012432000041007996
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,32,64,0.002595199892918269
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,32,64,0.002194133400917053
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,32,64,0.002181333303451538
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,32,64,0.0021930667261282604
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,32,128,0.01455466647942861
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,32,128,0.016310399770736693
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,32,64,0.0021514666577180227
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,32,64,0.002179199953873952
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,32,128,0.013424000144004822
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,32,64,0.0021770666042963665
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,32,64,0.0021578667064507803
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,32,64,0.002179199953873952
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,32,64,0.0021856000026067098
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,32,64,0.002148266633351644
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,32,64,0.0021248000363508863
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,32,64,0.0021354667842388153
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,32,64,0.002145066608985265
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,32,64,0.002123733361562093
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,32,64,0.002164266755183538
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,32,64,0.0018069333086411159
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,32,128,0.012460800011952718
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,32,64,0.0019509332875410716
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,32,64,0.0021322667598724365
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,32,64,0.002111999938885371
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,32,64,0.002120533337195714
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,32,64,0.0021418665846188864
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,32,64,0.002148266633351644
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,32,64,0.0019434666881958645
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,32,64,0.00186666672428449
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,32,64,0.0018016000588734944
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,32,64,0.0021344001094500227
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,32,128,0.012689066926638284
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,32,64,0.002148266633351644
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,32,64,0.0017504000415404636
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,32,64,0.0019509332875410716
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,32,64,0.0017887999614079793
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,32,64,0.0018090666582187016
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,32,64,0.0017759999881188076
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,32,64,0.001802666609485944
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,32,64,0.0018154667069514591
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,32,64,0.0018645333747069042
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,32,64,0.0018538666268189748
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,32,64,0.0017909333109855652
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,32,64,0.0017866666118303935
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,32,64,0.0017973333597183228
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,32,64,0.001785600061217944
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,32,64,0.0017930666605631511
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,32,64,0.0017802666872739792
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,32,64,0.0017674667139848071
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,32,64,0.0017770666629076004
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,32,64,0.0017973333597183228
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,32,64,0.0018005333840847015
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,32,64,0.0018112000077962875
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,32,64,0.00173333336909612
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,32,64,0.0017727999637524288
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,32,64,0.0017824000368515652
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,32,64,0.0017407999684413273
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,32,64,0.0018165333817402522
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,32,64,0.0017418666432301205
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,32,64,0.0017866666118303935
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,32,64,0.0018005333840847015
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,32,64,0.0017717332889636357
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,32,64,0.0017952000101407368
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,32,64,0.0018954666952292125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,32,64,0.0017301333447297413
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,32,64,0.001743999992807706
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,32,64,0.0018101333330074946
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,32,64,0.0017909333109855652
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,32,64,0.0018250666558742522
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,32,64,0.0017994667092959087
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,32,64,0.0021557333568731946
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,32,64,0.0019274666905403138
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,32,64,0.0017930666605631511
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,32,64,0.0019434666881958645
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,32,64,0.0018154667069514591
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,32,64,0.001817600056529045
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,32,64,0.02191466689109802
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,32,64,0.018780799706776936
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,32,64,0.002162133405605952
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,32,64,0.015061333775520325
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,32,64,0.014733866850535075
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,32,64,0.01446399986743927
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,32,64,0.014685866236686707
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,32,64,0.014467199643452963
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,32,64,0.014486400286356607
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,32,64,0.015233066678047181
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,32,64,0.014544000228246054
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,32,64,0.014471466342608133
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,32,64,0.014668800433476768
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,32,64,0.014472533265749613
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,32,64,0.00180479995906353
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,32,64,0.014872533082962037
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,32,64,0.015422933300336204
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,32,64,0.014652799566586813
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,32,64,0.01493333379427592
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,32,64,0.015682133038838704
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,32,64,0.014237866799036662
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,32,64,0.014376533031463624
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,32,64,0.01492586632569631
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,32,64,0.014432000120480857
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,32,64,0.015358933806419372
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,32,64,0.014472533265749613
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,32,64,0.014328533411026
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,32,128,0.012454400459925335
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,32,64,0.014537599682807923
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,32,64,0.014380799730618796
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,32,64,0.015777066349983215
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,32,64,0.014524799585342408
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,32,64,0.014199466506640116
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,32,64,0.0017653333644072216
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,32,64,0.014316800236701965
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,32,64,0.014282666643460593
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,32,64,0.01360319952170054
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,32,64,0.013900799552599588
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,32,64,0.013914666573206582
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,32,64,0.01439573367436727
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,32,64,0.014283733566602072
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,32,64,0.015915733575820924
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,32,64,0.013582932949066161
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,32,64,0.014471466342608133
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,32,64,0.01325653294722239
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,32,64,0.012839466333389282
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,32,64,0.013395200173060099
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,32,64,0.013714133699735006
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,32,64,0.013970133662223817
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,32,64,0.013268267114957174
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,32,64,0.013506133357683817
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,32,64,0.0132533331712087
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,32,64,0.012821333607037863
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,32,64,0.012427733341852824
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,32,64,0.013086932897567748
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,32,64,0.012432000041007996
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,32,64,0.012481066584587096
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,32,64,0.012440533439318339
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,32,64,0.012453333536783854
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,32,64,0.012437333663304646
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,32,64,0.012468266487121581
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,32,64,0.01242026686668396
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,32,64,0.012428800264994305
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,32,64,0.01241386632124583
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,32,64,0.012434132893880208
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,32,64,0.012430933117866517
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,32,64,0.014389333128929139
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,32,64,0.012434132893880208
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,32,64,0.012488533059755962
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,32,64,0.012598400314648947
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,32,64,0.012456533312797547
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,32,64,0.012476799885431926
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32768,32,32,0.004221866528193155
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,32,64,0.012471466263135274
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16384,32,32,0.0022314667701721193
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,32,32,0.0021770666042963665
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4352,32,32,0.0021429332594076794
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4097,32,32,0.0021759999295075734
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,32,32,0.002161066730817159
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3841,32,32,0.0021674667795499166
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3840,32,32,0.0021301334102948504
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3585,32,32,0.0021727999051411946
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3584,32,32,0.002162133405605952
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3329,32,32,0.0021664001047611236
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3328,32,32,0.0021514666577180227
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3073,32,32,0.0021664001047611236
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3072,32,32,0.0021322667598724365
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2817,32,32,0.002165333429972331
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2816,32,32,0.0021407999098300933
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2561,32,32,0.002186666677395503
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2560,32,32,0.0021226666867733
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,32,64,0.013498666882514953
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,32,64,0.013240533073743186
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2305,32,32,0.0018058666338523228
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2304,32,32,0.002125866711139679
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2049,32,32,0.002145066608985265
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,32,32,0.0017973333597183228
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1793,32,32,0.0020970667401949564
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1792,32,32,0.002161066730817159
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1537,32,32,0.00180479995906353
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1536,32,32,0.0017759999881188076
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1281,32,32,0.0017781333376963933
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1280,32,32,0.001884799947341283
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1025,32,32,0.002179199953873952
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,32,32,0.0021589333812395734
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,32,64,0.013317333658536276
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,769,32,32,0.0021546666820844015
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,32,32,0.002143999934196472
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,513,32,32,0.0017930666605631511
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,257,32,32,0.0019456000377734502
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,32,32,0.0021568000316619872
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,225,32,32,0.001803733284274737
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,224,32,32,0.0019477333873510361
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,193,32,32,0.0019765333582957584
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,32,32,0.0017984000345071156
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,161,32,32,0.0017621333400408429
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,32,32,0.0020810666183630625
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,129,32,32,0.0019050666441520054
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,32,32,0.0019626667102177935
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,113,32,32,0.0017759999881188076
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,112,32,32,0.0018773333479960759
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,97,32,32,0.0018112000077962875
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,32,32,0.0018016000588734944
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,81,32,32,0.0017984000345071156
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,32,32,0.0017493333667516708
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,65,32,32,0.0018090666582187016
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,32,32,0.0018165333817402522
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,49,32,32,0.0018186666071414947
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,32,32,0.0018069333086411159
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,33,32,32,0.001791999985774358
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,32,32,0.0018314667046070098
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,17,32,32,0.0018133333573738734
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,32,32,0.0017909333109855652
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,15,32,32,0.001956266661485036
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,14,32,32,0.001826133330663045
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,13,32,32,0.0018005333840847015
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,12,32,32,0.0018090666582187016
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,11,32,32,0.0018197332819302875
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,9,32,32,0.0017567999660968781
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,32,32,0.0017664000391960145
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,7,32,32,0.0018165333817402522
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,6,32,32,0.0017674667139848071
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,5,32,32,0.0017909333109855652
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,32,32,0.0018101333330074946
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,3,32,32,0.0018613333503405254
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,32,32,0.0018144000321626663
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,32,32,0.0018272000054518384
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32768,32,32,0.021316266059875487
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16384,32,32,0.016115199526151022
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,32,64,0.014654933412869772
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,32,32,0.0153546671072642
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4353,32,32,0.015416533748308817
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4352,32,32,0.015830399592717488
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4097,32,32,0.01446399986743927
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,32,32,0.014326399564743042
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3841,32,32,0.015410133202870688
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4353,32,32,0.002152533332506816
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3840,32,32,0.015735466281572977
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3585,32,32,0.014672000209490457
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3584,32,32,0.014376533031463624
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3329,32,32,0.014669866363207499
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3328,32,32,0.014949333667755128
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3073,32,32,0.014797866344451904
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3072,32,32,0.014266666769981385
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2817,32,32,0.014249599973360696
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2816,32,32,0.014284800489743552
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2561,32,32,0.014800000190734863
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2560,32,32,0.014457600315411887
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2305,32,32,0.014245333274205527
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2304,32,32,0.015505066514015198
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2049,32,32,0.014217600226402283
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,32,32,0.014326399564743042
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1793,32,32,0.014367999633153281
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1792,32,32,0.014075733224550881
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1537,32,32,0.014590932925542196
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1536,32,32,0.014477866888046264
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1281,32,32,0.014225066701571146
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1280,32,32,0.014365866780281067
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,32,32,0.01404800017674764
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,769,32,32,0.014013866583506266
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,32,32,0.0018709332992633183
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,32,32,0.01395840048789978
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,32,32,0.014114133516947427
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,257,32,32,0.0139765332142512
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,32,32,0.012934399644533792
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,225,32,32,0.013476266463597616
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,224,32,32,0.013987200458844504
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,193,32,32,0.013528533776601157
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,32,32,0.012922666470209756
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,161,32,32,0.012727466225624085
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,32,32,0.012819199760754903
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,129,32,32,0.013523200154304504
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,32,32,0.01246506671110789
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,113,32,32,0.014125866691271463
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,112,32,32,0.012442666292190551
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,32,32,0.013353600104649862
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,81,32,32,0.01299626628557841
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,32,64,0.01245013376077016
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,65,32,32,0.012478933731714884
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,32,32,0.01246399978796641
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,49,32,32,0.012437333663304646
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,32,32,0.012472533186276754
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,33,32,32,0.012437333663304646
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,32,32,0.012402133146921793
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,17,32,32,0.012429866194725036
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,32,32,0.012458667159080505
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,15,32,32,0.012434132893880208
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,14,32,32,0.012460800011952718
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,13,32,32,0.012440533439318339
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,12,32,32,0.012435199817021687
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,11,32,32,0.01242026686668396
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,10,32,32,0.012443733215332032
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,9,32,32,0.012428800264994305
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,32,32,0.012454400459925335
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,7,32,32,0.012495999534924824
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,6,32,32,0.012458667159080505
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,5,32,32,0.012402133146921793
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1025,32,32,0.014332800110181173
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,32,32,0.012460800011952718
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,3,32,32,0.012485333283742269
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,32,32,0.012423466642697651
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,32,32,0.012462932864824932
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,97,32,32,0.01360426644484202
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,10,32,32,0.0018069333086411159
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,32,32,0.013989333311716715
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,513,32,32,0.014546133081118264
